Started by upstream project "osmo-gsm-tester_build-osmo-msc" build number 29297 originally caused by: Started by upstream project "master-osmo-msc" build number 34255 originally caused by: Started by timer Running as SYSTEM Building remotely on osmo-gsm-tester-prod (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_run-prod The recommended git tool is: NONE No credentials specified > git rev-parse --resolve-git-dir /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/.git # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://gerrit.osmocom.org/osmo-gsm-tester # timeout=10 Fetching upstream changes from https://gerrit.osmocom.org/osmo-gsm-tester > git --version # timeout=10 > git --version # 'git version 2.20.1' > git fetch --tags --force --progress -- https://gerrit.osmocom.org/osmo-gsm-tester +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision bfc438bb2b17f4129018768a1f7bab52f1e96750 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f bfc438bb2b17f4129018768a1f7bab52f1e96750 # timeout=10 Commit message: "templates: osmo-msc: modernize" > git rev-list --no-walk bfc438bb2b17f4129018768a1f7bab52f1e96750 # timeout=10 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bsc" build number 17675 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts" build number 7507 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-ggsn" build number 6688 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hlr" build number 8711 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-mgw" build number 8956 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hnbgw" build number 2978 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-msc" build number 29297 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu" build number 5153 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-sgsn" build number 30080 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-trx" build number 4679 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-nitb" build number 12985 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-stp" build number 9252 Copied 2 artifacts from "osmo-gsm-tester_build-osmocom-bb" build number 4709 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-sysmo" build number 8038 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-sysmo" build number 5192 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-oc2g" build number 5534 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-oc2g" build number 3910 Copied 2 artifacts from "osmo-gsm-tester_build-open5gs" build number 8 Copied 2 artifacts from "osmo-gsm-tester_build-srslte" build number 19 [osmo-gsm-tester_run-prod] $ /bin/sh /tmp/jenkins5722505080192125480.sh + unlink osmo-gsm-tester/sysmocom/resources.conf + ln -s resources.conf.prod osmo-gsm-tester/sysmocom/resources.conf + PATH=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games ./osmo-gsm-tester/contrib/jenkins-run.sh + base=/home/jenkins/workspace/osmo-gsm-tester_run-prod + dirname -- ./osmo-gsm-tester/contrib/jenkins-run.sh + CDPATH= cd -- ./osmo-gsm-tester/contrib + pwd -P + SCRIPT_DIR=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib + OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib/../sysmocom/main.conf + date +%F %T + time_start=2022-12-13 00:09:47 + trial_dir_prefix=trial- + rm -rf trial-2383 trial-2383-bin.tgz trial-2383-run.tgz + trial_dir=trial-2384 + mkdir -p trial-2384 + mv open5gs.build-8.tgz osmo-bsc.build-17675.tgz osmo-bts-oc2g.build-5534.tgz osmo-bts-sysmo.build-8038.tgz osmo-bts.build-7507.tgz osmo-ggsn.build-6688.tgz osmo-hlr.build-8711.tgz osmo-hnbgw.build-2978.tgz osmo-mgw.build-8956.tgz osmo-msc.build-29297.tgz osmo-nitb.build-12985.tgz osmo-pcu-oc2g.build-3910.tgz osmo-pcu-sysmo.build-5192.tgz osmo-pcu.build-5153.tgz osmo-sgsn.build-30080.tgz osmo-stp.build-9252.tgz osmo-trx.build-4679.tgz osmocom-bb.build-4709.tgz srslte.build-19.tgz trial-2384 + cat open5gs.build-8.md5 osmo-bsc.build-17675.md5 osmo-bts-oc2g.build-5534.md5 osmo-bts-sysmo.build-8038.md5 osmo-bts.build-7507.md5 osmo-ggsn.build-6688.md5 osmo-hlr.build-8711.md5 osmo-hnbgw.build-2978.md5 osmo-mgw.build-8956.md5 osmo-msc.build-29297.md5 osmo-nitb.build-12985.md5 osmo-pcu-oc2g.build-3910.md5 osmo-pcu-sysmo.build-5192.md5 osmo-pcu.build-5153.md5 osmo-sgsn.build-30080.md5 osmo-stp.build-9252.md5 osmo-trx.build-4679.md5 osmocom-bb.build-4709.md5 srslte.build-19.md5 + rm open5gs.build-8.md5 osmo-bsc.build-17675.md5 osmo-bts-oc2g.build-5534.md5 osmo-bts-sysmo.build-8038.md5 osmo-bts.build-7507.md5 osmo-ggsn.build-6688.md5 osmo-hlr.build-8711.md5 osmo-hnbgw.build-2978.md5 osmo-mgw.build-8956.md5 osmo-msc.build-29297.md5 osmo-nitb.build-12985.md5 osmo-pcu-oc2g.build-3910.md5 osmo-pcu-sysmo.build-5192.md5 osmo-pcu.build-5153.md5 osmo-sgsn.build-30080.md5 osmo-stp.build-9252.md5 osmo-trx.build-4679.md5 osmocom-bb.build-4709.md5 srslte.build-19.md5 + exit_code=1 + which osmo-gsm-tester.py + python3 -u /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo-gsm-tester.py -c /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib/../sysmocom/main.conf trial-2384 combinations: None trial: 'trial-2384' tests: None Running default suites: nitb_sms:sysmo sms:sysmo nitb_ussd:sysmo ussd:sysmo voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:sysmo+mod-bts0-dynts-osmo emergency:sysmo gprs:sysmo gprs:sysmo+mod-bts0-egprs gprs:sysmo+mod-bts0-dynts-ipa gprs:sysmo+mod-bts0-dynts-osmo dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:sysmo+mod-bts0-dynts67-osmo nitb_sms:oc2g sms:oc2g nitb_ussd:oc2g ussd:oc2g voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:oc2g+mod-bts0-dynts-osmo emergency:oc2g gprs:oc2g gprs:oc2g+mod-bts0-egprs gprs:oc2g+mod-bts0-dynts-ipa gprs:oc2g+mod-bts0-dynts-osmo dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:oc2g+mod-bts0-dynts67-osmo nitb_sms:trx-b200 sms:trx-b200 nitb_ussd:trx-b200 ussd:trx-b200 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-b200+mod-bts0-dynts-osmo voice:trx-b200+mod-bts0-trxdversion0 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:trx-b200 gprs:trx-b200 gprs:trx-b200+mod-bts0-egprs gprs:trx-b200+mod-bts0-dynts-ipa gprs:trx-b200+mod-bts0-dynts-osmo gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-b200+mod-bts0-dynts67-osmo nitb_sms:trx-sysmocell5000 sms:trx-sysmocell5000 nitb_ussd:trx-sysmocell5000 ussd:trx-sysmocell5000 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-sysmocell5000+mod-bts0-dynts-osmo emergency:trx-sysmocell5000 gprs:trx-sysmocell5000 gprs:trx-sysmocell5000+mod-bts0-egprs gprs:trx-sysmocell5000+mod-bts0-dynts-ipa gprs:trx-sysmocell5000+mod-bts0-dynts-osmo dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo nitb_sms:trx-umtrx sms:trx-umtrx nitb_ussd:trx-umtrx ussd:trx-umtrx voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-umtrx+mod-bts0-dynts-osmo voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:trx-umtrx gprs:trx-umtrx gprs:trx-umtrx+mod-bts0-egprs gprs:trx-umtrx+mod-bts0-dynts-ipa gprs:trx-umtrx+mod-bts0-dynts-osmo gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-umtrx+mod-bts0-dynts67-osmo nitb_sms:trx-lms sms:trx-lms nitb_ussd:trx-lms ussd:trx-lms voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-lms+mod-bts0-dynts-osmo emergency:trx-lms gprs:trx-lms gprs:trx-lms+mod-bts0-egprs gprs:trx-lms+mod-bts0-dynts-ipa gprs:trx-lms+mod-bts0-dynts-osmo dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-lms+mod-bts0-dynts67-osmo nitb_sms:trx-lms-limenet-micro sms:trx-lms-limenet-micro nitb_ussd:trx-lms-limenet-micro ussd:trx-lms-limenet-micro voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo emergency:trx-lms-limenet-micro gprs:trx-lms-limenet-micro gprs:trx-lms-limenet-micro+mod-bts0-egprs gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo nitb_sms:nanobts sms:nanobts+band-1900 nitb_ussd:nanobts+band-1900 ussd:nanobts+band-1900 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any emergency:nanobts+band-1900 gprs:nanobts+band-1900 gprs:nanobts+band-1900+mod-bts0-egprs gprs:nanobts+band-1900+mod-bts0-dynts-ipa dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any sms:nanobts+band-900 nitb_ussd:nanobts+band-900 ussd:nanobts+band-900 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:nanobts+band-900 gprs:nanobts+band-900 gprs:nanobts+band-900+mod-bts0-egprs gprs:nanobts+band-900+mod-bts0-dynts-ipa gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any nitb_smpp smpp encryption 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover_2G:nanobts+bts1-oc2g handover_2G:nanobts+bts1-octphy handover_2G:nanobts+bts1-trx-lms handover_2G:nanobts+bts1-trx-lms-limenet-micro handover_2G:nanobts+bts1-trx-sysmocell5000 handover_2G:nanobts+bts1-sysmo handover_2G:nanobts+bts1-trx-b200 handover_2G:nanobts+bts1-trx-umtrx handover_2G:oc2g+bts1-octphy handover_2G:oc2g+bts1-trx-lms handover_2G:oc2g+bts1-trx-lms-limenet-micro handover_2G:oc2g+bts1-trx-sysmocell5000 handover_2G:oc2g+bts1-sysmo handover_2G:oc2g+bts1-trx-b200 handover_2G:oc2g+bts1-trx-umtrx handover_2G:octphy+bts1-trx-lms handover_2G:octphy+bts1-trx-lms-limenet-micro handover_2G:octphy+bts1-trx-sysmocell5000 handover_2G:octphy+bts1-sysmo handover_2G:octphy+bts1-trx-b200 handover_2G:octphy+bts1-trx-umtrx handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover_2G:trx-lms+bts1-trx-sysmocell5000 handover_2G:trx-lms+bts1-sysmo handover_2G:trx-lms+bts1-trx-b200 handover_2G:trx-lms+bts1-trx-umtrx handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover_2G:trx-sysmocell5000+bts1-sysmo handover_2G:trx-sysmocell5000+bts1-trx-b200 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover_2G:sysmo+bts1-trx-b200 handover_2G:sysmo+bts1-trx-umtrx handover_2G:trx-b200+bts1-trx-umtrx -------------------------------------------------------------------------------------------- trial-2384 -------------------------------------------------------------------------------------------- 00:09:58.581609 tst trial-2384: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/log --------------------------------------------------------------------- trial-2384 nitb_sms:sysmo --------------------------------------------------------------------- 00:12:05.541305 tst nitb_sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:12:05.545584 tst nitb_sms:sysmo: Verifying 1 x bts (candidates: 11) 00:12:05.566310 tst nitb_sms:sysmo: Verifying 1 x ip_address (candidates: 9) 00:12:05.573361 tst nitb_sms:sysmo: Verifying 2 x modem (candidates: 12) 00:12:05.627957 tst nitb_sms:sysmo: Reserving 1 x bts (candidates: 11) 00:12:05.648540 tst nitb_sms:sysmo: Reserving 1 x ip_address (candidates: 9) 00:12:05.655096 tst nitb_sms:sysmo: Reserving 2 x modem (candidates: 12) 00:12:06.194688 tst nitb_sms:sysmo: RESERVED RESOURCES for nitb_sms: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:sysmo mo_mt_sms.py ---------------------------------------------- 00:12:06.200608 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1) 00:12:06.212238 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1) 00:12:06.595975 tst mo_mt_sms.py: using LAC 32281 00:12:06.841866 tst mo_mt_sms.py: using RAC 151 00:12:06.954171 tst mo_mt_sms.py: using CellId 32281 00:12:07.067322 tst mo_mt_sms.py: using BVCI 32282 00:12:07.181697 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2) 00:12:07.361247 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2) 00:12:07.477146 tst mo_mt_sms.py:9: start nitb and bts... 00:12:07.672041 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:12:09.875698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Launched 00:12:10.168134 run osmo-nitb_10.42.42.2(pid=10187): Launched 00:12:10.327733 run osmo-nitb_10.42.42.2(pid=10187): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)] 00:12:10.448081 run osmo-nitb_10.42.42.2(pid=10187): stdout: | (launched: 2022-12-13_00:12:10.113413) 00:12:10.570635 run osmo-nitb_10.42.42.2(pid=10187): stderr: | (launched: 2022-12-13_00:12:10.156788) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:12:10.692803 run osmo-nitb_10.42.42.2(pid=10187): stdout: | (launched: 2022-12-13_00:12:10.113413) 00:12:10.809410 run osmo-nitb_10.42.42.2(pid=10187): stderr: | (launched: 2022-12-13_00:12:10.156788) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:12:10.948783 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10187): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10187) [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)] [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11] 00:12:10.956813 tst mo_mt_sms.py:11: Test FAILED (4.8 sec) 00:12:10.963215 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Terminating (SIGTERM) 00:12:11.171411 --- ParallelTerminationStrategy: PID 10186 died... 00:12:11.191807 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Terminated: ok {rc=0} 00:12:11.277885 bus /sierra_3: Setting Powered False 00:12:12.380338 bus /sierra_3: Setting Powered False 00:12:13.499484 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:sysmo --------------------------------------------------------------------- 00:12:14.681274 tst sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:12:14.685509 tst sms:sysmo: Verifying 1 x bts (candidates: 11) 00:12:14.706752 tst sms:sysmo: Verifying 6 x ip_address (candidates: 9) 00:12:14.734911 tst sms:sysmo: Verifying 2 x modem (candidates: 12) 00:12:14.792432 tst sms:sysmo: Reserving 1 x bts (candidates: 11) 00:12:14.813748 tst sms:sysmo: Reserving 6 x ip_address (candidates: 9) 00:12:14.840745 tst sms:sysmo: Reserving 2 x modem (candidates: 12) 00:12:15.383847 tst sms:sysmo: RESERVED RESOURCES for sms: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:sysmo mo_mt_sms.py ---------------------------------------------- 00:12:15.389063 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:15.399956 tst sms:sysmo: Using 1 x bts (candidates: 1) 00:12:15.436109 tst mo_mt_sms.py: using LAC 32282 00:12:15.559632 tst mo_mt_sms.py: using RAC 152 00:12:15.682128 tst mo_mt_sms.py: using CellId 32282 00:12:15.804593 tst mo_mt_sms.py: using BVCI 32283 00:12:15.948191 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:15.960107 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:15.971467 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:15.983966 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:16.003575 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 00:12:16.024164 tst sms:sysmo: Using 1 x modem (candidates: 2) 00:12:16.153680 tst sms:sysmo: Using 1 x modem (candidates: 2) 00:12:16.321766 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:12:18.061067 run create_hlr_db(pid=10191): Launched 00:12:18.183374 bus /sierra_2: Setting Powered False 00:12:19.245986 run create_hlr_db(pid=10191): Terminated: ok {rc=0} 00:12:19.671404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Launched 00:12:19.967783 run osmo-hlr_10.42.42.2(pid=10194): Launched 00:12:20.079406 run osmo-stp_10.42.42.5: Starting osmo-stp 00:12:22.500698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Launched 00:12:22.796112 run osmo-stp_10.42.42.5(pid=10197): Launched 00:12:22.908342 run osmo-msc_10.42.42.6: Starting osmo-msc 00:12:28.100937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Launched 00:12:28.393991 run osmo-msc_10.42.42.6(pid=10200): Launched 00:12:28.555940 run osmo-stp_10.42.42.5(pid=10197): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] 00:12:28.678545 run osmo-stp_10.42.42.5(pid=10197): stdout: | (launched: 2022-12-13_00:12:22.740785) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:28.801782 run osmo-stp_10.42.42.5(pid=10197): stderr: | 20221213001222914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001222914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001222914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001222914 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001222915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001222915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001222915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:28.923802 run osmo-stp_10.42.42.5(pid=10197): stdout: | (launched: 2022-12-13_00:12:22.740785) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:29.039711 run osmo-stp_10.42.42.5(pid=10197): stderr: | 20221213001222914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001222914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001222914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001222914 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001222915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001222915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001222915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:29.178438 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] [trial-2384↪sms:sysmo↪mo_mt_sms.py:16] 00:12:29.186404 tst mo_mt_sms.py:16: Test FAILED (13.8 sec) 00:12:29.212210 run osmo-hlr_10.42.42.2(pid=10194): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10194)] 00:12:29.259927 run osmo-hlr_10.42.42.2(pid=10194): stdout: | (launched: 2022-12-13_00:12:19.912551) 00:12:29.309594 run osmo-hlr_10.42.42.2(pid=10194): stderr: | 20221213001220087 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001220087 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001220087 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001220087 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001220087 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001220087 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001220111 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001220119 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001220119 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001220119 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:12:29.378709 run osmo-msc_10.42.42.6(pid=10200): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10200)] 00:12:29.426709 run osmo-msc_10.42.42.6(pid=10200): stdout: | (launched: 2022-12-13_00:12:28.338752) 00:12:29.476192 run osmo-msc_10.42.42.6(pid=10200): stderr: | 20221213001228616 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001228616 DLGLOBAL DEBUG validating counter group 0x7f4e3ead2c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001228616 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001228616 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001228616 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001228617 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001228618 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001228619 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001228619 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001228619 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:12:29.526129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminating (SIGTERM) 00:12:29.565923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminating (SIGTERM) 00:12:29.605808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminating (SIGTERM) 00:12:29.645835 --- ParallelTerminationStrategy: PID 10193 died... 00:12:29.664675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminated: ok {rc=0} 00:12:29.708716 --- ParallelTerminationStrategy: PID 10196 died... 00:12:29.727381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminated: ok {rc=0} 00:12:29.771449 --- ParallelTerminationStrategy: PID 10199 died... 00:12:29.790010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminated: ok {rc=0} 00:12:29.874515 bus /sierra_3: Setting Powered False 00:12:30.994502 bus /sierra_3: Setting Powered False 00:12:32.116311 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:sysmo --------------------------------------------------------------------- 00:12:33.329371 tst nitb_ussd:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:12:33.332770 tst nitb_ussd:sysmo: Verifying 1 x bts (candidates: 11) 00:12:33.353366 tst nitb_ussd:sysmo: Verifying 1 x ip_address (candidates: 9) 00:12:33.359977 tst nitb_ussd:sysmo: Verifying 1 x modem (candidates: 12) 00:12:33.393647 tst nitb_ussd:sysmo: Reserving 1 x bts (candidates: 11) 00:12:33.414272 tst nitb_ussd:sysmo: Reserving 1 x ip_address (candidates: 9) 00:12:33.420879 tst nitb_ussd:sysmo: Reserving 1 x modem (candidates: 12) 00:12:33.941839 tst nitb_ussd:sysmo: RESERVED RESOURCES for nitb_ussd: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:sysmo assert_extension.py ---------------------------------------------- 00:12:33.946817 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1) 00:12:33.957594 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1) 00:12:33.991378 tst assert_extension.py: using LAC 32283 00:12:34.108851 tst assert_extension.py: using RAC 153 00:12:34.223925 tst assert_extension.py: using CellId 32283 00:12:34.341839 tst assert_extension.py: using BVCI 32284 00:12:34.458947 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1) 00:12:34.573474 tst assert_extension.py:10: start nitb and bts... 00:12:34.769468 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:12:35.371974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Launched 00:12:35.705694 run osmo-nitb_10.42.42.2(pid=10207): Launched 00:12:35.892233 run osmo-nitb_10.42.42.2(pid=10207): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)] 00:12:36.038020 run osmo-nitb_10.42.42.2(pid=10207): stdout: | (launched: 2022-12-13_00:12:35.638649) 00:12:36.182743 run osmo-nitb_10.42.42.2(pid=10207): stderr: | (launched: 2022-12-13_00:12:35.693304) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:12:36.326569 run osmo-nitb_10.42.42.2(pid=10207): stdout: | (launched: 2022-12-13_00:12:35.638649) 00:12:36.465241 run osmo-nitb_10.42.42.2(pid=10207): stderr: | (launched: 2022-12-13_00:12:35.693304) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)] 00:12:36.835109 tst osmo-nitb_10.42.42.2(pid=10207): stdout: | (launched: 2022-12-13_00:12:35.638649) 00:12:36.963341 tst osmo-nitb_10.42.42.2(pid=10207): stderr: | (launched: 2022-12-13_00:12:35.693304) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:12:37.114163 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)] [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12] 00:12:37.122935 tst assert_extension.py:12: Test FAILED (3.2 sec) 00:12:37.129941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Terminating (SIGTERM) 00:12:37.341271 --- ParallelTerminationStrategy: PID 10206 died... 00:12:37.362456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Terminated: ok {rc=0} 00:12:37.450811 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:sysmo --------------------------------------------------------------------- 00:12:38.683921 tst ussd:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:12:38.688512 tst ussd:sysmo: Verifying 1 x bts (candidates: 11) 00:12:38.710236 tst ussd:sysmo: Verifying 6 x ip_address (candidates: 9) 00:12:38.737116 tst ussd:sysmo: Verifying 1 x modem (candidates: 12) 00:12:38.770156 tst ussd:sysmo: Reserving 1 x bts (candidates: 11) 00:12:38.790665 tst ussd:sysmo: Reserving 6 x ip_address (candidates: 9) 00:12:38.816827 tst ussd:sysmo: Reserving 1 x modem (candidates: 12) 00:12:39.346936 tst ussd:sysmo: RESERVED RESOURCES for ussd: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:sysmo assert_extension.py ---------------------------------------------- 00:12:39.352111 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.362781 tst ussd:sysmo: Using 1 x bts (candidates: 1) 00:12:39.397162 tst assert_extension.py: using LAC 32284 00:12:39.513740 tst assert_extension.py: using RAC 154 00:12:39.637379 tst assert_extension.py: using CellId 32284 00:12:39.764449 tst assert_extension.py: using BVCI 32285 00:12:39.879354 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.890461 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.901524 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.912422 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.923476 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 00:12:39.934566 tst ussd:sysmo: Using 1 x modem (candidates: 1) 00:12:40.047538 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:12:40.504017 run create_hlr_db(pid=10211): Launched 00:12:40.626027 bus /sierra_2: Setting Powered False 00:12:41.684935 run create_hlr_db(pid=10211): Terminated: ok {rc=0} 00:12:42.119089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Launched 00:12:42.437218 run osmo-hlr_10.42.42.2(pid=10214): Launched 00:12:42.558971 run osmo-stp_10.42.42.5: Starting osmo-stp 00:12:43.105629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Launched 00:12:43.422297 run osmo-stp_10.42.42.5(pid=10217): Launched 00:12:43.543004 run osmo-msc_10.42.42.6: Starting osmo-msc 00:12:44.115063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Launched 00:12:44.431854 run osmo-msc_10.42.42.6(pid=10220): Launched 00:12:44.610069 run osmo-stp_10.42.42.5(pid=10217): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)] 00:12:44.744571 run osmo-stp_10.42.42.5(pid=10217): stdout: | (launched: 2022-12-13_00:12:43.363666) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:44.879769 run osmo-stp_10.42.42.5(pid=10217): stderr: | 20221213001243556 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001243557 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001243557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001243557 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001243558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001243558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001243558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:45.014326 run osmo-stp_10.42.42.5(pid=10217): stdout: | (launched: 2022-12-13_00:12:43.363666) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:45.140863 run osmo-stp_10.42.42.5(pid=10217): stderr: | 20221213001243556 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001243557 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001243557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001243557 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001243558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001243558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001243558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:45.292078 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10217): Process ended prematurely: osmo-stp_10.42.42.5(pid=10217) [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)] [trial-2384↪ussd:sysmo↪assert_extension.py:17] 00:12:45.300746 tst assert_extension.py:17: Test FAILED (5.9 sec) 00:12:45.328289 run osmo-hlr_10.42.42.2(pid=10214): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10214)] 00:12:45.379356 run osmo-hlr_10.42.42.2(pid=10214): stdout: | (launched: 2022-12-13_00:12:42.378532) 00:12:45.431887 run osmo-hlr_10.42.42.2(pid=10214): stderr: | 20221213001242577 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001242577 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001242577 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001242577 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001242577 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001242577 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001242604 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001242615 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001242615 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001242615 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:12:45.504898 run osmo-msc_10.42.42.6(pid=10220): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10220)] 00:12:45.555614 run osmo-msc_10.42.42.6(pid=10220): stdout: | (launched: 2022-12-13_00:12:44.372937) 00:12:45.608117 run osmo-msc_10.42.42.6(pid=10220): stderr: | 20221213001244695 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001244695 DLGLOBAL DEBUG validating counter group 0x7fa0456cbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001244695 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001244695 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001244696 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001244696 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001244697 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001244698 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001244698 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001244698 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:12:45.660820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Terminating (SIGTERM) 00:12:45.703097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Terminating (SIGTERM) 00:12:45.745473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Terminating (SIGTERM) 00:12:45.787865 --- ParallelTerminationStrategy: PID 10213 died... 00:12:45.807756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Terminated: ok {rc=0} 00:12:45.859667 --- ParallelTerminationStrategy: PID 10216 died... 00:12:45.885590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Terminated: ok {rc=0} 00:12:45.934250 --- ParallelTerminationStrategy: PID 10219 died... 00:12:45.954533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Terminated: ok {rc=0} 00:12:46.045561 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:12:47.258474 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:12:47.267413 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:12:47.292349 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:12:47.323577 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:12:47.385748 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:12:47.406988 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:12:47.433425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:12:47.977859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:12:48.032342 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.044605 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:12:48.101888 tst mo_mt_call.py: using LAC 32285 00:12:48.230143 tst mo_mt_call.py: using RAC 155 00:12:48.357068 tst mo_mt_call.py: using CellId 32285 00:12:48.483524 tst mo_mt_call.py: using BVCI 32286 00:12:48.600940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.612477 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.623716 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.635201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.646742 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:48.658360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:12:48.780140 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:12:48.899453 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:12:49.402699 run create_hlr_db(pid=10225): Launched 00:12:49.526141 bus /sierra_2: Setting Powered False 00:12:50.590225 run create_hlr_db(pid=10225): Terminated: ok {rc=0} 00:12:51.021672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Launched 00:12:51.322501 run osmo-hlr_10.42.42.2(pid=10228): Launched 00:12:51.436887 run osmo-stp_10.42.42.5: Starting osmo-stp 00:12:51.970621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Launched 00:12:52.271522 run osmo-stp_10.42.42.5(pid=10231): Launched 00:12:52.385793 run osmo-msc_10.42.42.6: Starting osmo-msc 00:12:52.927705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Launched 00:12:53.227589 run osmo-msc_10.42.42.6(pid=10234): Launched 00:12:53.394780 run osmo-stp_10.42.42.5(pid=10231): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)] 00:12:53.521654 run osmo-stp_10.42.42.5(pid=10231): stdout: | (launched: 2022-12-13_00:12:52.215077) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:53.648156 run osmo-stp_10.42.42.5(pid=10231): stderr: | 20221213001252387 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001252388 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001252388 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001252388 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001252389 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001252389 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001252389 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:53.772728 run osmo-stp_10.42.42.5(pid=10231): stdout: | (launched: 2022-12-13_00:12:52.215077) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:12:53.891645 run osmo-stp_10.42.42.5(pid=10231): stderr: | 20221213001252387 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001252388 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001252388 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001252388 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001252389 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001252389 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001252389 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:12:54.034093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10231): Process ended prematurely: osmo-stp_10.42.42.5(pid=10231) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:12:54.042628 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:12:54.068654 run osmo-hlr_10.42.42.2(pid=10228): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10228)] 00:12:54.116131 run osmo-hlr_10.42.42.2(pid=10228): stdout: | (launched: 2022-12-13_00:12:51.266384) 00:12:54.165201 run osmo-hlr_10.42.42.2(pid=10228): stderr: | 20221213001251443 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001251443 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001251443 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001251443 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001251443 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001251443 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001251456 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001251465 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001251465 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001251465 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:12:54.233571 run osmo-msc_10.42.42.6(pid=10234): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10234)] 00:12:54.280712 run osmo-msc_10.42.42.6(pid=10234): stdout: | (launched: 2022-12-13_00:12:53.171696) 00:12:54.329787 run osmo-msc_10.42.42.6(pid=10234): stderr: | 20221213001253442 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001253442 DLGLOBAL DEBUG validating counter group 0x7f9ef2185c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001253442 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001253442 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001253442 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001253443 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001253444 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001253445 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001253446 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001253446 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:12:54.379188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Terminating (SIGTERM) 00:12:54.418507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Terminating (SIGTERM) 00:12:54.458359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Terminating (SIGTERM) 00:12:54.498003 --- ParallelTerminationStrategy: PID 10227 died... 00:12:54.516876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Terminated: ok {rc=0} 00:12:54.560328 --- ParallelTerminationStrategy: PID 10230 died... 00:12:54.578743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Terminated: ok {rc=0} 00:12:54.622156 --- ParallelTerminationStrategy: PID 10233 died... 00:12:54.640556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Terminated: ok {rc=0} 00:12:54.723408 bus /sierra_3: Setting Powered False 00:12:55.818922 bus /sierra_3: Setting Powered False 00:12:56.934289 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:12:58.085455 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.097696 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:12:58.155012 tst mo_mt_call_osmux.py: using LAC 32286 00:12:58.283085 tst mo_mt_call_osmux.py: using RAC 156 00:12:58.410390 tst mo_mt_call_osmux.py: using CellId 32286 00:12:58.540030 tst mo_mt_call_osmux.py: using BVCI 32287 00:12:58.658184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.669724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.680874 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.692353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.703891 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:12:58.715413 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:12:58.830711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:12:58.950674 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:12:59.454489 run create_hlr_db(pid=10236): Launched 00:12:59.577600 bus /sierra_2: Setting Powered False 00:13:00.641651 run create_hlr_db(pid=10236): Terminated: ok {rc=0} 00:13:01.123233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Launched 00:13:01.443095 run osmo-hlr_10.42.42.2(pid=10239): Launched 00:13:01.713883 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:02.377716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Launched 00:13:02.679303 run osmo-stp_10.42.42.5(pid=10242): Launched 00:13:02.794373 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:03.339210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Launched 00:13:03.640102 run osmo-msc_10.42.42.6(pid=10245): Launched 00:13:03.807232 run osmo-stp_10.42.42.5(pid=10242): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)] 00:13:03.934424 run osmo-stp_10.42.42.5(pid=10242): stdout: | (launched: 2022-12-13_00:13:02.622690) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:04.061318 run osmo-stp_10.42.42.5(pid=10242): stderr: | 20221213001302794 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001302794 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001302795 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001302795 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001302795 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001302795 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001302796 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:04.186854 run osmo-stp_10.42.42.5(pid=10242): stdout: | (launched: 2022-12-13_00:13:02.622690) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:04.306164 run osmo-stp_10.42.42.5(pid=10242): stderr: | 20221213001302794 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001302794 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001302795 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001302795 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001302795 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001302795 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001302796 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:04.448622 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10242): Process ended prematurely: osmo-stp_10.42.42.5(pid=10242) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:13:04.457326 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:13:04.483434 run osmo-hlr_10.42.42.2(pid=10239): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10239)] 00:13:04.531412 run osmo-hlr_10.42.42.2(pid=10239): stdout: | (launched: 2022-12-13_00:13:01.381118) 00:13:04.581158 run osmo-hlr_10.42.42.2(pid=10239): stderr: | 20221213001301653 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001301653 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001301653 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001301653 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001301654 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001301654 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001301675 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001301683 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001301683 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001301684 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:04.650218 run osmo-msc_10.42.42.6(pid=10245): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10245)] 00:13:04.697947 run osmo-msc_10.42.42.6(pid=10245): stdout: | (launched: 2022-12-13_00:13:03.583945) 00:13:04.747418 run osmo-msc_10.42.42.6(pid=10245): stderr: | 20221213001303859 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001303859 DLGLOBAL DEBUG validating counter group 0x7fb67c6e6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001303859 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001303859 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001303859 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001303861 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001303862 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001303863 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001303863 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001303863 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:04.797226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Terminating (SIGTERM) 00:13:04.836915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Terminating (SIGTERM) 00:13:04.876778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Terminating (SIGTERM) 00:13:04.916747 --- ParallelTerminationStrategy: PID 10238 died... 00:13:04.935739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Terminated: ok {rc=0} 00:13:04.979454 --- ParallelTerminationStrategy: PID 10241 died... 00:13:04.998101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Terminated: ok {rc=0} 00:13:05.041736 --- ParallelTerminationStrategy: PID 10244 died... 00:13:05.060184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Terminated: ok {rc=0} 00:13:05.145342 bus /sierra_3: Setting Powered False 00:13:06.244858 bus /sierra_3: Setting Powered False 00:13:07.359647 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:13:08.599369 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:13:08.606119 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:13:08.627516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:13:08.654847 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:13:08.706952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:13:08.728077 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:13:08.755321 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:13:09.310232 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:13:09.362824 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.374425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:13:09.432055 tst mo_mt_call.py: using LAC 32287 00:13:09.561299 tst mo_mt_call.py: using RAC 157 00:13:09.689968 tst mo_mt_call.py: using CellId 32287 00:13:09.818357 tst mo_mt_call.py: using BVCI 32288 00:13:09.938035 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.949690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.961019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.972655 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.984264 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:09.995944 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:13:10.112830 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:13:10.232616 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:13:10.735608 run create_hlr_db(pid=10250): Launched 00:13:10.858828 bus /sierra_2: Setting Powered False 00:13:11.922747 run create_hlr_db(pid=10250): Terminated: ok {rc=0} 00:13:12.372615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Launched 00:13:12.696757 run osmo-hlr_10.42.42.2(pid=10253): Launched 00:13:12.820492 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:13.344192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Launched 00:13:13.646809 run osmo-stp_10.42.42.5(pid=10256): Launched 00:13:13.762961 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:14.307619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Launched 00:13:14.608401 run osmo-msc_10.42.42.6(pid=10259): Launched 00:13:14.777765 run osmo-stp_10.42.42.5(pid=10256): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)] 00:13:14.903950 run osmo-stp_10.42.42.5(pid=10256): stdout: | (launched: 2022-12-13_00:13:13.590236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:15.030534 run osmo-stp_10.42.42.5(pid=10256): stderr: | 20221213001313761 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001313761 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001313761 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001313762 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001313762 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001313762 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001313762 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:15.155568 run osmo-stp_10.42.42.5(pid=10256): stdout: | (launched: 2022-12-13_00:13:13.590236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:15.274928 run osmo-stp_10.42.42.5(pid=10256): stderr: | 20221213001313761 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001313761 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001313761 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001313762 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001313762 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001313762 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001313762 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:15.417548 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:13:15.426249 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:13:15.452015 run osmo-hlr_10.42.42.2(pid=10253): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10253)] 00:13:15.499576 run osmo-hlr_10.42.42.2(pid=10253): stdout: | (launched: 2022-12-13_00:13:12.637177) 00:13:15.548384 run osmo-hlr_10.42.42.2(pid=10253): stderr: | 20221213001312837 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001312837 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001312837 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001312837 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001312837 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001312837 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001312853 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001312861 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001312861 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001312861 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:15.616239 run osmo-msc_10.42.42.6(pid=10259): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10259)] 00:13:15.663493 run osmo-msc_10.42.42.6(pid=10259): stdout: | (launched: 2022-12-13_00:13:14.552420) 00:13:15.712285 run osmo-msc_10.42.42.6(pid=10259): stderr: | 20221213001314823 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001314823 DLGLOBAL DEBUG validating counter group 0x7f0887ba9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001314823 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001314824 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001314824 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001314824 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001314826 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001314826 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001314826 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001314826 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:15.761469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminating (SIGTERM) 00:13:15.800656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminating (SIGTERM) 00:13:15.840704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Terminating (SIGTERM) 00:13:15.884133 --- ParallelTerminationStrategy: PID 10252 died... 00:13:15.905643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminated: ok {rc=0} 00:13:15.952580 --- ParallelTerminationStrategy: PID 10255 died... 00:13:15.971705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminated: ok {rc=0} 00:13:16.015961 --- ParallelTerminationStrategy: PID 10258 died... 00:13:16.034959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Terminated: ok {rc=0} 00:13:16.123945 bus /sierra_3: Setting Powered False 00:13:17.225584 bus /sierra_3: Setting Powered False 00:13:18.342518 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:13:19.490539 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:19.502834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:13:19.561397 tst mo_mt_call_osmux.py: using LAC 32288 00:13:19.689093 tst mo_mt_call_osmux.py: using RAC 158 00:13:19.815922 tst mo_mt_call_osmux.py: using CellId 32288 00:13:19.944428 tst mo_mt_call_osmux.py: using BVCI 32289 00:13:20.062398 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:20.073867 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:20.085010 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:20.096510 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:20.107976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:13:20.119557 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:13:20.235522 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:13:20.351000 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:13:20.817958 run create_hlr_db(pid=10261): Launched 00:13:20.941280 bus /sierra_2: Setting Powered False 00:13:21.999443 run create_hlr_db(pid=10261): Terminated: ok {rc=0} 00:13:22.441302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Launched 00:13:22.766320 run osmo-hlr_10.42.42.2(pid=10264): Launched 00:13:22.889432 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:23.451215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Launched 00:13:23.776404 run osmo-stp_10.42.42.5(pid=10267): Launched 00:13:23.900677 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:24.487415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Launched 00:13:24.812793 run osmo-msc_10.42.42.6(pid=10270): Launched 00:13:24.993089 run osmo-stp_10.42.42.5(pid=10267): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] 00:13:25.129862 run osmo-stp_10.42.42.5(pid=10267): stdout: | (launched: 2022-12-13_00:13:23.716353) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:25.267210 run osmo-stp_10.42.42.5(pid=10267): stderr: | 20221213001323911 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001323911 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001323912 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001323912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001323912 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001323913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001323913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:25.403819 run osmo-stp_10.42.42.5(pid=10267): stdout: | (launched: 2022-12-13_00:13:23.716353) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:25.532900 run osmo-stp_10.42.42.5(pid=10267): stderr: | 20221213001323911 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001323911 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001323912 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001323912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001323912 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001323913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001323913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:25.687290 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:13:25.696461 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:13:25.724642 run osmo-hlr_10.42.42.2(pid=10264): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10264)] 00:13:25.775208 run osmo-hlr_10.42.42.2(pid=10264): stdout: | (launched: 2022-12-13_00:13:22.706414) 00:13:25.827374 run osmo-hlr_10.42.42.2(pid=10264): stderr: | 20221213001322907 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001322907 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001322907 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001322907 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001322907 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001322907 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001322920 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001322928 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001322929 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001322929 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:25.899730 run osmo-msc_10.42.42.6(pid=10270): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10270)] 00:13:25.950225 run osmo-msc_10.42.42.6(pid=10270): stdout: | (launched: 2022-12-13_00:13:24.752732) 00:13:26.002824 run osmo-msc_10.42.42.6(pid=10270): stderr: | 20221213001325076 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001325076 DLGLOBAL DEBUG validating counter group 0x7f70bbebbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001325076 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001325076 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001325077 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001325077 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001325079 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001325079 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001325079 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001325079 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:26.055733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminating (SIGTERM) 00:13:26.097773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminating (SIGTERM) 00:13:26.139769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Terminating (SIGTERM) 00:13:26.182203 --- ParallelTerminationStrategy: PID 10263 died... 00:13:26.202099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminated: ok {rc=0} 00:13:26.248527 --- ParallelTerminationStrategy: PID 10266 died... 00:13:26.268083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminated: ok {rc=0} 00:13:26.314687 --- ParallelTerminationStrategy: PID 10269 died... 00:13:26.334289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Terminated: ok {rc=0} 00:13:26.422342 bus /sierra_3: Setting Powered False 00:13:27.523077 bus /sierra_3: Setting Powered False 00:13:28.637097 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:13:29.866536 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:13:29.872835 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:13:29.893382 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:13:29.920063 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:13:29.970684 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:13:29.991123 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:13:30.017583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:13:30.567304 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:13:30.616037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:30.627136 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:13:30.682401 tst mo_mt_call.py: using LAC 32289 00:13:30.802632 tst mo_mt_call.py: using RAC 159 00:13:30.946214 tst mo_mt_call.py: using CellId 32289 00:13:31.088745 tst mo_mt_call.py: using BVCI 32290 00:13:31.238444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:31.253975 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:31.269562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:31.283394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:31.298002 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:31.312710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:13:31.432458 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:13:31.551747 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:13:32.109893 run create_hlr_db(pid=10275): Launched 00:13:32.270600 bus /sierra_2: Setting Powered False 00:13:33.334819 run create_hlr_db(pid=10275): Terminated: ok {rc=0} 00:13:33.767052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Launched 00:13:34.069510 run osmo-hlr_10.42.42.2(pid=10278): Launched 00:13:34.185543 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:34.709110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Launched 00:13:35.011044 run osmo-stp_10.42.42.5(pid=10281): Launched 00:13:35.124578 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:35.669628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Launched 00:13:35.972798 run osmo-msc_10.42.42.6(pid=10284): Launched 00:13:36.141666 run osmo-stp_10.42.42.5(pid=10281): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)] 00:13:36.270000 run osmo-stp_10.42.42.5(pid=10281): stdout: | (launched: 2022-12-13_00:13:34.954704) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:36.398142 run osmo-stp_10.42.42.5(pid=10281): stderr: | 20221213001335126 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001335126 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001335126 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001335126 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001335127 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001335127 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001335127 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:36.524060 run osmo-stp_10.42.42.5(pid=10281): stdout: | (launched: 2022-12-13_00:13:34.954704) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:36.643440 run osmo-stp_10.42.42.5(pid=10281): stderr: | 20221213001335126 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001335126 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001335126 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001335126 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001335127 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001335127 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001335127 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:36.786708 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10281): Process ended prematurely: osmo-stp_10.42.42.5(pid=10281) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:13:36.795294 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:13:36.821638 run osmo-hlr_10.42.42.2(pid=10278): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10278)] 00:13:36.869599 run osmo-hlr_10.42.42.2(pid=10278): stdout: | (launched: 2022-12-13_00:13:34.013182) 00:13:36.919176 run osmo-hlr_10.42.42.2(pid=10278): stderr: | 20221213001334190 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001334190 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001334190 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001334190 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001334190 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001334191 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001334203 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001334212 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001334212 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001334212 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:36.988125 run osmo-msc_10.42.42.6(pid=10284): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10284)] 00:13:37.035662 run osmo-msc_10.42.42.6(pid=10284): stdout: | (launched: 2022-12-13_00:13:35.915989) 00:13:37.085068 run osmo-msc_10.42.42.6(pid=10284): stderr: | 20221213001336191 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001336192 DLGLOBAL DEBUG validating counter group 0x7f81a2902c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001336192 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001336192 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001336192 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001336192 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001336195 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001336195 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001336196 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001336196 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:37.134729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Terminating (SIGTERM) 00:13:37.174282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Terminating (SIGTERM) 00:13:37.213833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Terminating (SIGTERM) 00:13:37.253455 --- ParallelTerminationStrategy: PID 10277 died... 00:13:37.272472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Terminated: ok {rc=0} 00:13:37.316319 --- ParallelTerminationStrategy: PID 10280 died... 00:13:37.334898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Terminated: ok {rc=0} 00:13:37.379210 --- ParallelTerminationStrategy: PID 10283 died... 00:13:37.397741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Terminated: ok {rc=0} 00:13:37.481916 bus /sierra_3: Setting Powered False 00:13:38.579505 bus /sierra_3: Setting Powered False 00:13:39.696427 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:13:40.845442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:40.857392 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:13:40.914991 tst mo_mt_call_osmux.py: using LAC 32290 00:13:41.044906 tst mo_mt_call_osmux.py: using RAC 160 00:13:41.164642 tst mo_mt_call_osmux.py: using CellId 32290 00:13:41.286024 tst mo_mt_call_osmux.py: using BVCI 32291 00:13:41.406137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:41.417644 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:41.428932 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:41.440524 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:41.452081 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:13:41.463589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:13:41.583844 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:13:41.700493 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:13:42.170205 run create_hlr_db(pid=10286): Launched 00:13:42.292931 bus /sierra_2: Setting Powered False 00:13:43.353440 run create_hlr_db(pid=10286): Terminated: ok {rc=0} 00:13:43.796775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Launched 00:13:44.120801 run osmo-hlr_10.42.42.2(pid=10289): Launched 00:13:44.244028 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:44.804050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Launched 00:13:45.129372 run osmo-stp_10.42.42.5(pid=10292): Launched 00:13:45.252364 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:45.847131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Launched 00:13:46.229986 run osmo-msc_10.42.42.6(pid=10295): Launched 00:13:46.429659 run osmo-stp_10.42.42.5(pid=10292): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)] 00:13:46.675196 run osmo-stp_10.42.42.5(pid=10292): stdout: | (launched: 2022-12-13_00:13:45.069198) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:46.997986 run osmo-stp_10.42.42.5(pid=10292): stderr: | 20221213001345262 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001345262 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001345262 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001345263 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001345265 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001345265 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001345265 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:47.265774 run osmo-stp_10.42.42.5(pid=10292): stdout: | (launched: 2022-12-13_00:13:45.069198) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:47.399396 run osmo-stp_10.42.42.5(pid=10292): stderr: | 20221213001345262 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001345262 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001345262 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001345263 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001345265 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001345265 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001345265 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:47.559822 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:13:47.570300 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec) 00:13:47.601335 run osmo-hlr_10.42.42.2(pid=10289): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10289)] 00:13:47.652000 run osmo-hlr_10.42.42.2(pid=10289): stdout: | (launched: 2022-12-13_00:13:44.061242) 00:13:47.704727 run osmo-hlr_10.42.42.2(pid=10289): stderr: | 20221213001344260 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001344260 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001344260 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001344260 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001344260 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001344260 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001344277 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001344286 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001344287 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001344287 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:47.777887 run osmo-msc_10.42.42.6(pid=10295): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10295)] 00:13:47.829111 run osmo-msc_10.42.42.6(pid=10295): stdout: | (launched: 2022-12-13_00:13:46.164913) 00:13:47.881726 run osmo-msc_10.42.42.6(pid=10295): stderr: | 20221213001346875 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001346875 DLGLOBAL DEBUG validating counter group 0x7f404a11ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001346875 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001346878 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001346878 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001346878 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001346884 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001346885 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001346885 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001346885 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:47.934595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminating (SIGTERM) 00:13:47.977456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminating (SIGTERM) 00:13:48.019874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Terminating (SIGTERM) 00:13:48.062571 --- ParallelTerminationStrategy: PID 10288 died... 00:13:48.082650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminated: ok {rc=0} 00:13:48.130613 --- ParallelTerminationStrategy: PID 10291 died... 00:13:48.150218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminated: ok {rc=0} 00:13:48.197998 --- ParallelTerminationStrategy: PID 10294 died... 00:13:48.217561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Terminated: ok {rc=0} 00:13:48.306106 bus /sierra_3: Setting Powered False 00:13:49.403830 bus /sierra_3: Setting Powered False 00:13:50.522109 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:13:51.760482 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:13:51.767449 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:13:51.789233 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:13:51.816283 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:13:51.869753 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:13:51.891451 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:13:51.918747 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:13:52.464671 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:13:52.519170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:52.530613 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:13:52.587647 tst mo_mt_call.py: using LAC 32291 00:13:52.716743 tst mo_mt_call.py: using RAC 161 00:13:52.843648 tst mo_mt_call.py: using CellId 32291 00:13:52.970809 tst mo_mt_call.py: using BVCI 32292 00:13:53.088313 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:53.099735 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:53.110921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:53.122404 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:53.133867 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:13:53.145391 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:13:53.263942 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:13:53.380454 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:13:53.882838 run create_hlr_db(pid=10301): Launched 00:13:54.005292 bus /sierra_2: Setting Powered False 00:13:55.069240 run create_hlr_db(pid=10301): Terminated: ok {rc=0} 00:13:55.498735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Launched 00:13:55.799912 run osmo-hlr_10.42.42.2(pid=10304): Launched 00:13:55.915321 run osmo-stp_10.42.42.5: Starting osmo-stp 00:13:56.452659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Launched 00:13:56.755067 run osmo-stp_10.42.42.5(pid=10307): Launched 00:13:56.870248 run osmo-msc_10.42.42.6: Starting osmo-msc 00:13:57.415120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Launched 00:13:57.716786 run osmo-msc_10.42.42.6(pid=10310): Launched 00:13:57.884671 run osmo-stp_10.42.42.5(pid=10307): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)] 00:13:58.013622 run osmo-stp_10.42.42.5(pid=10307): stdout: | (launched: 2022-12-13_00:13:56.699246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:58.141087 run osmo-stp_10.42.42.5(pid=10307): stderr: | 20221213001356870 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001356870 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001356871 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001356871 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001356872 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001356872 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001356872 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:58.265929 run osmo-stp_10.42.42.5(pid=10307): stdout: | (launched: 2022-12-13_00:13:56.699246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:13:58.385094 run osmo-stp_10.42.42.5(pid=10307): stderr: | 20221213001356870 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001356870 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001356871 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001356871 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001356872 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001356872 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001356872 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:13:58.527501 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10307): Process ended prematurely: osmo-stp_10.42.42.5(pid=10307) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:13:58.536156 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:13:58.562149 run osmo-hlr_10.42.42.2(pid=10304): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10304)] 00:13:58.609936 run osmo-hlr_10.42.42.2(pid=10304): stdout: | (launched: 2022-12-13_00:13:55.744082) 00:13:58.658788 run osmo-hlr_10.42.42.2(pid=10304): stderr: | 20221213001355923 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001355923 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001355923 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001355923 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001355923 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001355923 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001355935 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001355943 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001355944 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001355944 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:13:58.727031 run osmo-msc_10.42.42.6(pid=10310): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10310)] 00:13:58.774071 run osmo-msc_10.42.42.6(pid=10310): stdout: | (launched: 2022-12-13_00:13:57.659822) 00:13:58.822932 run osmo-msc_10.42.42.6(pid=10310): stderr: | 20221213001357932 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001357933 DLGLOBAL DEBUG validating counter group 0x7faccf228c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001357933 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001357933 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001357933 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001357933 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001357935 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001357935 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001357936 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001357936 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:13:58.872392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Terminating (SIGTERM) 00:13:58.911824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Terminating (SIGTERM) 00:13:58.951247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Terminating (SIGTERM) 00:13:58.990936 --- ParallelTerminationStrategy: PID 10303 died... 00:13:59.009747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Terminated: ok {rc=0} 00:13:59.053176 --- ParallelTerminationStrategy: PID 10306 died... 00:13:59.071628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Terminated: ok {rc=0} 00:13:59.115935 --- ParallelTerminationStrategy: PID 10309 died... 00:13:59.134883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Terminated: ok {rc=0} 00:13:59.220203 bus /sierra_3: Setting Powered False 00:14:00.318653 bus /sierra_3: Setting Powered False 00:14:01.439228 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:14:02.598379 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:02.610447 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:14:02.667487 tst mo_mt_call_osmux.py: using LAC 32292 00:14:02.795831 tst mo_mt_call_osmux.py: using RAC 162 00:14:02.924276 tst mo_mt_call_osmux.py: using CellId 32292 00:14:03.053559 tst mo_mt_call_osmux.py: using BVCI 32293 00:14:03.173480 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:03.184827 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:03.195966 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:03.207647 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:03.219194 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:14:03.230693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:14:03.346356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:14:03.466505 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:03.971312 run create_hlr_db(pid=10312): Launched 00:14:04.094083 bus /sierra_2: Setting Powered False 00:14:05.158191 run create_hlr_db(pid=10312): Terminated: ok {rc=0} 00:14:05.609070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Launched 00:14:05.932790 run osmo-hlr_10.42.42.2(pid=10315): Launched 00:14:06.056933 run osmo-stp_10.42.42.5: Starting osmo-stp 00:14:06.618064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Launched 00:14:06.943385 run osmo-stp_10.42.42.5(pid=10318): Launched 00:14:07.067259 run osmo-msc_10.42.42.6: Starting osmo-msc 00:14:07.654306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Launched 00:14:07.978392 run osmo-msc_10.42.42.6(pid=10321): Launched 00:14:08.158882 run osmo-stp_10.42.42.5(pid=10318): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)] 00:14:08.299609 run osmo-stp_10.42.42.5(pid=10318): stdout: | (launched: 2022-12-13_00:14:06.883524) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:08.436152 run osmo-stp_10.42.42.5(pid=10318): stderr: | 20221213001407075 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001407075 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001407075 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001407076 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001407076 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001407076 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001407076 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:08.572412 run osmo-stp_10.42.42.5(pid=10318): stdout: | (launched: 2022-12-13_00:14:06.883524) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:08.702049 run osmo-stp_10.42.42.5(pid=10318): stderr: | 20221213001407075 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001407075 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001407075 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001407076 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001407076 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001407076 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001407076 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:08.856639 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:14:08.866357 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:14:08.894609 run osmo-hlr_10.42.42.2(pid=10315): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10315)] 00:14:08.945111 run osmo-hlr_10.42.42.2(pid=10315): stdout: | (launched: 2022-12-13_00:14:05.873032) 00:14:08.997273 run osmo-hlr_10.42.42.2(pid=10315): stderr: | 20221213001406071 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001406072 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001406072 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001406072 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001406072 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001406072 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001406084 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001406092 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001406092 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001406092 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:14:09.069631 run osmo-msc_10.42.42.6(pid=10321): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10321)] 00:14:09.119777 run osmo-msc_10.42.42.6(pid=10321): stdout: | (launched: 2022-12-13_00:14:07.918404) 00:14:09.171906 run osmo-msc_10.42.42.6(pid=10321): stderr: | 20221213001408246 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001408246 DLGLOBAL DEBUG validating counter group 0x7f68ed945c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001408246 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001408246 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001408246 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001408247 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001408248 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001408249 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001408249 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001408249 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:14:09.224377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminating (SIGTERM) 00:14:09.266398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminating (SIGTERM) 00:14:09.308484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Terminating (SIGTERM) 00:14:09.350898 --- ParallelTerminationStrategy: PID 10314 died... 00:14:09.370960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminated: ok {rc=0} 00:14:09.417469 --- ParallelTerminationStrategy: PID 10317 died... 00:14:09.436686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminated: ok {rc=0} 00:14:09.483463 --- ParallelTerminationStrategy: PID 10320 died... 00:14:09.502823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Terminated: ok {rc=0} 00:14:09.591446 bus /sierra_3: Setting Powered False 00:14:10.690261 bus /sierra_3: Setting Powered False 00:14:11.805908 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:14:13.041269 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:14:13.048299 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:14:13.069780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:14:13.097548 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:14:13.149507 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:14:13.170744 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:14:13.197833 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:14:13.749803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:14:13.801859 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:13.813197 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:14:13.870217 tst mo_mt_call.py: using LAC 32293 00:14:13.998977 tst mo_mt_call.py: using RAC 163 00:14:14.126365 tst mo_mt_call.py: using CellId 32293 00:14:14.253083 tst mo_mt_call.py: using BVCI 32294 00:14:14.372842 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:14.384301 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:14.395485 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:14.406888 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:14.418423 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:14.430042 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:14:14.546064 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:14:14.663883 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:15.134223 run create_hlr_db(pid=10326): Launched 00:14:15.258964 bus /sierra_2: Setting Powered False 00:14:16.349870 run create_hlr_db(pid=10326): Terminated: ok {rc=0} 00:14:16.822530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Launched 00:14:17.155549 run osmo-hlr_10.42.42.2(pid=10329): Launched 00:14:17.323056 run osmo-stp_10.42.42.5: Starting osmo-stp 00:14:17.855076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Launched 00:14:18.157059 run osmo-stp_10.42.42.5(pid=10332): Launched 00:14:18.271386 run osmo-msc_10.42.42.6: Starting osmo-msc 00:14:18.817758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Launched 00:14:19.120550 run osmo-msc_10.42.42.6(pid=10335): Launched 00:14:19.288689 run osmo-stp_10.42.42.5(pid=10332): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)] 00:14:19.416025 run osmo-stp_10.42.42.5(pid=10332): stdout: | (launched: 2022-12-13_00:14:18.100648) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:19.542948 run osmo-stp_10.42.42.5(pid=10332): stderr: | 20221213001418270 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001418270 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001418270 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001418271 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001418273 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001418273 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001418273 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:19.668242 run osmo-stp_10.42.42.5(pid=10332): stdout: | (launched: 2022-12-13_00:14:18.100648) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:19.788129 run osmo-stp_10.42.42.5(pid=10332): stderr: | 20221213001418270 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001418270 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001418270 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001418271 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001418273 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001418273 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001418273 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:19.931448 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:14:19.940036 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:14:19.965887 run osmo-hlr_10.42.42.2(pid=10329): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10329)] 00:14:20.013258 run osmo-hlr_10.42.42.2(pid=10329): stdout: | (launched: 2022-12-13_00:14:17.090880) 00:14:20.062433 run osmo-hlr_10.42.42.2(pid=10329): stderr: | 20221213001417367 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001417367 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001417367 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001417367 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001417367 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001417367 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001417382 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001417391 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001417391 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001417391 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:14:20.130368 run osmo-msc_10.42.42.6(pid=10335): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10335)] 00:14:20.177436 run osmo-msc_10.42.42.6(pid=10335): stdout: | (launched: 2022-12-13_00:14:19.064096) 00:14:20.226268 run osmo-msc_10.42.42.6(pid=10335): stderr: | 20221213001419337 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001419337 DLGLOBAL DEBUG validating counter group 0x7f65af28fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001419337 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001419337 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001419337 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001419337 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001419342 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001419342 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001419342 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001419342 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:14:20.275542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminating (SIGTERM) 00:14:20.315208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminating (SIGTERM) 00:14:20.355163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminating (SIGTERM) 00:14:20.395002 --- ParallelTerminationStrategy: PID 10328 died... 00:14:20.414031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminated: ok {rc=0} 00:14:20.457844 --- ParallelTerminationStrategy: PID 10331 died... 00:14:20.476366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminated: ok {rc=0} 00:14:20.520032 --- ParallelTerminationStrategy: PID 10334 died... 00:14:20.538632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminated: ok {rc=0} 00:14:20.622996 bus /sierra_3: Setting Powered False 00:14:21.717846 bus /sierra_3: Setting Powered False 00:14:22.832045 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:14:23.984729 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:23.996665 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:14:24.054401 tst mo_mt_call_osmux.py: using LAC 32294 00:14:24.183707 tst mo_mt_call_osmux.py: using RAC 164 00:14:24.310736 tst mo_mt_call_osmux.py: using CellId 32294 00:14:24.438275 tst mo_mt_call_osmux.py: using BVCI 32295 00:14:24.558201 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:24.569809 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:24.581169 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:24.592735 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:24.604330 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:14:24.615887 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:14:24.733518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:14:24.852445 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:25.319971 run create_hlr_db(pid=10337): Launched 00:14:25.443879 bus /sierra_2: Setting Powered False 00:14:26.504409 run create_hlr_db(pid=10337): Terminated: ok {rc=0} 00:14:26.947135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Launched 00:14:27.271457 run osmo-hlr_10.42.42.2(pid=10340): Launched 00:14:27.395185 run osmo-stp_10.42.42.5: Starting osmo-stp 00:14:27.954021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Launched 00:14:28.278458 run osmo-stp_10.42.42.5(pid=10343): Launched 00:14:28.401864 run osmo-msc_10.42.42.6: Starting osmo-msc 00:14:28.989353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Launched 00:14:29.315253 run osmo-msc_10.42.42.6(pid=10346): Launched 00:14:29.495021 run osmo-stp_10.42.42.5(pid=10343): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)] 00:14:29.633402 run osmo-stp_10.42.42.5(pid=10343): stdout: | (launched: 2022-12-13_00:14:28.218597) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:29.771123 run osmo-stp_10.42.42.5(pid=10343): stderr: | 20221213001428413 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001428413 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001428413 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001428414 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001428414 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001428414 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001428414 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:29.907369 run osmo-stp_10.42.42.5(pid=10343): stdout: | (launched: 2022-12-13_00:14:28.218597) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:30.036483 run osmo-stp_10.42.42.5(pid=10343): stderr: | 20221213001428413 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001428413 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001428413 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001428414 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001428414 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001428414 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001428414 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:30.191197 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:14:30.200381 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:14:30.229513 run osmo-hlr_10.42.42.2(pid=10340): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10340)] 00:14:30.280348 run osmo-hlr_10.42.42.2(pid=10340): stdout: | (launched: 2022-12-13_00:14:27.211850) 00:14:30.333195 run osmo-hlr_10.42.42.2(pid=10340): stderr: | 20221213001427411 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001427411 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001427411 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001427411 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001427411 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001427411 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001427423 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001427431 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001427431 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001427432 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:14:30.406734 run osmo-msc_10.42.42.6(pid=10346): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10346)] 00:14:30.457687 run osmo-msc_10.42.42.6(pid=10346): stdout: | (launched: 2022-12-13_00:14:29.255205) 00:14:30.510427 run osmo-msc_10.42.42.6(pid=10346): stderr: | 20221213001429578 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001429578 DLGLOBAL DEBUG validating counter group 0x7f15a062fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001429578 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001429578 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001429578 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001429579 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001429580 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001429581 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001429581 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001429581 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:14:30.564180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminating (SIGTERM) 00:14:30.606906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminating (SIGTERM) 00:14:30.649405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Terminating (SIGTERM) 00:14:30.692111 --- ParallelTerminationStrategy: PID 10339 died... 00:14:30.712097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminated: ok {rc=0} 00:14:30.760311 --- ParallelTerminationStrategy: PID 10342 died... 00:14:30.779976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminated: ok {rc=0} 00:14:30.831372 --- ParallelTerminationStrategy: PID 10345 died... 00:14:30.857753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Terminated: ok {rc=0} 00:14:30.960235 bus /sierra_3: Setting Powered False 00:14:32.062087 bus /sierra_3: Setting Powered False 00:14:33.180323 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:14:34.416110 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:14:34.422973 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:14:34.444662 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:14:34.472847 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:14:34.526021 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:14:34.547555 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:14:34.574878 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:14:35.124078 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:14:35.172594 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.183768 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:14:35.239948 tst mo_mt_call.py: using LAC 32295 00:14:35.359688 tst mo_mt_call.py: using RAC 165 00:14:35.490420 tst mo_mt_call.py: using CellId 32295 00:14:35.617614 tst mo_mt_call.py: using BVCI 32296 00:14:35.727581 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.738617 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.749472 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.760187 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.770938 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:35.781757 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:14:35.900099 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:14:36.015616 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:36.487189 run create_hlr_db(pid=10355): Launched 00:14:36.610458 bus /sierra_2: Setting Powered False 00:14:37.670792 run create_hlr_db(pid=10355): Terminated: ok {rc=0} 00:14:38.115225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Launched 00:14:38.441346 run osmo-hlr_10.42.42.2(pid=10358): Launched 00:14:38.566921 run osmo-stp_10.42.42.5: Starting osmo-stp 00:14:39.132089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Launched 00:14:39.456777 run osmo-stp_10.42.42.5(pid=10361): Launched 00:14:39.581636 run osmo-msc_10.42.42.6: Starting osmo-msc 00:14:40.174858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Launched 00:14:40.500561 run osmo-msc_10.42.42.6(pid=10364): Launched 00:14:40.683316 run osmo-stp_10.42.42.5(pid=10361): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)] 00:14:40.825474 run osmo-stp_10.42.42.5(pid=10361): stdout: | (launched: 2022-12-13_00:14:39.396329) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:40.958770 run osmo-stp_10.42.42.5(pid=10361): stderr: | 20221213001439592 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001439592 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001439592 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001439593 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001439593 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001439593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001439593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:41.094060 run osmo-stp_10.42.42.5(pid=10361): stdout: | (launched: 2022-12-13_00:14:39.396329) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:41.223566 run osmo-stp_10.42.42.5(pid=10361): stderr: | 20221213001439592 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001439592 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001439592 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001439593 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001439593 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001439593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001439593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:41.377781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)] [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:14:41.387245 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 00:14:41.415296 run osmo-hlr_10.42.42.2(pid=10358): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10358)] 00:14:41.466411 run osmo-hlr_10.42.42.2(pid=10358): stdout: | (launched: 2022-12-13_00:14:38.381397) 00:14:41.518888 run osmo-hlr_10.42.42.2(pid=10358): stderr: | 20221213001438583 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001438583 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001438583 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001438583 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001438583 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001438583 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001438598 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001438606 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001438606 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001438606 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:14:41.592701 run osmo-msc_10.42.42.6(pid=10364): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10364)] 00:14:41.643466 run osmo-msc_10.42.42.6(pid=10364): stdout: | (launched: 2022-12-13_00:14:40.440060) 00:14:41.696271 run osmo-msc_10.42.42.6(pid=10364): stderr: | 20221213001440763 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001440763 DLGLOBAL DEBUG validating counter group 0x7ff98f038c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001440763 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001440763 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001440764 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001440764 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001440766 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001440766 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001440766 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001440766 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:14:41.749120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminating (SIGTERM) 00:14:41.791682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminating (SIGTERM) 00:14:41.834263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminating (SIGTERM) 00:14:41.877037 --- ParallelTerminationStrategy: PID 10357 died... 00:14:41.897168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminated: ok {rc=0} 00:14:41.944366 --- ParallelTerminationStrategy: PID 10360 died... 00:14:41.964240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminated: ok {rc=0} 00:14:42.011303 --- ParallelTerminationStrategy: PID 10363 died... 00:14:42.030957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminated: ok {rc=0} 00:14:42.120573 bus /sierra_3: Setting Powered False 00:14:43.220680 bus /sierra_3: Setting Powered False 00:14:44.336861 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:14:45.484875 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:45.497164 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:14:45.556250 tst mo_mt_call_osmux.py: using LAC 32296 00:14:45.685618 tst mo_mt_call_osmux.py: using RAC 166 00:14:45.813246 tst mo_mt_call_osmux.py: using CellId 32296 00:14:45.953659 tst mo_mt_call_osmux.py: using BVCI 32297 00:14:46.076478 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:46.089268 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:46.101721 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:46.115508 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:46.128355 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:14:46.141541 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:14:46.260906 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:14:46.380761 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:46.872675 run create_hlr_db(pid=10366): Launched 00:14:47.045038 bus /sierra_2: Setting Powered False 00:14:48.103349 run create_hlr_db(pid=10366): Terminated: ok {rc=0} 00:14:48.592407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Launched 00:14:48.918775 run osmo-hlr_10.42.42.2(pid=10369): Launched 00:14:49.042512 run osmo-stp_10.42.42.5: Starting osmo-stp 00:14:49.605608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Launched 00:14:49.930960 run osmo-stp_10.42.42.5(pid=10372): Launched 00:14:50.054263 run osmo-msc_10.42.42.6: Starting osmo-msc 00:14:50.642538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Launched 00:14:50.967113 run osmo-msc_10.42.42.6(pid=10375): Launched 00:14:51.147487 run osmo-stp_10.42.42.5(pid=10372): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)] 00:14:51.284412 run osmo-stp_10.42.42.5(pid=10372): stdout: | (launched: 2022-12-13_00:14:49.871083) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:51.421795 run osmo-stp_10.42.42.5(pid=10372): stderr: | 20221213001450062 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001450062 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001450062 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001450063 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001450063 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001450063 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001450063 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:51.558933 run osmo-stp_10.42.42.5(pid=10372): stdout: | (launched: 2022-12-13_00:14:49.871083) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:14:51.688257 run osmo-stp_10.42.42.5(pid=10372): stderr: | 20221213001450062 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001450062 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001450062 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001450063 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001450063 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001450063 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001450063 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:14:51.843156 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)] [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:14:51.852341 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:14:51.880541 run osmo-hlr_10.42.42.2(pid=10369): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10369)] 00:14:51.930892 run osmo-hlr_10.42.42.2(pid=10369): stdout: | (launched: 2022-12-13_00:14:48.857635) 00:14:51.983211 run osmo-hlr_10.42.42.2(pid=10369): stderr: | 20221213001449057 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001449057 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001449057 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001449057 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001449057 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001449057 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001449069 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001449078 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001449078 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001449078 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:14:52.056089 run osmo-msc_10.42.42.6(pid=10375): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10375)] 00:14:52.106393 run osmo-msc_10.42.42.6(pid=10375): stdout: | (launched: 2022-12-13_00:14:50.907320) 00:14:52.158478 run osmo-msc_10.42.42.6(pid=10375): stderr: | 20221213001451229 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001451229 DLGLOBAL DEBUG validating counter group 0x7f8f0bd9cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001451229 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001451229 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001451230 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001451230 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001451231 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001451232 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001451232 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001451232 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:14:52.210685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminating (SIGTERM) 00:14:52.252751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminating (SIGTERM) 00:14:52.295063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Terminating (SIGTERM) 00:14:52.337784 --- ParallelTerminationStrategy: PID 10368 died... 00:14:52.357818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminated: ok {rc=0} 00:14:52.404835 --- ParallelTerminationStrategy: PID 10371 died... 00:14:52.424402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminated: ok {rc=0} 00:14:52.471783 --- ParallelTerminationStrategy: PID 10374 died... 00:14:52.491290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Terminated: ok {rc=0} 00:14:52.580049 bus /sierra_3: Setting Powered False 00:14:53.679692 bus /sierra_3: Setting Powered False 00:14:54.794326 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:14:56.029579 tst voice:sysmo+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:14:56.035499 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:14:56.056710 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:14:56.083950 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:14:56.136734 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:14:56.157890 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:14:56.185441 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:14:56.736215 tst voice:sysmo+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:14:56.788513 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:56.799749 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:14:56.857371 tst mo_mt_call.py: using LAC 32297 00:14:56.985752 tst mo_mt_call.py: using RAC 167 00:14:57.114182 tst mo_mt_call.py: using CellId 32297 00:14:57.242359 tst mo_mt_call.py: using BVCI 32298 00:14:57.361983 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:57.373280 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:57.384114 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:57.395382 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:57.406692 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:14:57.418099 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:14:57.532135 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:14:57.654842 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:14:58.158295 run create_hlr_db(pid=10380): Launched 00:14:58.281187 bus /sierra_2: Setting Powered False 00:14:59.344693 run create_hlr_db(pid=10380): Terminated: ok {rc=0} 00:14:59.771838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Launched 00:15:00.073659 run osmo-hlr_10.42.42.2(pid=10383): Launched 00:15:00.189722 run osmo-stp_10.42.42.5: Starting osmo-stp 00:15:00.710568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Launched 00:15:01.035748 run osmo-stp_10.42.42.5(pid=10386): Launched 00:15:01.215694 run osmo-msc_10.42.42.6: Starting osmo-msc 00:15:01.945677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Launched 00:15:02.297654 run osmo-msc_10.42.42.6(pid=10392): Launched 00:15:02.529242 run osmo-stp_10.42.42.5(pid=10386): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] 00:15:02.657462 run osmo-stp_10.42.42.5(pid=10386): stdout: | (launched: 2022-12-13_00:15:00.967923) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:02.785900 run osmo-stp_10.42.42.5(pid=10386): stderr: | 20221213001501299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001501299 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001501299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001501299 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001501300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001501300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001501300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:02.911210 run osmo-stp_10.42.42.5(pid=10386): stdout: | (launched: 2022-12-13_00:15:00.967923) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:03.031092 run osmo-stp_10.42.42.5(pid=10386): stderr: | 20221213001501299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001501299 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001501299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001501299 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001501300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001501300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001501300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:03.174917 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:15:03.183831 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:15:03.210045 run osmo-hlr_10.42.42.2(pid=10383): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10383)] 00:15:03.257813 run osmo-hlr_10.42.42.2(pid=10383): stdout: | (launched: 2022-12-13_00:15:00.017131) 00:15:03.307293 run osmo-hlr_10.42.42.2(pid=10383): stderr: | 20221213001500194 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001500194 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001500194 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001500194 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001500194 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001500194 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001500206 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001500215 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001500215 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001500215 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:15:03.376114 run osmo-msc_10.42.42.6(pid=10392): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10392)] 00:15:03.423592 run osmo-msc_10.42.42.6(pid=10392): stdout: | (launched: 2022-12-13_00:15:02.231011) 00:15:03.472875 run osmo-msc_10.42.42.6(pid=10392): stderr: | 20221213001502594 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001502595 DLGLOBAL DEBUG validating counter group 0x7feb61fd4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001502595 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001502595 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001502595 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001502595 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001502597 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001502597 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001502598 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001502598 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:15:03.522324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminating (SIGTERM) 00:15:03.561934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminating (SIGTERM) 00:15:03.601582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Terminating (SIGTERM) 00:15:03.641656 --- ParallelTerminationStrategy: PID 10382 died... 00:15:03.660567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminated: ok {rc=0} 00:15:03.704560 --- ParallelTerminationStrategy: PID 10385 died... 00:15:03.723201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminated: ok {rc=0} 00:15:03.767182 --- ParallelTerminationStrategy: PID 10391 died... 00:15:03.785775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Terminated: ok {rc=0} 00:15:03.874089 bus /sierra_3: Setting Powered False 00:15:04.975127 bus /sierra_3: Setting Powered False 00:15:06.093154 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:15:07.239164 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.250709 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:15:07.308047 tst mo_mt_call_osmux.py: using LAC 32298 00:15:07.428515 tst mo_mt_call_osmux.py: using RAC 168 00:15:07.549265 tst mo_mt_call_osmux.py: using CellId 32298 00:15:07.668487 tst mo_mt_call_osmux.py: using BVCI 32299 00:15:07.778964 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.789934 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.800520 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.811096 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.821747 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:15:07.832338 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:15:07.951487 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:15:08.067159 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:15:08.534118 run create_hlr_db(pid=10394): Launched 00:15:08.656420 bus /sierra_2: Setting Powered False 00:15:09.717110 run create_hlr_db(pid=10394): Terminated: ok {rc=0} 00:15:10.159504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Launched 00:15:10.485095 run osmo-hlr_10.42.42.2(pid=10397): Launched 00:15:10.610876 run osmo-stp_10.42.42.5: Starting osmo-stp 00:15:11.170891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Launched 00:15:11.496898 run osmo-stp_10.42.42.5(pid=10400): Launched 00:15:11.622157 run osmo-msc_10.42.42.6: Starting osmo-msc 00:15:12.208846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Launched 00:15:12.534297 run osmo-msc_10.42.42.6(pid=10403): Launched 00:15:12.715105 run osmo-stp_10.42.42.5(pid=10400): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)] 00:15:12.851541 run osmo-stp_10.42.42.5(pid=10400): stdout: | (launched: 2022-12-13_00:15:11.436801) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:12.988720 run osmo-stp_10.42.42.5(pid=10400): stderr: | 20221213001511632 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001511632 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001511632 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001511632 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001511633 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001511633 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001511633 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:13.124592 run osmo-stp_10.42.42.5(pid=10400): stdout: | (launched: 2022-12-13_00:15:11.436801) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:13.253901 run osmo-stp_10.42.42.5(pid=10400): stderr: | 20221213001511632 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001511632 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001511632 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001511632 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001511633 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001511633 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001511633 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:13.407795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)] [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:15:13.417114 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:15:13.445421 run osmo-hlr_10.42.42.2(pid=10397): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10397)] 00:15:13.496438 run osmo-hlr_10.42.42.2(pid=10397): stdout: | (launched: 2022-12-13_00:15:10.425135) 00:15:13.548749 run osmo-hlr_10.42.42.2(pid=10397): stderr: | 20221213001510624 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001510625 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001510625 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001510625 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001510625 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001510625 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001510636 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001510644 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001510644 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001510645 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:15:13.621777 run osmo-msc_10.42.42.6(pid=10403): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10403)] 00:15:13.672129 run osmo-msc_10.42.42.6(pid=10403): stdout: | (launched: 2022-12-13_00:15:12.474207) 00:15:13.724134 run osmo-msc_10.42.42.6(pid=10403): stderr: | 20221213001512801 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001512801 DLGLOBAL DEBUG validating counter group 0x7fc705892c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001512801 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001512801 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001512802 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001512802 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001512803 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001512804 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001512804 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001512804 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:15:13.776730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminating (SIGTERM) 00:15:13.818869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminating (SIGTERM) 00:15:13.861039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminating (SIGTERM) 00:15:13.903460 --- ParallelTerminationStrategy: PID 10396 died... 00:15:13.923309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminated: ok {rc=0} 00:15:13.969988 --- ParallelTerminationStrategy: PID 10399 died... 00:15:13.989493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminated: ok {rc=0} 00:15:14.036056 --- ParallelTerminationStrategy: PID 10402 died... 00:15:14.055586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminated: ok {rc=0} 00:15:14.144204 bus /sierra_3: Setting Powered False 00:15:15.243837 bus /sierra_3: Setting Powered False 00:15:16.374288 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:sysmo+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:sysmo --------------------------------------------------------------------- 00:15:17.615084 tst emergency:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:15:17.619631 tst emergency:sysmo: Verifying 1 x bts (candidates: 11) 00:15:17.641072 tst emergency:sysmo: Verifying 6 x ip_address (candidates: 9) 00:15:17.668735 tst emergency:sysmo: Verifying 4 x modem (candidates: 12) 00:15:17.754524 tst emergency:sysmo: Reserving 1 x bts (candidates: 11) 00:15:17.775796 tst emergency:sysmo: Reserving 6 x ip_address (candidates: 9) 00:15:17.803493 tst emergency:sysmo: Reserving 4 x modem (candidates: 12) 00:15:18.390321 tst emergency:sysmo: RESERVED RESOURCES for emergency: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:sysmo emergency_mo_mt_call.py ---------------------------------------------- 00:15:18.396449 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.408300 tst emergency:sysmo: Using 1 x bts (candidates: 1) 00:15:18.445716 tst emergency_mo_mt_call.py: using LAC 32299 00:15:18.564157 tst emergency_mo_mt_call.py: using RAC 169 00:15:18.679315 tst emergency_mo_mt_call.py: using CellId 32299 00:15:18.794523 tst emergency_mo_mt_call.py: using BVCI 32300 00:15:18.903226 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.913975 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.924507 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.934979 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.945498 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:18.955922 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:19.069045 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:19.187326 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:15:19.685454 run create_hlr_db(pid=10408): Launched 00:15:19.807842 bus /sierra_2: Setting Powered False 00:15:20.870459 run create_hlr_db(pid=10408): Terminated: ok {rc=0} 00:15:21.315753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Launched 00:15:21.635512 run osmo-hlr_10.42.42.2(pid=10411): Launched 00:15:21.757456 run osmo-stp_10.42.42.5: Starting osmo-stp 00:15:22.270615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Launched 00:15:22.567990 run osmo-stp_10.42.42.5(pid=10414): Launched 00:15:22.691753 tst emergency_mo_mt_call.py: using MSISDN 8035 00:15:22.842811 run osmo-msc_10.42.42.6: Starting osmo-msc 00:15:23.378180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Launched 00:15:23.674878 run osmo-msc_10.42.42.6(pid=10417): Launched 00:15:23.838855 run osmo-stp_10.42.42.5(pid=10414): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] 00:15:23.963569 run osmo-stp_10.42.42.5(pid=10414): stdout: | (launched: 2022-12-13_00:15:22.512449) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:24.088414 run osmo-stp_10.42.42.5(pid=10414): stderr: | 20221213001522682 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001522682 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001522682 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001522682 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001522683 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001522683 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001522683 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:24.211525 run osmo-stp_10.42.42.5(pid=10414): stdout: | (launched: 2022-12-13_00:15:22.512449) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:24.328907 run osmo-stp_10.42.42.5(pid=10414): stderr: | 20221213001522682 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001522682 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001522682 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001522682 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001522683 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001522683 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001522683 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:24.469411 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19] 00:15:24.477566 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 00:15:24.503735 run osmo-hlr_10.42.42.2(pid=10411): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10411)] 00:15:24.551868 run osmo-hlr_10.42.42.2(pid=10411): stdout: | (launched: 2022-12-13_00:15:21.576083) 00:15:24.601646 run osmo-hlr_10.42.42.2(pid=10411): stderr: | 20221213001521774 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001521774 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001521774 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001521774 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001521774 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001521774 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001521786 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001521795 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001521795 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001521795 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:15:24.670666 run osmo-msc_10.42.42.6(pid=10417): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10417)] 00:15:24.718351 run osmo-msc_10.42.42.6(pid=10417): stdout: | (launched: 2022-12-13_00:15:23.619102) 00:15:24.767942 run osmo-msc_10.42.42.6(pid=10417): stderr: | 20221213001523895 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001523896 DLGLOBAL DEBUG validating counter group 0x7f4a7408cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001523896 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001523896 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001523896 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001523896 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001523898 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001523898 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001523899 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001523899 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:15:24.817893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminating (SIGTERM) 00:15:24.858004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminating (SIGTERM) 00:15:24.898216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Terminating (SIGTERM) 00:15:24.938578 --- ParallelTerminationStrategy: PID 10410 died... 00:15:24.957701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminated: ok {rc=0} 00:15:25.002250 --- ParallelTerminationStrategy: PID 10413 died... 00:15:25.020941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminated: ok {rc=0} 00:15:25.065248 --- ParallelTerminationStrategy: PID 10416 died... 00:15:25.083964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Terminated: ok {rc=0} 00:15:25.170826 bus /sierra_3: Setting Powered False 00:15:26.270541 bus /sierra_3: Setting Powered False 00:15:27.386395 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:sysmo emergency_preemptive_call.py ---------------------------------------------- 00:15:28.473786 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:28.485056 tst emergency:sysmo: Using 1 x bts (candidates: 1) 00:15:28.526846 tst emergency_preemptive_call.py: using LAC 32300 00:15:28.644127 tst emergency_preemptive_call.py: using RAC 170 00:15:28.763781 tst emergency_preemptive_call.py: using CellId 32300 00:15:28.878190 tst emergency_preemptive_call.py: using BVCI 32301 00:15:28.986095 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:28.996655 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:29.007106 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:29.017520 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:29.027870 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 00:15:29.038232 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:29.155716 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:29.269279 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:29.385639 tst emergency:sysmo: Using 1 x modem (candidates: 4) 00:15:29.501854 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:15:29.998271 run create_hlr_db(pid=10419): Launched 00:15:30.119459 bus /sierra_2: Setting Powered False 00:15:31.180713 run create_hlr_db(pid=10419): Terminated: ok {rc=0} 00:15:31.638089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Launched 00:15:31.980456 run osmo-hlr_10.42.42.2(pid=10422): Launched 00:15:32.201365 run osmo-stp_10.42.42.5: Starting osmo-stp 00:15:32.759773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Launched 00:15:33.080544 run osmo-stp_10.42.42.5(pid=10425): Launched 00:15:33.212520 tst emergency_preemptive_call.py: using MSISDN 8036 00:15:33.373958 run osmo-msc_10.42.42.6: Starting osmo-msc 00:15:33.947855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Launched 00:15:34.269885 run osmo-msc_10.42.42.6(pid=10428): Launched 00:15:34.453900 run osmo-stp_10.42.42.5(pid=10425): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)] 00:15:34.589312 run osmo-stp_10.42.42.5(pid=10425): stdout: | (launched: 2022-12-13_00:15:33.020939) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:34.725395 run osmo-stp_10.42.42.5(pid=10425): stderr: | 20221213001533215 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001533215 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001533215 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001533216 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001533216 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001533216 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001533216 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:34.860587 run osmo-stp_10.42.42.5(pid=10425): stdout: | (launched: 2022-12-13_00:15:33.020939) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:34.987732 run osmo-stp_10.42.42.5(pid=10425): stderr: | 20221213001533215 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001533215 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001533215 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001533216 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001533216 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001533216 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001533216 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:35.139495 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10425): Process ended prematurely: osmo-stp_10.42.42.5(pid=10425) [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)] [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32] 00:15:35.148420 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec) 00:15:35.176200 run osmo-hlr_10.42.42.2(pid=10422): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10422)] 00:15:35.226661 run osmo-hlr_10.42.42.2(pid=10422): stdout: | (launched: 2022-12-13_00:15:31.914505) 00:15:35.278848 run osmo-hlr_10.42.42.2(pid=10422): stderr: | 20221213001532162 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001532162 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001532162 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001532162 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001532162 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001532162 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001532179 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001532187 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001532187 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001532187 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:15:35.352014 run osmo-msc_10.42.42.6(pid=10428): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10428)] 00:15:35.402671 run osmo-msc_10.42.42.6(pid=10428): stdout: | (launched: 2022-12-13_00:15:34.210444) 00:15:35.454791 run osmo-msc_10.42.42.6(pid=10428): stderr: | 20221213001534535 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213001534536 DLGLOBAL DEBUG validating counter group 0x7f587025bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213001534536 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213001534536 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213001534536 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213001534536 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213001534538 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213001534538 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213001534539 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213001534539 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:15:35.507575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Terminating (SIGTERM) 00:15:35.549640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Terminating (SIGTERM) 00:15:35.592741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Terminating (SIGTERM) 00:15:35.635519 --- ParallelTerminationStrategy: PID 10421 died... 00:15:35.655407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Terminated: ok {rc=0} 00:15:35.702052 --- ParallelTerminationStrategy: PID 10424 died... 00:15:35.721723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Terminated: ok {rc=0} 00:15:35.768292 --- ParallelTerminationStrategy: PID 10427 died... 00:15:35.787800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Terminated: ok {rc=0} 00:15:35.875327 bus /sierra_9: Setting Powered False 00:15:36.974163 bus /sierra_9: Setting Powered False 00:15:38.089830 bus /sierra_8: Setting Powered False 00:15:39.188627 bus /sierra_8: Setting Powered False 00:15:40.305643 bus /sierra_3: Setting Powered False 00:15:41.403591 bus /sierra_3: Setting Powered False 00:15:42.518241 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:sysmo --------------------------------------------------------------------- 00:15:43.775562 tst gprs:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:15:43.781254 tst gprs:sysmo: Verifying 1 x bts (candidates: 11) 00:15:43.803410 tst gprs:sysmo: Verifying 9 x ip_address (candidates: 9) 00:15:43.843235 tst gprs:sysmo: Verifying 4 x modem (candidates: 12) 00:15:43.931153 tst gprs:sysmo: Reserving 1 x bts (candidates: 11) 00:15:43.952710 tst gprs:sysmo: Reserving 9 x ip_address (candidates: 9) 00:15:43.990571 tst gprs:sysmo: Reserving 4 x modem (candidates: 12) 00:15:44.579148 tst gprs:sysmo: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:sysmo cs_paging_gprs_active.py ---------------------------------------------- 00:15:44.629712 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:44.640274 tst gprs:sysmo: Using 1 x bts (candidates: 1) 00:15:44.673625 tst cs_paging_gprs_active.py: using LAC 32301 00:15:44.793190 tst cs_paging_gprs_active.py: using RAC 171 00:15:44.909568 tst cs_paging_gprs_active.py: using CellId 32301 00:15:45.037407 tst cs_paging_gprs_active.py: using BVCI 32302 00:15:45.148057 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.158729 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.169235 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.180258 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.190654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.201138 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.211530 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.221879 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:45.233613 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:15:45.352722 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:15:45.472769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:15:45.692667 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:15:46.042930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Launched 00:15:46.339183 run iperf3-srv_10.42.42.10(pid=10434): Launched 00:15:46.476208 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:15:46.699601 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:15:47.034451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Launched 00:15:47.315443 run iperf3-srv_10.42.42.10(pid=10436): Launched 00:15:47.431533 tst cs_paging_gprs_active.py:38: start network... 00:15:47.635247 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:15:48.106810 run create_hlr_db(pid=10437): Launched 00:15:48.231693 bus /sierra_2: Setting Powered False 00:15:49.291817 run create_hlr_db(pid=10437): Terminated: ok {rc=0} 00:15:49.738175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Launched 00:15:50.066111 run osmo-hlr_10.42.42.2(pid=10440): Launched 00:15:50.190179 run osmo-stp_10.42.42.5: Starting osmo-stp 00:15:50.752148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Launched 00:15:51.077713 run osmo-stp_10.42.42.5(pid=10443): Launched 00:15:51.201718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:15:52.760784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Launched 00:15:52.885968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:15:53.163022 run patchelf(pid=10446): Launched 00:15:53.344720 run osmo-stp_10.42.42.5(pid=10443): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)] 00:15:53.482363 run osmo-stp_10.42.42.5(pid=10443): stdout: | (launched: 2022-12-13_00:15:51.017329) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:53.622190 run osmo-stp_10.42.42.5(pid=10443): stderr: | 20221213001551210 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001551211 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001551211 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001551211 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001551212 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001551212 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001551212 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:53.761531 run osmo-stp_10.42.42.5(pid=10443): stdout: | (launched: 2022-12-13_00:15:51.017329) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:15:53.895595 run osmo-stp_10.42.42.5(pid=10443): stderr: | 20221213001551210 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001551211 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001551211 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001551211 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001551212 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001551212 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001551212 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:15:54.054304 run patchelf(pid=10446): Terminating (SIGINT) 00:15:54.237709 run patchelf(pid=10446): Terminated: ok {rc=0} 00:15:54.369995 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10443): Process ended prematurely: osmo-stp_10.42.42.5(pid=10443) [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)] [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38] 00:15:54.379835 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec) 00:15:54.409014 run osmo-hlr_10.42.42.2(pid=10440): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10440)] 00:15:54.460097 run osmo-hlr_10.42.42.2(pid=10440): stdout: | (launched: 2022-12-13_00:15:50.005651) 00:15:54.512614 run osmo-hlr_10.42.42.2(pid=10440): stderr: | 20221213001550206 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001550206 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001550206 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001550206 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001550206 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001550206 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001550220 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001550229 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001550229 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001550229 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:15:54.565872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminating (SIGTERM) 00:15:54.608797 run iperf3-srv_10.42.42.10(pid=10434): Terminating (SIGTERM) 00:15:54.651579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminating (SIGTERM) 00:15:54.694266 run iperf3-srv_10.42.42.10(pid=10436): Terminating (SIGTERM) 00:15:54.736674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Terminating (SIGTERM) 00:15:54.779631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Terminating (SIGTERM) 00:15:54.822314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Terminating (SIGTERM) 00:15:54.865135 --- ParallelTerminationStrategy: PID 10433 died... 00:15:54.885213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminated: ok {rc=0} 00:15:54.932509 --- ParallelTerminationStrategy: PID 10434 died... 00:15:54.952119 run iperf3-srv_10.42.42.10(pid=10434): Terminated {rc=256} 00:15:54.998830 --- ParallelTerminationStrategy: PID 10435 died... 00:15:55.018495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminated: ok {rc=0} 00:15:55.065785 --- ParallelTerminationStrategy: PID 10436 died... 00:15:55.085514 run iperf3-srv_10.42.42.10(pid=10436): Terminated {rc=256} 00:15:55.132573 --- ParallelTerminationStrategy: PID 10439 died... 00:15:55.152198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Terminated: ok {rc=0} 00:15:55.199183 --- ParallelTerminationStrategy: PID 10442 died... 00:15:55.218892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Terminated: ok {rc=0} 00:15:55.266070 --- ParallelTerminationStrategy: PID 10445 died... 00:15:55.285838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Terminated: ok {rc=0} 00:15:55.374718 bus /gobi_0: Setting Powered False 00:15:56.472673 bus /gobi_0: Setting Powered False 00:15:57.588263 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo iperf3.py ---------------------------------------------- 00:15:58.739263 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:58.750242 tst gprs:sysmo: Using 1 x bts (candidates: 1) 00:15:58.785387 tst iperf3.py: using LAC 32302 00:15:58.905413 tst iperf3.py: using RAC 172 00:15:59.025036 tst iperf3.py: using CellId 32302 00:15:59.145307 tst iperf3.py: using BVCI 32303 00:15:59.255039 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.265538 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.275835 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.286736 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.297526 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.308295 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.319177 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.329981 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:15:59.340667 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:15:59.461961 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:15:59.682561 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:00.009321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Launched 00:16:00.292458 run iperf3-srv_10.42.42.10(pid=10448): Launched 00:16:00.414611 tst iperf3.py:8: start network... 00:16:00.634653 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:16:01.154859 run create_hlr_db(pid=10449): Launched 00:16:01.309338 bus /gobi_6: Setting Powered False 00:16:02.372642 run create_hlr_db(pid=10449): Terminated: ok {rc=0} 00:16:02.805715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Launched 00:16:03.107139 run osmo-hlr_10.42.42.2(pid=10452): Launched 00:16:03.220595 run osmo-stp_10.42.42.5: Starting osmo-stp 00:16:03.747285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Launched 00:16:04.047620 run osmo-stp_10.42.42.5(pid=10455): Launched 00:16:04.161665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:16:04.681944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Launched 00:16:04.796829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:16:05.053524 run patchelf(pid=10458): Launched 00:16:05.221799 run osmo-stp_10.42.42.5(pid=10455): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)] 00:16:05.348907 run osmo-stp_10.42.42.5(pid=10455): stdout: | (launched: 2022-12-13_00:16:03.991451) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:05.477760 run osmo-stp_10.42.42.5(pid=10455): stderr: | 20221213001604163 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001604163 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001604163 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001604163 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001604164 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001604164 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001604164 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:05.607318 run osmo-stp_10.42.42.5(pid=10455): stdout: | (launched: 2022-12-13_00:16:03.991451) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:05.731026 run osmo-stp_10.42.42.5(pid=10455): stderr: | 20221213001604163 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001604163 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001604163 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001604163 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001604164 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001604164 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001604164 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:05.877329 run patchelf(pid=10458): Terminating (SIGINT) 00:16:06.048745 run patchelf(pid=10458): Terminated: ok {rc=0} 00:16:06.171741 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10455): Process ended prematurely: osmo-stp_10.42.42.5(pid=10455) [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)] [trial-2384↪gprs:sysmo↪iperf3.py:8] 00:16:06.181031 tst iperf3.py:8: Test FAILED (7.5 sec) 00:16:06.207844 run osmo-hlr_10.42.42.2(pid=10452): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10452)] 00:16:06.255337 run osmo-hlr_10.42.42.2(pid=10452): stdout: | (launched: 2022-12-13_00:16:03.050848) 00:16:06.305048 run osmo-hlr_10.42.42.2(pid=10452): stderr: | 20221213001603227 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001603227 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001603227 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001603227 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001603227 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001603227 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001603239 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001603248 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001603248 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001603248 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:16:06.354492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Terminating (SIGTERM) 00:16:06.394163 run iperf3-srv_10.42.42.10(pid=10448): Terminating (SIGTERM) 00:16:06.433744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Terminating (SIGTERM) 00:16:06.473544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Terminating (SIGTERM) 00:16:06.513068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Terminating (SIGTERM) 00:16:06.552797 --- ParallelTerminationStrategy: PID 10447 died... 00:16:06.571813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Terminated: ok {rc=0} 00:16:06.615809 --- ParallelTerminationStrategy: PID 10448 died... 00:16:06.634396 run iperf3-srv_10.42.42.10(pid=10448): Terminated {rc=256} 00:16:06.678229 --- ParallelTerminationStrategy: PID 10451 died... 00:16:06.696767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Terminated: ok {rc=0} 00:16:06.741152 --- ParallelTerminationStrategy: PID 10454 died... 00:16:06.759703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Terminated: ok {rc=0} 00:16:06.803321 --- ParallelTerminationStrategy: PID 10457 died... 00:16:06.821787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Terminated: ok {rc=0} 00:16:06.908592 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo iperf3m4.py ---------------------------------------------- 00:16:08.056470 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.067518 tst gprs:sysmo: Using 1 x bts (candidates: 1) 00:16:08.103025 tst iperf3m4.py: using LAC 32303 00:16:08.224018 tst iperf3m4.py: using RAC 173 00:16:08.343092 tst iperf3m4.py: using CellId 32303 00:16:08.460862 tst iperf3m4.py: using BVCI 32304 00:16:08.569880 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.580377 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.590801 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.601198 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.611404 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.621575 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.631890 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.642126 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:08.652453 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:08.768772 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:08.888303 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:09.004577 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:09.125382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:16:09.327819 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:09.633254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Launched 00:16:09.897805 run iperf3-srv_10.42.42.10(pid=10460): Launched 00:16:10.011173 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:16:10.213478 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:10.518733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Launched 00:16:10.782823 run iperf3-srv_10.42.42.10(pid=10462): Launched 00:16:10.895986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:16:11.098352 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:11.402429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Launched 00:16:11.666511 run iperf3-srv_10.42.42.10(pid=10464): Launched 00:16:11.779466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:16:11.981097 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:12.285008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Launched 00:16:12.562346 run iperf3-srv_10.42.42.10(pid=10466): Launched 00:16:12.675113 tst iperf3m4.py:8: start network... 00:16:12.876591 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:16:13.346291 run create_hlr_db(pid=10467): Launched 00:16:13.469526 bus /gobi_6: Setting Powered False 00:16:14.530001 run create_hlr_db(pid=10467): Terminated: ok {rc=0} 00:16:14.973910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Launched 00:16:15.299874 run osmo-hlr_10.42.42.2(pid=10470): Launched 00:16:15.424465 run osmo-stp_10.42.42.5: Starting osmo-stp 00:16:16.011938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Launched 00:16:16.341524 run osmo-stp_10.42.42.5(pid=10473): Launched 00:16:16.497423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:16:17.243983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Launched 00:16:17.372760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:16:17.630559 run patchelf(pid=10476): Launched 00:16:17.800097 run osmo-stp_10.42.42.5(pid=10473): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)] 00:16:17.928353 run osmo-stp_10.42.42.5(pid=10473): stdout: | (launched: 2022-12-13_00:16:16.275670) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:18.057853 run osmo-stp_10.42.42.5(pid=10473): stderr: | 20221213001616645 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001616646 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001616647 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001616649 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001616652 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001616652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001616652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:18.187114 run osmo-stp_10.42.42.5(pid=10473): stdout: | (launched: 2022-12-13_00:16:16.275670) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:18.311152 run osmo-stp_10.42.42.5(pid=10473): stderr: | 20221213001616645 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001616646 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001616647 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001616649 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001616652 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001616652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001616652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:18.458051 run patchelf(pid=10476): Terminating (SIGINT) 00:16:18.628396 run patchelf(pid=10476): Terminated: ok {rc=0} 00:16:18.750762 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10473): Process ended prematurely: osmo-stp_10.42.42.5(pid=10473) [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)] [trial-2384↪gprs:sysmo↪iperf3m4.py:8] 00:16:18.759897 tst iperf3m4.py:8: Test FAILED (10.7 sec) 00:16:18.787230 run osmo-hlr_10.42.42.2(pid=10470): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10470)] 00:16:18.834781 run osmo-hlr_10.42.42.2(pid=10470): stdout: | (launched: 2022-12-13_00:16:15.239443) 00:16:18.884268 run osmo-hlr_10.42.42.2(pid=10470): stderr: | 20221213001615437 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001615437 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001615437 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001615437 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001615437 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001615438 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001615450 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001615458 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001615458 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001615458 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:16:18.934107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Terminating (SIGTERM) 00:16:18.974090 run iperf3-srv_10.42.42.10(pid=10460): Terminating (SIGTERM) 00:16:19.014066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Terminating (SIGTERM) 00:16:19.054204 run iperf3-srv_10.42.42.10(pid=10462): Terminating (SIGTERM) 00:16:19.094104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Terminating (SIGTERM) 00:16:19.134091 run iperf3-srv_10.42.42.10(pid=10464): Terminating (SIGTERM) 00:16:19.174029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminating (SIGTERM) 00:16:19.213931 run iperf3-srv_10.42.42.10(pid=10466): Terminating (SIGTERM) 00:16:19.253731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Terminating (SIGTERM) 00:16:19.293855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Terminating (SIGTERM) 00:16:19.334011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Terminating (SIGTERM) 00:16:19.374258 --- ParallelTerminationStrategy: PID 10459 died... 00:16:19.393513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Terminated: ok {rc=0} 00:16:19.437844 --- ParallelTerminationStrategy: PID 10460 died... 00:16:19.456401 run iperf3-srv_10.42.42.10(pid=10460): Terminated {rc=256} 00:16:19.500839 --- ParallelTerminationStrategy: PID 10461 died... 00:16:19.519843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Terminated: ok {rc=0} 00:16:19.563735 --- ParallelTerminationStrategy: PID 10462 died... 00:16:19.582455 run iperf3-srv_10.42.42.10(pid=10462): Terminated {rc=256} 00:16:19.626109 --- ParallelTerminationStrategy: PID 10463 died... 00:16:19.644649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Terminated: ok {rc=0} 00:16:19.688933 --- ParallelTerminationStrategy: PID 10464 died... 00:16:19.707915 run iperf3-srv_10.42.42.10(pid=10464): Terminated {rc=256} 00:16:19.752148 --- ParallelTerminationStrategy: PID 10465 died... 00:16:19.770723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminated: ok {rc=0} 00:16:19.814402 --- ParallelTerminationStrategy: PID 10466 died... 00:16:19.833036 run iperf3-srv_10.42.42.10(pid=10466): Terminated {rc=256} 00:16:19.877305 --- ParallelTerminationStrategy: PID 10469 died... 00:16:19.895937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Terminated: ok {rc=0} 00:16:19.939807 --- ParallelTerminationStrategy: PID 10472 died... 00:16:19.958518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Terminated: ok {rc=0} 00:16:20.002394 --- ParallelTerminationStrategy: PID 10475 died... 00:16:20.021006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Terminated: ok {rc=0} 00:16:20.106653 bus /gobi_4: Setting Powered False 00:16:21.206713 bus /gobi_4: Setting Powered False 00:16:22.321458 bus /gobi_1: Setting Powered False 00:16:23.422426 bus /gobi_1: Setting Powered False 00:16:24.537763 bus /gobi_0: Setting Powered False 00:16:25.635204 bus /gobi_0: Setting Powered False 00:16:26.752523 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo ping.py ---------------------------------------------- 00:16:27.854723 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:27.866418 tst gprs:sysmo: Using 1 x bts (candidates: 1) 00:16:27.904662 tst ping.py: using LAC 32304 00:16:28.032772 tst ping.py: using RAC 174 00:16:28.158065 tst ping.py: using CellId 32304 00:16:28.284712 tst ping.py: using BVCI 32305 00:16:28.401152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.411984 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.422898 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.433970 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.444822 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.455833 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.466963 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:28.478207 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:28.597557 tst ping.py:19: start network... 00:16:28.812575 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:16:29.309090 run create_hlr_db(pid=10477): Launched 00:16:29.429310 bus /gobi_6: Setting Powered False 00:16:30.492679 run create_hlr_db(pid=10477): Terminated: ok {rc=0} 00:16:30.940856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Launched 00:16:31.267468 run osmo-hlr_10.42.42.2(pid=10480): Launched 00:16:31.495762 run osmo-stp_10.42.42.5: Starting osmo-stp 00:16:32.203127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Launched 00:16:32.542950 run osmo-stp_10.42.42.5(pid=10483): Launched 00:16:32.665755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:16:33.217593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Launched 00:16:33.339697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:16:33.611718 run patchelf(pid=10486): Launched 00:16:33.789931 run osmo-stp_10.42.42.5(pid=10483): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)] 00:16:33.925732 run osmo-stp_10.42.42.5(pid=10483): stdout: | (launched: 2022-12-13_00:16:32.483692) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:34.062752 run osmo-stp_10.42.42.5(pid=10483): stderr: | 20221213001632674 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001632675 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001632675 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001632675 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001632676 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001632676 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001632676 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:34.200721 run osmo-stp_10.42.42.5(pid=10483): stdout: | (launched: 2022-12-13_00:16:32.483692) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:34.331364 run osmo-stp_10.42.42.5(pid=10483): stderr: | 20221213001632674 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001632675 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001632675 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001632675 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001632676 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001632676 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001632676 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:34.486257 run patchelf(pid=10486): Terminating (SIGINT) 00:16:34.667025 run patchelf(pid=10486): Terminated: ok {rc=0} 00:16:34.796428 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10483): Process ended prematurely: osmo-stp_10.42.42.5(pid=10483) [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)] [trial-2384↪gprs:sysmo↪ping.py:22] 00:16:34.805572 tst ping.py:22: Test FAILED (6.9 sec) 00:16:34.834362 run osmo-hlr_10.42.42.2(pid=10480): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10480)] 00:16:34.884654 run osmo-hlr_10.42.42.2(pid=10480): stdout: | (launched: 2022-12-13_00:16:31.198568) 00:16:34.937107 run osmo-hlr_10.42.42.2(pid=10480): stderr: | 20221213001631537 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001631537 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001631537 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001631537 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001631538 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001631538 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001631551 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001631563 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001631563 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001631563 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:16:34.989731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Terminating (SIGTERM) 00:16:35.032078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Terminating (SIGTERM) 00:16:35.074452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Terminating (SIGTERM) 00:16:35.117081 --- ParallelTerminationStrategy: PID 10479 died... 00:16:35.137291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Terminated: ok {rc=0} 00:16:35.184424 --- ParallelTerminationStrategy: PID 10482 died... 00:16:35.204046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Terminated: ok {rc=0} 00:16:35.251613 --- ParallelTerminationStrategy: PID 10485 died... 00:16:35.271239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Terminated: ok {rc=0} 00:16:35.359972 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo ping_idle_ping.py ---------------------------------------------- 00:16:36.445697 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:36.456754 tst gprs:sysmo: Using 1 x bts (candidates: 1) 00:16:36.493258 tst ping_idle_ping.py: using LAC 32305 00:16:36.621132 tst ping_idle_ping.py: using RAC 175 00:16:36.740887 tst ping_idle_ping.py: using CellId 32305 00:16:36.858751 tst ping_idle_ping.py: using BVCI 32306 00:16:36.969104 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:36.979669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:36.990370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:37.001513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:37.012249 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:37.023066 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:37.034123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 00:16:37.044910 tst gprs:sysmo: Using 1 x modem (candidates: 4) 00:16:37.171320 tst ping_idle_ping.py:24: start network... 00:16:37.387403 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:16:37.883347 run create_hlr_db(pid=10487): Launched 00:16:38.005496 bus /gobi_6: Setting Powered False 00:16:39.068398 run create_hlr_db(pid=10487): Terminated: ok {rc=0} 00:16:39.496118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Launched 00:16:39.793755 run osmo-hlr_10.42.42.2(pid=10490): Launched 00:16:39.906703 run osmo-stp_10.42.42.5: Starting osmo-stp 00:16:40.419331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Launched 00:16:40.716820 run osmo-stp_10.42.42.5(pid=10493): Launched 00:16:40.829050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:16:41.344135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Launched 00:16:41.458099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:16:41.711004 run patchelf(pid=10496): Launched 00:16:41.878063 run osmo-stp_10.42.42.5(pid=10493): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)] 00:16:42.004672 run osmo-stp_10.42.42.5(pid=10493): stdout: | (launched: 2022-12-13_00:16:40.660807) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:42.132448 run osmo-stp_10.42.42.5(pid=10493): stderr: | 20221213001640831 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001640831 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001640832 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001640832 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001640833 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001640833 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001640833 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:42.260076 run osmo-stp_10.42.42.5(pid=10493): stdout: | (launched: 2022-12-13_00:16:40.660807) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:42.381968 run osmo-stp_10.42.42.5(pid=10493): stderr: | 20221213001640831 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001640831 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001640832 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001640832 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001640833 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001640833 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001640833 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:42.526369 run patchelf(pid=10496): Terminating (SIGINT) 00:16:42.694915 run patchelf(pid=10496): Terminated: ok {rc=0} 00:16:42.816263 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10493): Process ended prematurely: osmo-stp_10.42.42.5(pid=10493) [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)] [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27] 00:16:42.824840 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:16:42.851182 run osmo-hlr_10.42.42.2(pid=10490): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10490)] 00:16:42.898352 run osmo-hlr_10.42.42.2(pid=10490): stdout: | (launched: 2022-12-13_00:16:39.738410) 00:16:42.947348 run osmo-hlr_10.42.42.2(pid=10490): stderr: | 20221213001639915 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001639915 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001639915 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001639915 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001639915 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001639915 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001639928 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001639937 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001639937 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001639937 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:16:42.996563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Terminating (SIGTERM) 00:16:43.036574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Terminating (SIGTERM) 00:16:43.076330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Terminating (SIGTERM) 00:16:43.116170 --- ParallelTerminationStrategy: PID 10489 died... 00:16:43.135192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Terminated: ok {rc=0} 00:16:43.179010 --- ParallelTerminationStrategy: PID 10492 died... 00:16:43.197679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Terminated: ok {rc=0} 00:16:43.241705 --- ParallelTerminationStrategy: PID 10495 died... 00:16:43.260283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Terminated: ok {rc=0} 00:16:43.344361 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs --------------------------------------------------------------------- 00:16:44.630390 tst gprs:sysmo+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:16:44.636487 tst gprs:sysmo+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:16:44.659329 tst gprs:sysmo+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:16:44.701179 tst gprs:sysmo+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:16:44.789465 tst gprs:sysmo+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:16:44.810699 tst gprs:sysmo+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:16:44.851102 tst gprs:sysmo+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:16:45.443479 tst gprs:sysmo+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:16:45.497129 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:45.508118 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:16:45.546841 tst cs_paging_gprs_active.py: using LAC 32306 00:16:45.677510 tst cs_paging_gprs_active.py: using RAC 176 00:16:45.798162 tst cs_paging_gprs_active.py: using CellId 32306 00:16:45.923393 tst cs_paging_gprs_active.py: using BVCI 32307 00:16:46.044818 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.056685 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.068330 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.080370 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.091741 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.103473 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.115393 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.126466 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:46.138076 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:16:46.278201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:16:46.423572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:16:46.645259 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:46.969628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Launched 00:16:47.253914 run iperf3-srv_10.42.42.10(pid=10502): Launched 00:16:47.382395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:16:47.603980 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:47.934423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Launched 00:16:48.219856 run iperf3-srv_10.42.42.10(pid=10504): Launched 00:16:48.343531 tst cs_paging_gprs_active.py:38: start network... 00:16:48.564644 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:16:49.073245 run create_hlr_db(pid=10505): Launched 00:16:49.198299 bus /gobi_6: Setting Powered False 00:16:50.262883 run create_hlr_db(pid=10505): Terminated: ok {rc=0} 00:16:50.698030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Launched 00:16:51.004120 run osmo-hlr_10.42.42.2(pid=10508): Launched 00:16:51.120016 run osmo-stp_10.42.42.5: Starting osmo-stp 00:16:51.645213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Launched 00:16:51.950198 run osmo-stp_10.42.42.5(pid=10511): Launched 00:16:52.066727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:16:52.597540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Launched 00:16:52.713462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:16:52.971382 run patchelf(pid=10514): Launched 00:16:53.140250 run osmo-stp_10.42.42.5(pid=10511): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)] 00:16:53.268260 run osmo-stp_10.42.42.5(pid=10511): stdout: | (launched: 2022-12-13_00:16:51.893210) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:53.397496 run osmo-stp_10.42.42.5(pid=10511): stderr: | 20221213001652064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001652065 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001652065 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001652065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001652066 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001652066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001652066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:53.527043 run osmo-stp_10.42.42.5(pid=10511): stdout: | (launched: 2022-12-13_00:16:51.893210) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:16:53.651562 run osmo-stp_10.42.42.5(pid=10511): stderr: | 20221213001652064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001652065 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001652065 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001652065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001652066 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001652066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001652066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:16:53.798685 run patchelf(pid=10514): Terminating (SIGINT) 00:16:53.969659 run patchelf(pid=10514): Terminated: ok {rc=0} 00:16:54.093346 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:16:54.102786 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 00:16:54.130097 run osmo-hlr_10.42.42.2(pid=10508): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10508)] 00:16:54.177976 run osmo-hlr_10.42.42.2(pid=10508): stdout: | (launched: 2022-12-13_00:16:50.946903) 00:16:54.227532 run osmo-hlr_10.42.42.2(pid=10508): stderr: | 20221213001651123 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001651123 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001651123 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001651123 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001651123 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001651124 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001651136 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001651146 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001651146 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001651147 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:16:54.277672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminating (SIGTERM) 00:16:54.318125 run iperf3-srv_10.42.42.10(pid=10502): Terminating (SIGTERM) 00:16:54.358489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminating (SIGTERM) 00:16:54.398786 run iperf3-srv_10.42.42.10(pid=10504): Terminating (SIGTERM) 00:16:54.438952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminating (SIGTERM) 00:16:54.479222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminating (SIGTERM) 00:16:54.519341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Terminating (SIGTERM) 00:16:54.559587 --- ParallelTerminationStrategy: PID 10501 died... 00:16:54.578831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminated: ok {rc=0} 00:16:54.623240 --- ParallelTerminationStrategy: PID 10502 died... 00:16:54.641878 run iperf3-srv_10.42.42.10(pid=10502): Terminated {rc=256} 00:16:54.685845 --- ParallelTerminationStrategy: PID 10503 died... 00:16:54.704559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminated: ok {rc=0} 00:16:54.748749 --- ParallelTerminationStrategy: PID 10504 died... 00:16:54.767410 run iperf3-srv_10.42.42.10(pid=10504): Terminated {rc=256} 00:16:54.811470 --- ParallelTerminationStrategy: PID 10507 died... 00:16:54.830263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminated: ok {rc=0} 00:16:54.874331 --- ParallelTerminationStrategy: PID 10510 died... 00:16:54.893072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminated: ok {rc=0} 00:16:54.937455 --- ParallelTerminationStrategy: PID 10513 died... 00:16:54.956169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Terminated: ok {rc=0} 00:16:55.040540 bus /gobi_0: Setting Powered False 00:16:56.138503 bus /gobi_0: Setting Powered False 00:16:57.253783 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:16:58.397506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.408806 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:16:58.445867 tst iperf3.py: using LAC 32307 00:16:58.569570 tst iperf3.py: using RAC 177 00:16:58.687759 tst iperf3.py: using CellId 32307 00:16:58.808994 tst iperf3.py: using BVCI 32308 00:16:58.929850 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.941182 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.952337 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.963815 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.975239 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.986668 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:58.998117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:59.009274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:16:59.020522 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:16:59.140407 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:16:59.343014 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:16:59.646099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Launched 00:16:59.909159 run iperf3-srv_10.42.42.10(pid=10516): Launched 00:17:00.022702 tst iperf3.py:8: start network... 00:17:00.224466 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:17:00.692433 run create_hlr_db(pid=10517): Launched 00:17:00.817217 bus /gobi_6: Setting Powered False 00:17:01.881520 run create_hlr_db(pid=10517): Terminated: ok {rc=0} 00:17:02.325874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Launched 00:17:02.630338 run osmo-hlr_10.42.42.2(pid=10523): Launched 00:17:02.747220 run osmo-stp_10.42.42.5: Starting osmo-stp 00:17:03.273190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Launched 00:17:03.575509 run osmo-stp_10.42.42.5(pid=10526): Launched 00:17:03.692050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:17:04.215287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Launched 00:17:04.330794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:17:04.587236 run patchelf(pid=10529): Launched 00:17:04.754979 run osmo-stp_10.42.42.5(pid=10526): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)] 00:17:04.882446 run osmo-stp_10.42.42.5(pid=10526): stdout: | (launched: 2022-12-13_00:17:03.519106) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:05.011378 run osmo-stp_10.42.42.5(pid=10526): stderr: | 20221213001703690 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001703690 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001703690 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001703691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001703691 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001703691 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001703691 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:05.140480 run osmo-stp_10.42.42.5(pid=10526): stdout: | (launched: 2022-12-13_00:17:03.519106) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:05.264258 run osmo-stp_10.42.42.5(pid=10526): stderr: | 20221213001703690 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001703690 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001703690 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001703691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001703691 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001703691 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001703691 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:05.410639 run patchelf(pid=10529): Terminating (SIGINT) 00:17:05.581091 run patchelf(pid=10529): Terminated: ok {rc=0} 00:17:05.703582 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10526): Process ended prematurely: osmo-stp_10.42.42.5(pid=10526) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8] 00:17:05.712797 tst iperf3.py:8: Test FAILED (7.4 sec) 00:17:05.739568 run osmo-hlr_10.42.42.2(pid=10523): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10523)] 00:17:05.786753 run osmo-hlr_10.42.42.2(pid=10523): stdout: | (launched: 2022-12-13_00:17:02.573912) 00:17:05.835986 run osmo-hlr_10.42.42.2(pid=10523): stderr: | 20221213001702750 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001702750 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001702750 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001702750 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001702750 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001702750 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001702761 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001702769 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001702769 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001702770 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:17:05.885657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Terminating (SIGTERM) 00:17:05.925433 run iperf3-srv_10.42.42.10(pid=10516): Terminating (SIGTERM) 00:17:05.965336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Terminating (SIGTERM) 00:17:06.005397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Terminating (SIGTERM) 00:17:06.045193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Terminating (SIGTERM) 00:17:06.085779 --- ParallelTerminationStrategy: PID 10515 died... 00:17:06.105028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Terminated: ok {rc=0} 00:17:06.149436 --- ParallelTerminationStrategy: PID 10516 died... 00:17:06.167978 run iperf3-srv_10.42.42.10(pid=10516): Terminated {rc=256} 00:17:06.212312 --- ParallelTerminationStrategy: PID 10522 died... 00:17:06.230906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Terminated: ok {rc=0} 00:17:06.274612 --- ParallelTerminationStrategy: PID 10525 died... 00:17:06.293284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Terminated: ok {rc=0} 00:17:06.337050 --- ParallelTerminationStrategy: PID 10528 died... 00:17:06.356065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Terminated: ok {rc=0} 00:17:06.439711 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:17:07.589185 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:07.601138 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:17:07.641997 tst iperf3m4.py: using LAC 32308 00:17:07.763141 tst iperf3m4.py: using RAC 178 00:17:07.884006 tst iperf3m4.py: using CellId 32308 00:17:08.004579 tst iperf3m4.py: using BVCI 32309 00:17:08.116742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.127908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.138625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.149280 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.159843 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.170414 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.181196 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.191665 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:08.202770 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:08.318790 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:08.440864 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:08.558027 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:08.677664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:17:08.898251 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:09.227847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Launched 00:17:09.512471 run iperf3-srv_10.42.42.10(pid=10531): Launched 00:17:09.635054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:17:09.854412 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:10.182454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Launched 00:17:10.466853 run iperf3-srv_10.42.42.10(pid=10533): Launched 00:17:10.589082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:17:10.808927 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:11.137911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Launched 00:17:11.421685 run iperf3-srv_10.42.42.10(pid=10535): Launched 00:17:11.543573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:17:11.764499 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:12.094067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Launched 00:17:12.378448 run iperf3-srv_10.42.42.10(pid=10537): Launched 00:17:12.500873 tst iperf3m4.py:8: start network... 00:17:12.721607 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:17:13.231236 run create_hlr_db(pid=10538): Launched 00:17:13.355639 bus /gobi_6: Setting Powered False 00:17:14.420538 run create_hlr_db(pid=10538): Terminated: ok {rc=0} 00:17:14.855234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Launched 00:17:15.158155 run osmo-hlr_10.42.42.2(pid=10541): Launched 00:17:15.273692 run osmo-stp_10.42.42.5: Starting osmo-stp 00:17:15.797853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Launched 00:17:16.130084 run osmo-stp_10.42.42.5(pid=10544): Launched 00:17:16.278943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:17:17.012843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Launched 00:17:17.143390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:17:17.441681 run patchelf(pid=10547): Launched 00:17:17.631779 run osmo-stp_10.42.42.5(pid=10544): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)] 00:17:17.770291 run osmo-stp_10.42.42.5(pid=10544): stdout: | (launched: 2022-12-13_00:17:16.060082) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:17.909295 run osmo-stp_10.42.42.5(pid=10544): stderr: | 20221213001716399 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001716399 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001716399 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001716400 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001716400 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001716400 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001716400 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:18.048853 run osmo-stp_10.42.42.5(pid=10544): stdout: | (launched: 2022-12-13_00:17:16.060082) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:18.182806 run osmo-stp_10.42.42.5(pid=10544): stderr: | 20221213001716399 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001716399 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001716399 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001716400 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001716400 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001716400 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001716400 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:18.341741 run patchelf(pid=10547): Terminating (SIGINT) 00:17:18.525636 run patchelf(pid=10547): Terminated: ok {rc=0} 00:17:18.658217 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10544): Process ended prematurely: osmo-stp_10.42.42.5(pid=10544) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8] 00:17:18.668302 tst iperf3m4.py:8: Test FAILED (11.1 sec) 00:17:18.698585 run osmo-hlr_10.42.42.2(pid=10541): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10541)] 00:17:18.750052 run osmo-hlr_10.42.42.2(pid=10541): stdout: | (launched: 2022-12-13_00:17:15.101503) 00:17:18.803032 run osmo-hlr_10.42.42.2(pid=10541): stderr: | 20221213001715279 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001715279 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001715279 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001715279 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001715280 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001715280 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001715292 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001715303 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001715303 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001715303 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:17:18.856521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminating (SIGTERM) 00:17:18.899319 run iperf3-srv_10.42.42.10(pid=10531): Terminating (SIGTERM) 00:17:18.941905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminating (SIGTERM) 00:17:18.984438 run iperf3-srv_10.42.42.10(pid=10533): Terminating (SIGTERM) 00:17:19.027084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminating (SIGTERM) 00:17:19.069630 run iperf3-srv_10.42.42.10(pid=10535): Terminating (SIGTERM) 00:17:19.112288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminating (SIGTERM) 00:17:19.154989 run iperf3-srv_10.42.42.10(pid=10537): Terminating (SIGTERM) 00:17:19.197418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Terminating (SIGTERM) 00:17:19.240137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Terminating (SIGTERM) 00:17:19.282616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Terminating (SIGTERM) 00:17:19.325289 --- ParallelTerminationStrategy: PID 10530 died... 00:17:19.345309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminated: ok {rc=0} 00:17:19.392488 --- ParallelTerminationStrategy: PID 10531 died... 00:17:19.412084 run iperf3-srv_10.42.42.10(pid=10531): Terminated {rc=256} 00:17:19.458854 --- ParallelTerminationStrategy: PID 10532 died... 00:17:19.478507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminated: ok {rc=0} 00:17:19.525375 --- ParallelTerminationStrategy: PID 10533 died... 00:17:19.544884 run iperf3-srv_10.42.42.10(pid=10533): Terminated {rc=256} 00:17:19.591721 --- ParallelTerminationStrategy: PID 10534 died... 00:17:19.611402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminated: ok {rc=0} 00:17:19.658773 --- ParallelTerminationStrategy: PID 10535 died... 00:17:19.678596 run iperf3-srv_10.42.42.10(pid=10535): Terminated {rc=256} 00:17:19.725623 --- ParallelTerminationStrategy: PID 10536 died... 00:17:19.745308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminated: ok {rc=0} 00:17:19.791996 --- ParallelTerminationStrategy: PID 10537 died... 00:17:19.811630 run iperf3-srv_10.42.42.10(pid=10537): Terminated {rc=256} 00:17:19.858507 --- ParallelTerminationStrategy: PID 10540 died... 00:17:19.878109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Terminated: ok {rc=0} 00:17:19.925117 --- ParallelTerminationStrategy: PID 10543 died... 00:17:19.944858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Terminated: ok {rc=0} 00:17:19.992046 --- ParallelTerminationStrategy: PID 10546 died... 00:17:20.011706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Terminated: ok {rc=0} 00:17:20.101328 bus /gobi_4: Setting Powered False 00:17:21.200646 bus /gobi_4: Setting Powered False 00:17:22.316815 bus /gobi_1: Setting Powered False 00:17:23.416625 bus /gobi_1: Setting Powered False 00:17:24.532731 bus /gobi_0: Setting Powered False 00:17:25.632334 bus /gobi_0: Setting Powered False 00:17:26.749516 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs ping.py ---------------------------------------------- 00:17:27.853303 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:27.864635 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:17:27.901092 tst ping.py: using LAC 32309 00:17:28.022577 tst ping.py: using RAC 179 00:17:28.138253 tst ping.py: using CellId 32309 00:17:28.254656 tst ping.py: using BVCI 32310 00:17:28.363922 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.374742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.385566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.396043 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.406414 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.416763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.427348 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:28.437868 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:28.557991 tst ping.py:19: start network... 00:17:28.775493 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:17:29.272815 run create_hlr_db(pid=10548): Launched 00:17:29.395050 bus /gobi_6: Setting Powered False 00:17:30.458576 run create_hlr_db(pid=10548): Terminated: ok {rc=0} 00:17:30.910203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Launched 00:17:31.245363 run osmo-hlr_10.42.42.2(pid=10551): Launched 00:17:31.445365 run osmo-stp_10.42.42.5: Starting osmo-stp 00:17:32.185120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Launched 00:17:32.519104 run osmo-stp_10.42.42.5(pid=10554): Launched 00:17:32.642870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:17:33.199200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Launched 00:17:33.322100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:17:33.593662 run patchelf(pid=10557): Launched 00:17:33.772797 run osmo-stp_10.42.42.5(pid=10554): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)] 00:17:33.908790 run osmo-stp_10.42.42.5(pid=10554): stdout: | (launched: 2022-12-13_00:17:32.459477) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:34.046181 run osmo-stp_10.42.42.5(pid=10554): stderr: | 20221213001732650 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001732650 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001732651 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001732651 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001732651 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001732651 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001732652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:34.183932 run osmo-stp_10.42.42.5(pid=10554): stdout: | (launched: 2022-12-13_00:17:32.459477) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:34.315984 run osmo-stp_10.42.42.5(pid=10554): stderr: | 20221213001732650 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001732650 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001732651 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001732651 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001732651 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001732651 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001732652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:34.472202 run patchelf(pid=10557): Terminating (SIGINT) 00:17:34.653533 run patchelf(pid=10557): Terminated: ok {rc=0} 00:17:34.783844 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10554): Process ended prematurely: osmo-stp_10.42.42.5(pid=10554) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22] 00:17:34.793234 tst ping.py:22: Test FAILED (6.9 sec) 00:17:34.821972 run osmo-hlr_10.42.42.2(pid=10551): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10551)] 00:17:34.872380 run osmo-hlr_10.42.42.2(pid=10551): stdout: | (launched: 2022-12-13_00:17:31.181062) 00:17:34.924740 run osmo-hlr_10.42.42.2(pid=10551): stderr: | 20221213001731522 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001731522 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001731522 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001731522 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001731523 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001731523 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001731541 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001731561 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001731561 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001731561 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:17:34.977572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Terminating (SIGTERM) 00:17:35.019912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Terminating (SIGTERM) 00:17:35.062344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Terminating (SIGTERM) 00:17:35.105006 --- ParallelTerminationStrategy: PID 10550 died... 00:17:35.125172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Terminated: ok {rc=0} 00:17:35.172338 --- ParallelTerminationStrategy: PID 10553 died... 00:17:35.192096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Terminated: ok {rc=0} 00:17:35.239075 --- ParallelTerminationStrategy: PID 10556 died... 00:17:35.258872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Terminated: ok {rc=0} 00:17:35.348177 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 00:17:36.436116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:36.448534 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:17:36.488054 tst ping_idle_ping.py: using LAC 32310 00:17:36.622607 tst ping_idle_ping.py: using RAC 180 00:17:36.749697 tst ping_idle_ping.py: using CellId 32310 00:17:36.866565 tst ping_idle_ping.py: using BVCI 32311 00:17:36.976769 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:36.987631 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:36.998417 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:37.009152 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:37.019787 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:37.030204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:37.040765 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:17:37.051836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:17:37.172450 tst ping_idle_ping.py:24: start network... 00:17:37.388320 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:17:37.885327 run create_hlr_db(pid=10558): Launched 00:17:38.008078 bus /gobi_6: Setting Powered False 00:17:39.072190 run create_hlr_db(pid=10558): Terminated: ok {rc=0} 00:17:39.519867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Launched 00:17:39.844212 run osmo-hlr_10.42.42.2(pid=10561): Launched 00:17:39.968070 run osmo-stp_10.42.42.5: Starting osmo-stp 00:17:40.484351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Launched 00:17:40.782466 run osmo-stp_10.42.42.5(pid=10564): Launched 00:17:40.895828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:17:41.411077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Launched 00:17:41.524415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:17:41.777357 run patchelf(pid=10567): Launched 00:17:41.942630 run osmo-stp_10.42.42.5(pid=10564): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] 00:17:42.068393 run osmo-stp_10.42.42.5(pid=10564): stdout: | (launched: 2022-12-13_00:17:40.727002) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:42.195820 run osmo-stp_10.42.42.5(pid=10564): stderr: | 20221213001740898 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001740898 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001740898 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001740898 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001740899 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001740899 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001740899 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:42.323285 run osmo-stp_10.42.42.5(pid=10564): stdout: | (launched: 2022-12-13_00:17:40.727002) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:42.445237 run osmo-stp_10.42.42.5(pid=10564): stderr: | 20221213001740898 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001740898 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001740898 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001740898 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001740899 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001740899 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001740899 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:42.589317 run patchelf(pid=10567): Terminating (SIGINT) 00:17:42.757847 run patchelf(pid=10567): Terminated: ok {rc=0} 00:17:42.878470 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27] 00:17:42.887136 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:17:42.913281 run osmo-hlr_10.42.42.2(pid=10561): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10561)] 00:17:42.960190 run osmo-hlr_10.42.42.2(pid=10561): stdout: | (launched: 2022-12-13_00:17:39.784694) 00:17:43.008845 run osmo-hlr_10.42.42.2(pid=10561): stderr: | 20221213001739983 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001739984 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001739984 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001739984 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001739984 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001739984 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001739997 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001740005 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001740006 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001740006 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:17:43.058058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminating (SIGTERM) 00:17:43.097469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminating (SIGTERM) 00:17:43.137278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminating (SIGTERM) 00:17:43.177755 --- ParallelTerminationStrategy: PID 10560 died... 00:17:43.196826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminated: ok {rc=0} 00:17:43.247558 --- ParallelTerminationStrategy: PID 10563 died... 00:17:43.269784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminated: ok {rc=0} 00:17:43.318066 --- ParallelTerminationStrategy: PID 10566 died... 00:17:43.337757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminated: ok {rc=0} 00:17:43.426556 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa --------------------------------------------------------------------- 00:17:44.717988 tst gprs:sysmo+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:17:44.724780 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 00:17:44.747083 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 00:17:44.786763 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 00:17:44.874976 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 00:17:44.896385 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 00:17:44.936329 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 00:17:45.529685 tst gprs:sysmo+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 00:17:45.579174 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:45.589984 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:17:45.645509 tst cs_paging_gprs_active.py: using LAC 32311 00:17:45.764136 tst cs_paging_gprs_active.py: using RAC 181 00:17:45.923116 tst cs_paging_gprs_active.py: using CellId 32311 00:17:46.046716 tst cs_paging_gprs_active.py: using BVCI 32312 00:17:46.172664 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.185143 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.197298 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.211054 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.224391 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.235613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.263725 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.277047 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:46.289355 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:17:46.509208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:17:46.655204 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:17:46.880341 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:47.221333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Launched 00:17:47.517652 run iperf3-srv_10.42.42.10(pid=10586): Launched 00:17:47.641927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:17:47.862747 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:17:48.191996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Launched 00:17:48.476860 run iperf3-srv_10.42.42.10(pid=10588): Launched 00:17:48.599832 tst cs_paging_gprs_active.py:38: start network... 00:17:48.820079 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:17:49.327194 run create_hlr_db(pid=10589): Launched 00:17:49.451581 bus /gobi_6: Setting Powered False 00:17:50.511789 run create_hlr_db(pid=10589): Terminated: ok {rc=0} 00:17:50.966613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Launched 00:17:51.295113 run osmo-hlr_10.42.42.2(pid=10592): Launched 00:17:51.420844 run osmo-stp_10.42.42.5: Starting osmo-stp 00:17:51.986248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Launched 00:17:52.313319 run osmo-stp_10.42.42.5(pid=10595): Launched 00:17:52.437922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:17:53.002287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Launched 00:17:53.126997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:17:53.403457 run patchelf(pid=10598): Launched 00:17:53.584186 run osmo-stp_10.42.42.5(pid=10595): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)] 00:17:53.722118 run osmo-stp_10.42.42.5(pid=10595): stdout: | (launched: 2022-12-13_00:17:52.252599) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:53.861260 run osmo-stp_10.42.42.5(pid=10595): stderr: | 20221213001752446 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001752446 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001752446 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001752447 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001752447 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001752447 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001752447 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:54.000274 run osmo-stp_10.42.42.5(pid=10595): stdout: | (launched: 2022-12-13_00:17:52.252599) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:17:54.133559 run osmo-stp_10.42.42.5(pid=10595): stderr: | 20221213001752446 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001752446 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001752446 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001752447 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001752447 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001752447 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001752447 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:17:54.291618 run patchelf(pid=10598): Terminating (SIGINT) 00:17:54.475490 run patchelf(pid=10598): Terminated: ok {rc=0} 00:17:54.607688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10595): Process ended prematurely: osmo-stp_10.42.42.5(pid=10595) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 00:17:54.617651 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec) 00:17:54.647020 run osmo-hlr_10.42.42.2(pid=10592): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10592)] 00:17:54.697152 run osmo-hlr_10.42.42.2(pid=10592): stdout: | (launched: 2022-12-13_00:17:51.234481) 00:17:54.749285 run osmo-hlr_10.42.42.2(pid=10592): stderr: | 20221213001751433 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001751433 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001751433 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001751433 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001751433 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001751433 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001751445 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001751454 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001751454 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001751454 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:17:54.801603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminating (SIGTERM) 00:17:54.843378 run iperf3-srv_10.42.42.10(pid=10586): Terminating (SIGTERM) 00:17:54.885212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminating (SIGTERM) 00:17:54.927069 run iperf3-srv_10.42.42.10(pid=10588): Terminating (SIGTERM) 00:17:54.968926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Terminating (SIGTERM) 00:17:55.011032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Terminating (SIGTERM) 00:17:55.052777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Terminating (SIGTERM) 00:17:55.094936 --- ParallelTerminationStrategy: PID 10585 died... 00:17:55.114847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminated: ok {rc=0} 00:17:55.161354 --- ParallelTerminationStrategy: PID 10586 died... 00:17:55.180586 run iperf3-srv_10.42.42.10(pid=10586): Terminated {rc=256} 00:17:55.226787 --- ParallelTerminationStrategy: PID 10587 died... 00:17:55.246268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminated: ok {rc=0} 00:17:55.292363 --- ParallelTerminationStrategy: PID 10588 died... 00:17:55.311715 run iperf3-srv_10.42.42.10(pid=10588): Terminated {rc=256} 00:17:55.357990 --- ParallelTerminationStrategy: PID 10591 died... 00:17:55.377590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Terminated: ok {rc=0} 00:17:55.423947 --- ParallelTerminationStrategy: PID 10594 died... 00:17:55.443488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Terminated: ok {rc=0} 00:17:55.489969 --- ParallelTerminationStrategy: PID 10597 died... 00:17:55.509479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Terminated: ok {rc=0} 00:17:55.597688 bus /gobi_0: Setting Powered False 00:17:56.696109 bus /gobi_0: Setting Powered False 00:17:57.814796 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 00:17:58.961227 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:58.972639 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:17:59.031566 tst iperf3.py: using LAC 32312 00:17:59.161724 tst iperf3.py: using RAC 182 00:17:59.281923 tst iperf3.py: using CellId 32312 00:17:59.401992 tst iperf3.py: using BVCI 32313 00:17:59.523285 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.534788 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.546098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.557638 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.568900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.580473 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.591979 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.603423 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:17:59.614896 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:17:59.736888 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:17:59.956746 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:00.285610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Launched 00:18:00.571524 run iperf3-srv_10.42.42.10(pid=10600): Launched 00:18:00.694317 tst iperf3.py:8: start network... 00:18:00.918994 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:18:01.426507 run create_hlr_db(pid=10601): Launched 00:18:01.577215 bus /gobi_6: Setting Powered False 00:18:02.637855 run create_hlr_db(pid=10601): Terminated: ok {rc=0} 00:18:03.082496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Launched 00:18:03.409853 run osmo-hlr_10.42.42.2(pid=10604): Launched 00:18:03.534555 run osmo-stp_10.42.42.5: Starting osmo-stp 00:18:04.058203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Launched 00:18:04.360289 run osmo-stp_10.42.42.5(pid=10607): Launched 00:18:04.475271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:18:05.015336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Launched 00:18:05.130724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:18:05.387563 run patchelf(pid=10610): Launched 00:18:05.555559 run osmo-stp_10.42.42.5(pid=10607): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] 00:18:05.683356 run osmo-stp_10.42.42.5(pid=10607): stdout: | (launched: 2022-12-13_00:18:04.303440) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:05.812679 run osmo-stp_10.42.42.5(pid=10607): stderr: | 20221213001804476 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001804476 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001804476 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001804477 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001804477 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001804477 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001804477 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:05.942063 run osmo-stp_10.42.42.5(pid=10607): stdout: | (launched: 2022-12-13_00:18:04.303440) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:06.065818 run osmo-stp_10.42.42.5(pid=10607): stderr: | 20221213001804476 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001804476 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001804476 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001804477 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001804477 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001804477 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001804477 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:06.212032 run patchelf(pid=10610): Terminating (SIGINT) 00:18:06.382419 run patchelf(pid=10610): Terminated: ok {rc=0} 00:18:06.504905 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8] 00:18:06.514134 tst iperf3.py:8: Test FAILED (7.6 sec) 00:18:06.541180 run osmo-hlr_10.42.42.2(pid=10604): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10604)] 00:18:06.588600 run osmo-hlr_10.42.42.2(pid=10604): stdout: | (launched: 2022-12-13_00:18:03.349434) 00:18:06.637616 run osmo-hlr_10.42.42.2(pid=10604): stderr: | 20221213001803548 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001803549 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001803549 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001803549 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001803549 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001803549 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001803561 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001803569 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001803570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001803570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:18:06.687091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Terminating (SIGTERM) 00:18:06.726674 run iperf3-srv_10.42.42.10(pid=10600): Terminating (SIGTERM) 00:18:06.766130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminating (SIGTERM) 00:18:06.805631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminating (SIGTERM) 00:18:06.845073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminating (SIGTERM) 00:18:06.884749 --- ParallelTerminationStrategy: PID 10599 died... 00:18:06.903722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Terminated: ok {rc=0} 00:18:06.947361 --- ParallelTerminationStrategy: PID 10600 died... 00:18:06.965881 run iperf3-srv_10.42.42.10(pid=10600): Terminated {rc=256} 00:18:07.009395 --- ParallelTerminationStrategy: PID 10603 died... 00:18:07.027962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminated: ok {rc=0} 00:18:07.071485 --- ParallelTerminationStrategy: PID 10606 died... 00:18:07.090033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminated: ok {rc=0} 00:18:07.133538 --- ParallelTerminationStrategy: PID 10609 died... 00:18:07.152065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminated: ok {rc=0} 00:18:07.235186 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 00:18:08.384824 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.396812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:18:08.456504 tst iperf3m4.py: using LAC 32313 00:18:08.584927 tst iperf3m4.py: using RAC 183 00:18:08.713423 tst iperf3m4.py: using CellId 32313 00:18:08.833770 tst iperf3m4.py: using BVCI 32314 00:18:08.943234 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.954230 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.964934 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.976181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.986945 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:08.997702 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:09.008508 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:09.019155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:09.029842 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:09.145586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:09.266278 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:09.382749 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:09.503100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:18:09.723714 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:10.051839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Launched 00:18:10.336150 run iperf3-srv_10.42.42.10(pid=10612): Launched 00:18:10.458609 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:18:10.679479 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:11.008046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Launched 00:18:11.292132 run iperf3-srv_10.42.42.10(pid=10614): Launched 00:18:11.414460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:18:11.634492 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:11.963528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Launched 00:18:12.247472 run iperf3-srv_10.42.42.10(pid=10616): Launched 00:18:12.369395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:18:12.588789 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:12.918535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Launched 00:18:13.202270 run iperf3-srv_10.42.42.10(pid=10618): Launched 00:18:13.324475 tst iperf3m4.py:8: start network... 00:18:13.544888 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:18:14.052433 run create_hlr_db(pid=10619): Launched 00:18:14.176391 bus /gobi_6: Setting Powered False 00:18:15.237194 run create_hlr_db(pid=10619): Terminated: ok {rc=0} 00:18:15.691435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Launched 00:18:16.026006 run osmo-hlr_10.42.42.2(pid=10622): Launched 00:18:16.195265 run osmo-stp_10.42.42.5: Starting osmo-stp 00:18:16.957590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Launched 00:18:17.302453 run osmo-stp_10.42.42.5(pid=10625): Launched 00:18:17.461707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:18:17.991211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Launched 00:18:18.106639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:18:18.363171 run patchelf(pid=10628): Launched 00:18:18.531823 run osmo-stp_10.42.42.5(pid=10625): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)] 00:18:18.660703 run osmo-stp_10.42.42.5(pid=10625): stdout: | (launched: 2022-12-13_00:18:17.237727) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:18.789714 run osmo-stp_10.42.42.5(pid=10625): stderr: | 20221213001817503 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001817504 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001817504 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001817504 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001817505 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001817505 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001817505 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:18.918725 run osmo-stp_10.42.42.5(pid=10625): stdout: | (launched: 2022-12-13_00:18:17.237727) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:19.042218 run osmo-stp_10.42.42.5(pid=10625): stderr: | 20221213001817503 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001817504 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001817504 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001817504 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001817505 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001817505 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001817505 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:19.189809 run patchelf(pid=10628): Terminating (SIGINT) 00:18:19.360597 run patchelf(pid=10628): Terminated: ok {rc=0} 00:18:19.483381 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8] 00:18:19.492480 tst iperf3m4.py:8: Test FAILED (11.1 sec) 00:18:19.519677 run osmo-hlr_10.42.42.2(pid=10622): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10622)] 00:18:19.566995 run osmo-hlr_10.42.42.2(pid=10622): stdout: | (launched: 2022-12-13_00:18:15.958883) 00:18:19.615920 run osmo-hlr_10.42.42.2(pid=10622): stderr: | 20221213001816319 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001816319 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001816319 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001816319 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001816319 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001816319 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001816338 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001816354 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001816355 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001816355 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:18:19.665262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminating (SIGTERM) 00:18:19.704938 run iperf3-srv_10.42.42.10(pid=10612): Terminating (SIGTERM) 00:18:19.744499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminating (SIGTERM) 00:18:19.784279 run iperf3-srv_10.42.42.10(pid=10614): Terminating (SIGTERM) 00:18:19.823927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminating (SIGTERM) 00:18:19.863387 run iperf3-srv_10.42.42.10(pid=10616): Terminating (SIGTERM) 00:18:19.902701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Terminating (SIGTERM) 00:18:19.941973 run iperf3-srv_10.42.42.10(pid=10618): Terminating (SIGTERM) 00:18:19.981186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminating (SIGTERM) 00:18:20.020620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminating (SIGTERM) 00:18:20.060042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Terminating (SIGTERM) 00:18:20.099714 --- ParallelTerminationStrategy: PID 10611 died... 00:18:20.118764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminated: ok {rc=0} 00:18:20.162614 --- ParallelTerminationStrategy: PID 10612 died... 00:18:20.180941 run iperf3-srv_10.42.42.10(pid=10612): Terminated {rc=256} 00:18:20.224774 --- ParallelTerminationStrategy: PID 10613 died... 00:18:20.243486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminated: ok {rc=0} 00:18:20.287240 --- ParallelTerminationStrategy: PID 10614 died... 00:18:20.305720 run iperf3-srv_10.42.42.10(pid=10614): Terminated {rc=256} 00:18:20.349299 --- ParallelTerminationStrategy: PID 10615 died... 00:18:20.367715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminated: ok {rc=0} 00:18:20.412089 --- ParallelTerminationStrategy: PID 10616 died... 00:18:20.430480 run iperf3-srv_10.42.42.10(pid=10616): Terminated {rc=256} 00:18:20.474030 --- ParallelTerminationStrategy: PID 10617 died... 00:18:20.492531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Terminated: ok {rc=0} 00:18:20.536206 --- ParallelTerminationStrategy: PID 10618 died... 00:18:20.554790 run iperf3-srv_10.42.42.10(pid=10618): Terminated {rc=256} 00:18:20.598354 --- ParallelTerminationStrategy: PID 10621 died... 00:18:20.616891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminated: ok {rc=0} 00:18:20.660922 --- ParallelTerminationStrategy: PID 10624 died... 00:18:20.679671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminated: ok {rc=0} 00:18:20.723504 --- ParallelTerminationStrategy: PID 10627 died... 00:18:20.741985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Terminated: ok {rc=0} 00:18:20.825624 bus /gobi_4: Setting Powered False 00:18:21.920716 bus /gobi_4: Setting Powered False 00:18:23.033056 bus /gobi_1: Setting Powered False 00:18:24.130673 bus /gobi_1: Setting Powered False 00:18:25.248158 bus /gobi_0: Setting Powered False 00:18:26.345987 bus /gobi_0: Setting Powered False 00:18:27.462614 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 00:18:28.564297 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:28.576176 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:18:28.636077 tst ping.py: using LAC 32314 00:18:28.765557 tst ping.py: using RAC 184 00:18:28.891936 tst ping.py: using CellId 32314 00:18:29.017953 tst ping.py: using BVCI 32315 00:18:29.135700 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.147238 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.158513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.170515 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.182339 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.194189 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.206081 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:29.217909 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:29.337582 tst ping.py:19: start network... 00:18:29.552731 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:18:30.049986 run create_hlr_db(pid=10629): Launched 00:18:30.173006 bus /gobi_6: Setting Powered False 00:18:31.234158 run create_hlr_db(pid=10629): Terminated: ok {rc=0} 00:18:31.673698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Launched 00:18:31.989324 run osmo-hlr_10.42.42.2(pid=10632): Launched 00:18:32.240825 run osmo-stp_10.42.42.5: Starting osmo-stp 00:18:32.860307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Launched 00:18:33.180303 run osmo-stp_10.42.42.5(pid=10635): Launched 00:18:33.302593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:18:33.855558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Launched 00:18:33.979321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:18:34.250845 run patchelf(pid=10638): Launched 00:18:34.430333 run osmo-stp_10.42.42.5(pid=10635): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)] 00:18:34.565510 run osmo-stp_10.42.42.5(pid=10635): stdout: | (launched: 2022-12-13_00:18:33.121236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:34.702981 run osmo-stp_10.42.42.5(pid=10635): stderr: | 20221213001833312 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001833312 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001833312 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001833312 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001833313 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001833313 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001833313 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:34.840103 run osmo-stp_10.42.42.5(pid=10635): stdout: | (launched: 2022-12-13_00:18:33.121236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:34.971060 run osmo-stp_10.42.42.5(pid=10635): stderr: | 20221213001833312 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001833312 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001833312 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001833312 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001833313 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001833313 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001833313 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:35.126000 run patchelf(pid=10638): Terminating (SIGINT) 00:18:35.306096 run patchelf(pid=10638): Terminated: ok {rc=0} 00:18:35.436017 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22] 00:18:35.445187 tst ping.py:22: Test FAILED (6.9 sec) 00:18:35.473639 run osmo-hlr_10.42.42.2(pid=10632): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10632)] 00:18:35.523494 run osmo-hlr_10.42.42.2(pid=10632): stdout: | (launched: 2022-12-13_00:18:31.927510) 00:18:35.575143 run osmo-hlr_10.42.42.2(pid=10632): stderr: | 20221213001832219 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001832219 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001832219 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001832219 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001832219 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001832219 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001832230 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001832239 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001832239 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001832239 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:18:35.627311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminating (SIGTERM) 00:18:35.669415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminating (SIGTERM) 00:18:35.711123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminating (SIGTERM) 00:18:35.753064 --- ParallelTerminationStrategy: PID 10631 died... 00:18:35.772654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminated: ok {rc=0} 00:18:35.819036 --- ParallelTerminationStrategy: PID 10634 died... 00:18:35.838450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminated: ok {rc=0} 00:18:35.884646 --- ParallelTerminationStrategy: PID 10637 died... 00:18:35.904048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminated: ok {rc=0} 00:18:35.992534 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 00:18:37.078497 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.090280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:18:37.149060 tst ping_idle_ping.py: using LAC 32315 00:18:37.275245 tst ping_idle_ping.py: using RAC 185 00:18:37.404867 tst ping_idle_ping.py: using CellId 32315 00:18:37.528413 tst ping_idle_ping.py: using BVCI 32316 00:18:37.644861 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.656468 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.667647 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.679100 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.690407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.701684 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.713285 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:18:37.724446 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:18:37.843470 tst ping_idle_ping.py:24: start network... 00:18:38.058583 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:18:38.557265 run create_hlr_db(pid=10639): Launched 00:18:38.678783 bus /gobi_6: Setting Powered False 00:18:39.743240 run create_hlr_db(pid=10639): Terminated: ok {rc=0} 00:18:40.172334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Launched 00:18:40.473227 run osmo-hlr_10.42.42.2(pid=10642): Launched 00:18:40.589122 run osmo-stp_10.42.42.5: Starting osmo-stp 00:18:41.106847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Launched 00:18:41.405264 run osmo-stp_10.42.42.5(pid=10645): Launched 00:18:41.519248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:18:42.037641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Launched 00:18:42.151489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:18:42.405616 run patchelf(pid=10648): Launched 00:18:42.572221 run osmo-stp_10.42.42.5(pid=10645): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)] 00:18:42.699147 run osmo-stp_10.42.42.5(pid=10645): stdout: | (launched: 2022-12-13_00:18:41.349246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:42.827538 run osmo-stp_10.42.42.5(pid=10645): stderr: | 20221213001841520 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001841520 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001841520 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001841521 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001841521 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001841521 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001841521 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:42.956098 run osmo-stp_10.42.42.5(pid=10645): stdout: | (launched: 2022-12-13_00:18:41.349246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:43.078484 run osmo-stp_10.42.42.5(pid=10645): stderr: | 20221213001841520 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001841520 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001841520 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001841521 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001841521 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001841521 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001841521 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:43.223548 run patchelf(pid=10648): Terminating (SIGINT) 00:18:43.393156 run patchelf(pid=10648): Terminated: ok {rc=0} 00:18:43.514936 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10645): Process ended prematurely: osmo-stp_10.42.42.5(pid=10645) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 00:18:43.523584 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:18:43.549933 run osmo-hlr_10.42.42.2(pid=10642): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10642)] 00:18:43.597390 run osmo-hlr_10.42.42.2(pid=10642): stdout: | (launched: 2022-12-13_00:18:40.417058) 00:18:43.646455 run osmo-hlr_10.42.42.2(pid=10642): stderr: | 20221213001840593 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001840593 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001840593 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001840593 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001840593 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001840593 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001840604 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001840613 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001840613 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001840613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:18:43.695968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Terminating (SIGTERM) 00:18:43.735592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Terminating (SIGTERM) 00:18:43.775381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Terminating (SIGTERM) 00:18:43.815258 --- ParallelTerminationStrategy: PID 10641 died... 00:18:43.834234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Terminated: ok {rc=0} 00:18:43.878065 --- ParallelTerminationStrategy: PID 10644 died... 00:18:43.896452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Terminated: ok {rc=0} 00:18:43.940359 --- ParallelTerminationStrategy: PID 10647 died... 00:18:43.958914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Terminated: ok {rc=0} 00:18:44.045136 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:18:45.335283 tst gprs:sysmo+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:18:45.341526 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:18:45.362287 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 00:18:45.399988 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 00:18:45.484384 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:18:45.504905 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 00:18:45.543039 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 00:18:46.149058 tst gprs:sysmo+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 00:18:46.228885 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.245243 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:18:46.303060 tst cs_paging_gprs_active.py: using LAC 32316 00:18:46.445120 tst cs_paging_gprs_active.py: using RAC 186 00:18:46.580101 tst cs_paging_gprs_active.py: using CellId 32316 00:18:46.748449 tst cs_paging_gprs_active.py: using BVCI 32317 00:18:46.873506 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.885687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.898868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.910918 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.924073 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.938514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.951823 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.963936 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:46.977169 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:18:47.097214 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:18:47.215438 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:18:47.419533 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:47.723688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Launched 00:18:47.987807 run iperf3-srv_10.42.42.10(pid=10653): Launched 00:18:48.101239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:18:48.302499 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:18:48.606481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Launched 00:18:48.872011 run iperf3-srv_10.42.42.10(pid=10655): Launched 00:18:48.986846 tst cs_paging_gprs_active.py:38: start network... 00:18:49.189162 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:18:49.658720 run create_hlr_db(pid=10656): Launched 00:18:49.783924 bus /gobi_6: Setting Powered False 00:18:50.844716 run create_hlr_db(pid=10656): Terminated: ok {rc=0} 00:18:51.290069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Launched 00:18:51.618417 run osmo-hlr_10.42.42.2(pid=10659): Launched 00:18:51.745507 run osmo-stp_10.42.42.5: Starting osmo-stp 00:18:52.307280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Launched 00:18:52.634152 run osmo-stp_10.42.42.5(pid=10662): Launched 00:18:52.759964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:18:53.323699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Launched 00:18:53.448807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:18:53.726757 run patchelf(pid=10665): Launched 00:18:53.908812 run osmo-stp_10.42.42.5(pid=10662): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)] 00:18:54.046643 run osmo-stp_10.42.42.5(pid=10662): stdout: | (launched: 2022-12-13_00:18:52.573537) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:54.185823 run osmo-stp_10.42.42.5(pid=10662): stderr: | 20221213001852766 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001852767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001852767 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001852767 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001852768 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001852768 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001852768 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:54.324792 run osmo-stp_10.42.42.5(pid=10662): stdout: | (launched: 2022-12-13_00:18:52.573537) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:18:54.458307 run osmo-stp_10.42.42.5(pid=10662): stderr: | 20221213001852766 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001852767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001852767 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001852767 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001852768 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001852768 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001852768 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:18:54.617119 run patchelf(pid=10665): Terminating (SIGINT) 00:18:54.801178 run patchelf(pid=10665): Terminated: ok {rc=0} 00:18:54.933634 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 00:18:54.943891 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 00:18:54.973363 run osmo-hlr_10.42.42.2(pid=10659): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10659)] 00:18:55.023892 run osmo-hlr_10.42.42.2(pid=10659): stdout: | (launched: 2022-12-13_00:18:51.557640) 00:18:55.076277 run osmo-hlr_10.42.42.2(pid=10659): stderr: | 20221213001851756 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001851756 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001851756 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001851756 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001851756 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001851756 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001851807 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001851816 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001851816 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001851816 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:18:55.129099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Terminating (SIGTERM) 00:18:55.171478 run iperf3-srv_10.42.42.10(pid=10653): Terminating (SIGTERM) 00:18:55.213822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Terminating (SIGTERM) 00:18:55.256180 run iperf3-srv_10.42.42.10(pid=10655): Terminating (SIGTERM) 00:18:55.298386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Terminating (SIGTERM) 00:18:55.340809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Terminating (SIGTERM) 00:18:55.383166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Terminating (SIGTERM) 00:18:55.425740 --- ParallelTerminationStrategy: PID 10652 died... 00:18:55.445648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Terminated: ok {rc=0} 00:18:55.492865 --- ParallelTerminationStrategy: PID 10653 died... 00:18:55.512633 run iperf3-srv_10.42.42.10(pid=10653): Terminated {rc=256} 00:18:55.559349 --- ParallelTerminationStrategy: PID 10654 died... 00:18:55.578876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Terminated: ok {rc=0} 00:18:55.625374 --- ParallelTerminationStrategy: PID 10655 died... 00:18:55.644833 run iperf3-srv_10.42.42.10(pid=10655): Terminated {rc=256} 00:18:55.691908 --- ParallelTerminationStrategy: PID 10658 died... 00:18:55.711275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Terminated: ok {rc=0} 00:18:55.758258 --- ParallelTerminationStrategy: PID 10661 died... 00:18:55.777955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Terminated: ok {rc=0} 00:18:55.824536 --- ParallelTerminationStrategy: PID 10664 died... 00:18:55.844204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Terminated: ok {rc=0} 00:18:55.932027 bus /gobi_0: Setting Powered False 00:18:57.031149 bus /gobi_0: Setting Powered False 00:18:58.146749 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 00:18:59.296588 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.308618 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:18:59.370575 tst iperf3.py: using LAC 32317 00:18:59.500257 tst iperf3.py: using RAC 187 00:18:59.628430 tst iperf3.py: using CellId 32317 00:18:59.757087 tst iperf3.py: using BVCI 32318 00:18:59.875960 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.887294 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.898345 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.909906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.921339 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.932832 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.944582 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.956260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:18:59.968144 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:00.085788 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:19:00.289105 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:19:00.594452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Launched 00:19:00.858506 run iperf3-srv_10.42.42.10(pid=10667): Launched 00:19:01.021148 tst iperf3.py:8: start network... 00:19:01.252088 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:01.783413 run create_hlr_db(pid=10668): Launched 00:19:01.945006 bus /gobi_6: Setting Powered False 00:19:03.009377 run create_hlr_db(pid=10668): Terminated: ok {rc=0} 00:19:03.463571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Launched 00:19:03.791391 run osmo-hlr_10.42.42.2(pid=10671): Launched 00:19:03.915958 run osmo-stp_10.42.42.5: Starting osmo-stp 00:19:04.479922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Launched 00:19:04.807504 run osmo-stp_10.42.42.5(pid=10674): Launched 00:19:04.932189 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:19:05.496510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Launched 00:19:05.621704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:19:05.900012 run patchelf(pid=10677): Launched 00:19:06.081757 run osmo-stp_10.42.42.5(pid=10674): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)] 00:19:06.219653 run osmo-stp_10.42.42.5(pid=10674): stdout: | (launched: 2022-12-13_00:19:04.746996) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:06.359545 run osmo-stp_10.42.42.5(pid=10674): stderr: | 20221213001904939 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001904940 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001904940 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001904940 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001904941 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001904941 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001904941 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:06.499408 run osmo-stp_10.42.42.5(pid=10674): stdout: | (launched: 2022-12-13_00:19:04.746996) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:06.633462 run osmo-stp_10.42.42.5(pid=10674): stderr: | 20221213001904939 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001904940 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001904940 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001904940 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001904941 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001904941 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001904941 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:06.793320 run patchelf(pid=10677): Terminating (SIGINT) 00:19:06.977301 run patchelf(pid=10677): Terminated: ok {rc=0} 00:19:07.109964 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10674): Process ended prematurely: osmo-stp_10.42.42.5(pid=10674) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8] 00:19:07.120040 tst iperf3.py:8: Test FAILED (7.9 sec) 00:19:07.149202 run osmo-hlr_10.42.42.2(pid=10671): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10671)] 00:19:07.199925 run osmo-hlr_10.42.42.2(pid=10671): stdout: | (launched: 2022-12-13_00:19:03.731073) 00:19:07.252458 run osmo-hlr_10.42.42.2(pid=10671): stderr: | 20221213001903930 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001903930 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001903930 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001903930 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001903930 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001903930 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001903976 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001903986 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001903986 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001903986 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:19:07.305619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Terminating (SIGTERM) 00:19:07.348097 run iperf3-srv_10.42.42.10(pid=10667): Terminating (SIGTERM) 00:19:07.390693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Terminating (SIGTERM) 00:19:07.433180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Terminating (SIGTERM) 00:19:07.475712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Terminating (SIGTERM) 00:19:07.518693 --- ParallelTerminationStrategy: PID 10666 died... 00:19:07.538808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Terminated: ok {rc=0} 00:19:07.586175 --- ParallelTerminationStrategy: PID 10667 died... 00:19:07.605818 run iperf3-srv_10.42.42.10(pid=10667): Terminated {rc=256} 00:19:07.652740 --- ParallelTerminationStrategy: PID 10670 died... 00:19:07.672807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Terminated: ok {rc=0} 00:19:07.719800 --- ParallelTerminationStrategy: PID 10673 died... 00:19:07.739604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Terminated: ok {rc=0} 00:19:07.786823 --- ParallelTerminationStrategy: PID 10676 died... 00:19:07.806579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Terminated: ok {rc=0} 00:19:07.894483 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 00:19:09.047380 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.059386 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:19:09.118368 tst iperf3m4.py: using LAC 32318 00:19:09.246630 tst iperf3m4.py: using RAC 188 00:19:09.377363 tst iperf3m4.py: using CellId 32318 00:19:09.504925 tst iperf3m4.py: using BVCI 32319 00:19:09.623906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.635413 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.646696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.658436 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.670170 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.682277 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.694049 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.705496 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:09.716891 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:09.832924 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:09.951291 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:10.071851 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:10.189167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:19:10.392062 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:19:10.696526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Launched 00:19:10.959474 run iperf3-srv_10.42.42.10(pid=10679): Launched 00:19:11.072720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:19:11.274016 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:19:11.577518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Launched 00:19:11.841847 run iperf3-srv_10.42.42.10(pid=10681): Launched 00:19:11.957369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:19:12.158171 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:19:12.461584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Launched 00:19:12.726941 run iperf3-srv_10.42.42.10(pid=10683): Launched 00:19:12.839425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:19:13.040034 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:19:13.344576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Launched 00:19:13.608216 run iperf3-srv_10.42.42.10(pid=10685): Launched 00:19:13.720851 tst iperf3m4.py:8: start network... 00:19:13.921934 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:14.389991 run create_hlr_db(pid=10686): Launched 00:19:14.514176 bus /gobi_6: Setting Powered False 00:19:15.574190 run create_hlr_db(pid=10686): Terminated: ok {rc=0} 00:19:16.022897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Launched 00:19:16.353659 run osmo-hlr_10.42.42.2(pid=10689): Launched 00:19:16.666289 run osmo-stp_10.42.42.5: Starting osmo-stp 00:19:17.268481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Launched 00:19:17.608775 run osmo-stp_10.42.42.5(pid=10692): Launched 00:19:17.733841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:19:18.297857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Launched 00:19:18.422695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:19:18.700639 run patchelf(pid=10695): Launched 00:19:18.882183 run osmo-stp_10.42.42.5(pid=10692): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)] 00:19:19.020267 run osmo-stp_10.42.42.5(pid=10692): stdout: | (launched: 2022-12-13_00:19:17.548354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:19.159987 run osmo-stp_10.42.42.5(pid=10692): stderr: | 20221213001917743 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001917743 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001917743 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001917743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001917744 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001917744 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001917744 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:19.299482 run osmo-stp_10.42.42.5(pid=10692): stdout: | (launched: 2022-12-13_00:19:17.548354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:19.433570 run osmo-stp_10.42.42.5(pid=10692): stderr: | 20221213001917743 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001917743 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001917743 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001917743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001917744 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001917744 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001917744 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:19.592614 run patchelf(pid=10695): Terminating (SIGINT) 00:19:19.777269 run patchelf(pid=10695): Terminated: ok {rc=0} 00:19:19.909977 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10692): Process ended prematurely: osmo-stp_10.42.42.5(pid=10692) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8] 00:19:19.919981 tst iperf3m4.py:8: Test FAILED (10.9 sec) 00:19:19.949428 run osmo-hlr_10.42.42.2(pid=10689): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10689)] 00:19:19.999693 run osmo-hlr_10.42.42.2(pid=10689): stdout: | (launched: 2022-12-13_00:19:16.286100) 00:19:20.051823 run osmo-hlr_10.42.42.2(pid=10689): stderr: | 20221213001916508 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001916508 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001916508 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001916508 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001916508 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001916508 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001916524 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001916540 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001916540 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001916540 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:19:20.104325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Terminating (SIGTERM) 00:19:20.146390 run iperf3-srv_10.42.42.10(pid=10679): Terminating (SIGTERM) 00:19:20.188514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Terminating (SIGTERM) 00:19:20.231009 run iperf3-srv_10.42.42.10(pid=10681): Terminating (SIGTERM) 00:19:20.274507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminating (SIGTERM) 00:19:20.317179 run iperf3-srv_10.42.42.10(pid=10683): Terminating (SIGTERM) 00:19:20.359373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminating (SIGTERM) 00:19:20.401613 run iperf3-srv_10.42.42.10(pid=10685): Terminating (SIGTERM) 00:19:20.443613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Terminating (SIGTERM) 00:19:20.485388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Terminating (SIGTERM) 00:19:20.527849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Terminating (SIGTERM) 00:19:20.570479 --- ParallelTerminationStrategy: PID 10678 died... 00:19:20.590474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Terminated: ok {rc=0} 00:19:20.637557 --- ParallelTerminationStrategy: PID 10679 died... 00:19:20.657158 run iperf3-srv_10.42.42.10(pid=10679): Terminated {rc=256} 00:19:20.704182 --- ParallelTerminationStrategy: PID 10680 died... 00:19:20.723832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Terminated: ok {rc=0} 00:19:20.770506 --- ParallelTerminationStrategy: PID 10681 died... 00:19:20.789906 run iperf3-srv_10.42.42.10(pid=10681): Terminated {rc=256} 00:19:20.836101 --- ParallelTerminationStrategy: PID 10682 died... 00:19:20.855503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminated: ok {rc=0} 00:19:20.902229 --- ParallelTerminationStrategy: PID 10683 died... 00:19:20.921578 run iperf3-srv_10.42.42.10(pid=10683): Terminated {rc=256} 00:19:20.967754 --- ParallelTerminationStrategy: PID 10684 died... 00:19:20.987197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminated: ok {rc=0} 00:19:21.033656 --- ParallelTerminationStrategy: PID 10685 died... 00:19:21.053121 run iperf3-srv_10.42.42.10(pid=10685): Terminated {rc=256} 00:19:21.099287 --- ParallelTerminationStrategy: PID 10688 died... 00:19:21.118817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Terminated: ok {rc=0} 00:19:21.165255 --- ParallelTerminationStrategy: PID 10691 died... 00:19:21.184523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Terminated: ok {rc=0} 00:19:21.230957 --- ParallelTerminationStrategy: PID 10694 died... 00:19:21.250369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Terminated: ok {rc=0} 00:19:21.338305 bus /gobi_4: Setting Powered False 00:19:22.436490 bus /gobi_4: Setting Powered False 00:19:23.552319 bus /gobi_1: Setting Powered False 00:19:24.650557 bus /gobi_1: Setting Powered False 00:19:25.768252 bus /gobi_0: Setting Powered False 00:19:26.867005 bus /gobi_0: Setting Powered False 00:19:27.979625 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 00:19:29.081639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.093603 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:19:29.152935 tst ping.py: using LAC 32319 00:19:29.280819 tst ping.py: using RAC 189 00:19:29.406945 tst ping.py: using CellId 32319 00:19:29.534252 tst ping.py: using BVCI 32320 00:19:29.650930 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.662406 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.674082 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.686010 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.697500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.708882 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.720812 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:29.732462 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:29.850444 tst ping.py:19: start network... 00:19:30.065520 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:30.561633 run create_hlr_db(pid=10696): Launched 00:19:30.683720 bus /gobi_6: Setting Powered False 00:19:31.743635 run create_hlr_db(pid=10696): Terminated: ok {rc=0} 00:19:32.207882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Launched 00:19:32.510858 run osmo-hlr_10.42.42.2(pid=10699): Launched 00:19:32.624340 run osmo-stp_10.42.42.5: Starting osmo-stp 00:19:33.144019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Launched 00:19:33.442787 run osmo-stp_10.42.42.5(pid=10702): Launched 00:19:33.556021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:19:34.070518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Launched 00:19:34.183326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:19:34.436450 run patchelf(pid=10705): Launched 00:19:34.618125 run osmo-stp_10.42.42.5(pid=10702): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] 00:19:34.755393 run osmo-stp_10.42.42.5(pid=10702): stdout: | (launched: 2022-12-13_00:19:33.387234) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:34.893726 run osmo-stp_10.42.42.5(pid=10702): stderr: | 20221213001933556 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001933556 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001933557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001933557 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001933558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001933558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001933558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:35.031820 run osmo-stp_10.42.42.5(pid=10702): stdout: | (launched: 2022-12-13_00:19:33.387234) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:35.163791 run osmo-stp_10.42.42.5(pid=10702): stderr: | 20221213001933556 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001933556 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001933557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001933557 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001933558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001933558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001933558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:35.320867 run patchelf(pid=10705): Terminating (SIGINT) 00:19:35.501712 run patchelf(pid=10705): Terminated: ok {rc=0} 00:19:35.632062 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22] 00:19:35.641721 tst ping.py:22: Test FAILED (6.6 sec) 00:19:35.670322 run osmo-hlr_10.42.42.2(pid=10699): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10699)] 00:19:35.721644 run osmo-hlr_10.42.42.2(pid=10699): stdout: | (launched: 2022-12-13_00:19:32.455221) 00:19:35.774412 run osmo-hlr_10.42.42.2(pid=10699): stderr: | 20221213001932630 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001932630 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001932630 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001932630 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001932630 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001932630 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001932643 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001932654 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001932654 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001932654 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:19:35.827463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminating (SIGTERM) 00:19:35.870303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminating (SIGTERM) 00:19:35.913052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminating (SIGTERM) 00:19:35.956244 --- ParallelTerminationStrategy: PID 10698 died... 00:19:35.976331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminated: ok {rc=0} 00:19:36.023885 --- ParallelTerminationStrategy: PID 10701 died... 00:19:36.043708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminated: ok {rc=0} 00:19:36.090857 --- ParallelTerminationStrategy: PID 10704 died... 00:19:36.110591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminated: ok {rc=0} 00:19:36.199133 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 00:19:37.287010 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.299421 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:19:37.359243 tst ping_idle_ping.py: using LAC 32320 00:19:37.486967 tst ping_idle_ping.py: using RAC 190 00:19:37.614372 tst ping_idle_ping.py: using CellId 32320 00:19:37.742473 tst ping_idle_ping.py: using BVCI 32321 00:19:37.860763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.872220 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.883254 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.894609 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.906005 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.917360 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.928825 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:19:37.940177 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:19:38.055635 tst ping_idle_ping.py:24: start network... 00:19:38.254650 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:38.720218 run create_hlr_db(pid=10706): Launched 00:19:38.842942 bus /gobi_6: Setting Powered False 00:19:39.902081 run create_hlr_db(pid=10706): Terminated: ok {rc=0} 00:19:40.342771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Launched 00:19:40.666228 run osmo-hlr_10.42.42.2(pid=10709): Launched 00:19:40.790552 run osmo-stp_10.42.42.5: Starting osmo-stp 00:19:41.351127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Launched 00:19:41.674001 run osmo-stp_10.42.42.5(pid=10712): Launched 00:19:41.796783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:19:42.355122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Launched 00:19:42.478323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:19:42.752692 run patchelf(pid=10715): Launched 00:19:42.932103 run osmo-stp_10.42.42.5(pid=10712): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)] 00:19:43.068607 run osmo-stp_10.42.42.5(pid=10712): stdout: | (launched: 2022-12-13_00:19:41.613432) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:43.206499 run osmo-stp_10.42.42.5(pid=10712): stderr: | 20221213001941805 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001941805 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001941805 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001941806 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001941806 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001941806 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001941806 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:43.345088 run osmo-stp_10.42.42.5(pid=10712): stdout: | (launched: 2022-12-13_00:19:41.613432) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:43.476916 run osmo-stp_10.42.42.5(pid=10712): stderr: | 20221213001941805 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001941805 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001941805 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001941806 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001941806 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001941806 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001941806 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:43.634130 run patchelf(pid=10715): Terminating (SIGINT) 00:19:43.815956 run patchelf(pid=10715): Terminated: ok {rc=0} 00:19:43.946755 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10712): Process ended prematurely: osmo-stp_10.42.42.5(pid=10712) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 00:19:43.956167 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 00:19:43.984725 run osmo-hlr_10.42.42.2(pid=10709): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10709)] 00:19:44.035204 run osmo-hlr_10.42.42.2(pid=10709): stdout: | (launched: 2022-12-13_00:19:40.606424) 00:19:44.087463 run osmo-hlr_10.42.42.2(pid=10709): stderr: | 20221213001940805 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001940805 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001940805 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001940805 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001940805 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001940805 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001940818 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001940827 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001940827 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001940827 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:19:44.140138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Terminating (SIGTERM) 00:19:44.182373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Terminating (SIGTERM) 00:19:44.224575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Terminating (SIGTERM) 00:19:44.267111 --- ParallelTerminationStrategy: PID 10708 died... 00:19:44.287089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Terminated: ok {rc=0} 00:19:44.333960 --- ParallelTerminationStrategy: PID 10711 died... 00:19:44.353503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Terminated: ok {rc=0} 00:19:44.400108 --- ParallelTerminationStrategy: PID 10714 died... 00:19:44.419663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Terminated: ok {rc=0} 00:19:44.508363 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:sysmo+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:19:45.793794 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:19:45.800451 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:19:45.821143 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 00:19:45.856095 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:19:45.920705 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:19:45.957223 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 00:19:45.998513 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:19:46.535432 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 00:19:46.546148 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:46.563722 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:19:46.621213 tst switch_tch_pdch.py: using LAC 32321 00:19:46.741169 tst switch_tch_pdch.py: using RAC 191 00:19:46.862715 tst switch_tch_pdch.py: using CellId 32321 00:19:46.981313 tst switch_tch_pdch.py: using BVCI 32322 00:19:47.126905 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.140870 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.155426 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.169833 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.183731 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.198490 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.212915 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:19:47.226893 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:19:47.344783 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:19:47.464847 tst switch_tch_pdch.py:51: start network... 00:19:47.680012 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:48.176159 run create_hlr_db(pid=10721): Launched 00:19:48.297180 bus /gobi_6: Setting Powered False 00:19:49.360032 run create_hlr_db(pid=10721): Terminated: ok {rc=0} 00:19:49.787828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Launched 00:19:50.084071 run osmo-hlr_10.42.42.2(pid=10724): Launched 00:19:50.196730 run osmo-stp_10.42.42.5: Starting osmo-stp 00:19:50.723588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Launched 00:19:51.020054 run osmo-stp_10.42.42.5(pid=10727): Launched 00:19:51.131678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:19:51.649726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Launched 00:19:51.762276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:19:52.013587 run patchelf(pid=10730): Launched 00:19:52.179373 run osmo-stp_10.42.42.5(pid=10727): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)] 00:19:52.304793 run osmo-stp_10.42.42.5(pid=10727): stdout: | (launched: 2022-12-13_00:19:50.964323) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:52.431996 run osmo-stp_10.42.42.5(pid=10727): stderr: | 20221213001951135 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001951135 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001951135 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001951136 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001951136 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001951136 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001951136 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:52.559595 run osmo-stp_10.42.42.5(pid=10727): stdout: | (launched: 2022-12-13_00:19:50.964323) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:19:52.681364 run osmo-stp_10.42.42.5(pid=10727): stderr: | 20221213001951135 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213001951135 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213001951135 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213001951136 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213001951136 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213001951136 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213001951136 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:19:52.825198 run patchelf(pid=10730): Terminating (SIGINT) 00:19:52.994394 run patchelf(pid=10730): Terminated: ok {rc=0} 00:19:53.116107 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10727): Process ended prematurely: osmo-stp_10.42.42.5(pid=10727) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)] [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 00:19:53.124766 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 00:19:53.151284 run osmo-hlr_10.42.42.2(pid=10724): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10724)] 00:19:53.198848 run osmo-hlr_10.42.42.2(pid=10724): stdout: | (launched: 2022-12-13_00:19:50.028229) 00:19:53.248370 run osmo-hlr_10.42.42.2(pid=10724): stderr: | 20221213001950202 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213001950202 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213001950202 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213001950202 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213001950202 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213001950202 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213001950215 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213001950224 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213001950224 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213001950224 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:19:53.298106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Terminating (SIGTERM) 00:19:53.337930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Terminating (SIGTERM) 00:19:53.377867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Terminating (SIGTERM) 00:19:53.418619 --- ParallelTerminationStrategy: PID 10723 died... 00:19:53.437804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Terminated: ok {rc=0} 00:19:53.481992 --- ParallelTerminationStrategy: PID 10726 died... 00:19:53.500678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Terminated: ok {rc=0} 00:19:53.544390 --- ParallelTerminationStrategy: PID 10729 died... 00:19:53.562911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Terminated: ok {rc=0} 00:19:53.645553 bus /gobi_0: Setting Powered False 00:19:54.742468 bus /gobi_0: Setting Powered False 00:19:55.857249 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 00:19:57.092664 tst dynts:sysmo+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:19:57.098977 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 00:19:57.120586 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 00:19:57.156059 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 00:19:57.211689 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 00:19:57.232283 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 00:19:57.266209 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 00:19:57.818698 tst dynts:sysmo+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 00:19:57.823906 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:57.834855 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 00:19:57.890240 tst switch_tch_pdch.py: using LAC 32322 00:19:58.008016 tst switch_tch_pdch.py: using RAC 192 00:19:58.126122 tst switch_tch_pdch.py: using CellId 32322 00:19:58.253493 tst switch_tch_pdch.py: using BVCI 32323 00:19:58.361974 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.372778 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.384322 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.394921 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.405407 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.415871 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.426599 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:19:58.437187 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:19:58.554131 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:19:58.673980 tst switch_tch_pdch.py:51: start network... 00:19:58.889531 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:19:59.357742 run create_hlr_db(pid=10734): Launched 00:19:59.480093 bus /gobi_6: Setting Powered False 00:20:00.542877 run create_hlr_db(pid=10734): Terminated: ok {rc=0} 00:20:00.982904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Launched 00:20:01.325716 run osmo-hlr_10.42.42.2(pid=10740): Launched 00:20:01.598228 run osmo-stp_10.42.42.5: Starting osmo-stp 00:20:02.228035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Launched 00:20:02.557851 run osmo-stp_10.42.42.5(pid=10743): Launched 00:20:02.680790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:20:03.207159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Launched 00:20:03.328928 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:20:03.600656 run patchelf(pid=10746): Launched 00:20:03.779231 run osmo-stp_10.42.42.5(pid=10743): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)] 00:20:03.914954 run osmo-stp_10.42.42.5(pid=10743): stdout: | (launched: 2022-12-13_00:20:02.498267) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:04.051817 run osmo-stp_10.42.42.5(pid=10743): stderr: | 20221213002002692 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002002692 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002002692 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002002693 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002002693 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002002693 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002002693 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:04.189288 run osmo-stp_10.42.42.5(pid=10743): stdout: | (launched: 2022-12-13_00:20:02.498267) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:04.320369 run osmo-stp_10.42.42.5(pid=10743): stderr: | 20221213002002692 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002002692 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002002692 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002002693 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002002693 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002002693 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002002693 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:04.475942 run patchelf(pid=10746): Terminating (SIGINT) 00:20:04.656175 run patchelf(pid=10746): Terminated: ok {rc=0} 00:20:04.786506 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)] [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 00:20:04.795920 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec) 00:20:04.824158 run osmo-hlr_10.42.42.2(pid=10740): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10740)] 00:20:04.874876 run osmo-hlr_10.42.42.2(pid=10740): stdout: | (launched: 2022-12-13_00:20:01.258316) 00:20:04.927286 run osmo-hlr_10.42.42.2(pid=10740): stderr: | 20221213002001538 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002001538 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002001538 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002001538 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002001538 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002001539 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002001566 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002001580 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002001580 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002001580 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:20:04.979929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminating (SIGTERM) 00:20:05.022419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminating (SIGTERM) 00:20:05.064827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Terminating (SIGTERM) 00:20:05.107409 --- ParallelTerminationStrategy: PID 10736 died... 00:20:05.127543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminated: ok {rc=0} 00:20:05.174912 --- ParallelTerminationStrategy: PID 10742 died... 00:20:05.194584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminated: ok {rc=0} 00:20:05.241391 --- ParallelTerminationStrategy: PID 10745 died... 00:20:05.260817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Terminated: ok {rc=0} 00:20:05.349667 bus /gobi_0: Setting Powered False 00:20:06.450682 bus /gobi_0: Setting Powered False 00:20:07.569773 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:sysmo+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:oc2g --------------------------------------------------------------------- 00:20:08.806893 tst nitb_sms:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:20:08.810655 tst nitb_sms:oc2g: Verifying 1 x bts (candidates: 11) 00:20:08.830826 tst nitb_sms:oc2g: Verifying 1 x ip_address (candidates: 9) 00:20:08.837712 tst nitb_sms:oc2g: Verifying 2 x modem (candidates: 12) 00:20:08.891071 tst nitb_sms:oc2g: Reserving 1 x bts (candidates: 11) 00:20:08.913286 tst nitb_sms:oc2g: Reserving 1 x ip_address (candidates: 9) 00:20:08.920538 tst nitb_sms:oc2g: Reserving 2 x modem (candidates: 12) 00:20:09.452606 tst nitb_sms:oc2g: RESERVED RESOURCES for nitb_sms: bts OC-2G ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:oc2g mo_mt_sms.py ---------------------------------------------- 00:20:09.457805 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1) 00:20:09.468398 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1) 00:20:09.506464 tst mo_mt_sms.py: using LAC 32323 00:20:09.624345 tst mo_mt_sms.py: using RAC 193 00:20:09.739163 tst mo_mt_sms.py: using CellId 32323 00:20:09.854634 tst mo_mt_sms.py: using BVCI 32324 00:20:09.963662 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2) 00:20:10.080779 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2) 00:20:10.199684 tst mo_mt_sms.py:9: start nitb and bts... 00:20:10.414727 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:20:11.067620 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Launched 00:20:11.388897 run osmo-nitb_10.42.42.2(pid=10752): Launched 00:20:11.565589 run osmo-nitb_10.42.42.2(pid=10752): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)] 00:20:11.709448 run osmo-nitb_10.42.42.2(pid=10752): stdout: | (launched: 2022-12-13_00:20:11.329777) 00:20:11.854162 run osmo-nitb_10.42.42.2(pid=10752): stderr: | (launched: 2022-12-13_00:20:11.377151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:20:11.999057 run osmo-nitb_10.42.42.2(pid=10752): stdout: | (launched: 2022-12-13_00:20:11.329777) 00:20:12.137841 run osmo-nitb_10.42.42.2(pid=10752): stderr: | (launched: 2022-12-13_00:20:11.377151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)] 00:20:12.509122 tst osmo-nitb_10.42.42.2(pid=10752): stdout: | (launched: 2022-12-13_00:20:11.329777) 00:20:12.637995 tst osmo-nitb_10.42.42.2(pid=10752): stderr: | (launched: 2022-12-13_00:20:11.377151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:20:12.790648 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)] [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11] 00:20:12.799297 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 00:20:12.806211 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Terminating (SIGTERM) 00:20:13.017516 --- ParallelTerminationStrategy: PID 10751 died... 00:20:13.038679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Terminated: ok {rc=0} 00:20:13.127362 bus /sierra_3: Setting Powered False 00:20:14.224369 bus /sierra_3: Setting Powered False 00:20:15.338385 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:oc2g --------------------------------------------------------------------- 00:20:16.517270 tst sms:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:20:16.521694 tst sms:oc2g: Verifying 1 x bts (candidates: 11) 00:20:16.553763 tst sms:oc2g: Verifying 6 x ip_address (candidates: 9) 00:20:16.588445 tst sms:oc2g: Verifying 2 x modem (candidates: 12) 00:20:16.640619 tst sms:oc2g: Reserving 1 x bts (candidates: 11) 00:20:16.677261 tst sms:oc2g: Reserving 6 x ip_address (candidates: 9) 00:20:16.707951 tst sms:oc2g: Reserving 2 x modem (candidates: 12) 00:20:17.235087 tst sms:oc2g: RESERVED RESOURCES for sms: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:oc2g mo_mt_sms.py ---------------------------------------------- 00:20:17.241957 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.253966 tst sms:oc2g: Using 1 x bts (candidates: 1) 00:20:17.293292 tst mo_mt_sms.py: using LAC 32324 00:20:17.420259 tst mo_mt_sms.py: using RAC 194 00:20:17.545352 tst mo_mt_sms.py: using CellId 32324 00:20:17.670262 tst mo_mt_sms.py: using BVCI 32325 00:20:17.787260 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.798346 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.809296 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.820229 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.831238 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 00:20:17.842226 tst sms:oc2g: Using 1 x modem (candidates: 2) 00:20:17.961683 tst sms:oc2g: Using 1 x modem (candidates: 2) 00:20:18.080325 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:20:18.576363 run create_hlr_db(pid=10756): Launched 00:20:18.697958 bus /sierra_2: Setting Powered False 00:20:19.761170 run create_hlr_db(pid=10756): Terminated: ok {rc=0} 00:20:20.188700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Launched 00:20:20.487174 run osmo-hlr_10.42.42.2(pid=10759): Launched 00:20:20.601573 run osmo-stp_10.42.42.5: Starting osmo-stp 00:20:21.136549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Launched 00:20:21.433824 run osmo-stp_10.42.42.5(pid=10762): Launched 00:20:21.547015 run osmo-msc_10.42.42.6: Starting osmo-msc 00:20:22.088276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Launched 00:20:22.385722 run osmo-msc_10.42.42.6(pid=10765): Launched 00:20:22.552075 run osmo-stp_10.42.42.5(pid=10762): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)] 00:20:22.678197 run osmo-stp_10.42.42.5(pid=10762): stdout: | (launched: 2022-12-13_00:20:21.377980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:22.804016 run osmo-stp_10.42.42.5(pid=10762): stderr: | 20221213002021549 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002021549 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002021549 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002021550 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002021550 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002021550 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002021550 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:22.927644 run osmo-stp_10.42.42.5(pid=10762): stdout: | (launched: 2022-12-13_00:20:21.377980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:23.045341 run osmo-stp_10.42.42.5(pid=10762): stderr: | 20221213002021549 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002021549 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002021549 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002021550 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002021550 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002021550 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002021550 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:23.186680 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)] [trial-2384↪sms:oc2g↪mo_mt_sms.py:16] 00:20:23.194905 tst mo_mt_sms.py:16: Test FAILED (5.9 sec) 00:20:23.220535 run osmo-hlr_10.42.42.2(pid=10759): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10759)] 00:20:23.268238 run osmo-hlr_10.42.42.2(pid=10759): stdout: | (launched: 2022-12-13_00:20:20.431083) 00:20:23.317924 run osmo-hlr_10.42.42.2(pid=10759): stderr: | 20221213002020607 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002020607 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002020607 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002020607 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002020607 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002020607 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002020619 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002020630 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002020630 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002020630 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:20:23.387227 run osmo-msc_10.42.42.6(pid=10765): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10765)] 00:20:23.435152 run osmo-msc_10.42.42.6(pid=10765): stdout: | (launched: 2022-12-13_00:20:22.329869) 00:20:23.484245 run osmo-msc_10.42.42.6(pid=10765): stderr: | 20221213002022602 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002022602 DLGLOBAL DEBUG validating counter group 0x7f51d944ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002022602 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002022602 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002022602 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002022603 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002022605 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002022606 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002022606 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002022606 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:20:23.534119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Terminating (SIGTERM) 00:20:23.573825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminating (SIGTERM) 00:20:23.613594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Terminating (SIGTERM) 00:20:23.654198 --- ParallelTerminationStrategy: PID 10758 died... 00:20:23.673357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Terminated: ok {rc=0} 00:20:23.717414 --- ParallelTerminationStrategy: PID 10761 died... 00:20:23.736115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminated: ok {rc=0} 00:20:23.780093 --- ParallelTerminationStrategy: PID 10764 died... 00:20:23.798687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Terminated: ok {rc=0} 00:20:23.881934 bus /sierra_3: Setting Powered False 00:20:24.979388 bus /sierra_3: Setting Powered False 00:20:26.096582 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:oc2g --------------------------------------------------------------------- 00:20:27.308273 tst nitb_ussd:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:20:27.312364 tst nitb_ussd:oc2g: Verifying 1 x bts (candidates: 11) 00:20:27.333364 tst nitb_ussd:oc2g: Verifying 1 x ip_address (candidates: 9) 00:20:27.340339 tst nitb_ussd:oc2g: Verifying 1 x modem (candidates: 12) 00:20:27.377049 tst nitb_ussd:oc2g: Reserving 1 x bts (candidates: 11) 00:20:27.398097 tst nitb_ussd:oc2g: Reserving 1 x ip_address (candidates: 9) 00:20:27.405945 tst nitb_ussd:oc2g: Reserving 1 x modem (candidates: 12) 00:20:27.924372 tst nitb_ussd:oc2g: RESERVED RESOURCES for nitb_ussd: bts OC-2G ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:oc2g assert_extension.py ---------------------------------------------- 00:20:27.931259 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1) 00:20:27.943491 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1) 00:20:27.979811 tst assert_extension.py: using LAC 32325 00:20:28.106593 tst assert_extension.py: using RAC 195 00:20:28.231829 tst assert_extension.py: using CellId 32325 00:20:28.355678 tst assert_extension.py: using BVCI 32326 00:20:28.465656 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1) 00:20:28.583469 tst assert_extension.py:10: start nitb and bts... 00:20:28.799729 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:20:29.453261 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Launched 00:20:29.774900 run osmo-nitb_10.42.42.2(pid=10771): Launched 00:20:29.952314 run osmo-nitb_10.42.42.2(pid=10771): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] 00:20:30.096597 run osmo-nitb_10.42.42.2(pid=10771): stdout: | (launched: 2022-12-13_00:20:29.714975) 00:20:30.242367 run osmo-nitb_10.42.42.2(pid=10771): stderr: | (launched: 2022-12-13_00:20:29.762871) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:20:30.388308 run osmo-nitb_10.42.42.2(pid=10771): stdout: | (launched: 2022-12-13_00:20:29.714975) 00:20:30.528112 run osmo-nitb_10.42.42.2(pid=10771): stderr: | (launched: 2022-12-13_00:20:29.762871) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] 00:20:30.895917 tst osmo-nitb_10.42.42.2(pid=10771): stdout: | (launched: 2022-12-13_00:20:29.714975) 00:20:31.020828 tst osmo-nitb_10.42.42.2(pid=10771): stderr: | (launched: 2022-12-13_00:20:29.762871) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:20:31.170280 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12] 00:20:31.179425 tst assert_extension.py:12: Test FAILED (3.2 sec) 00:20:31.187010 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminating (SIGTERM) 00:20:31.397662 --- ParallelTerminationStrategy: PID 10770 died... 00:20:31.417295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminated: ok {rc=0} 00:20:31.508167 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:oc2g --------------------------------------------------------------------- 00:20:32.665685 tst ussd:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:20:32.669377 tst ussd:oc2g: Verifying 1 x bts (candidates: 11) 00:20:32.689625 tst ussd:oc2g: Verifying 6 x ip_address (candidates: 9) 00:20:32.715889 tst ussd:oc2g: Verifying 1 x modem (candidates: 12) 00:20:32.751715 tst ussd:oc2g: Reserving 1 x bts (candidates: 11) 00:20:32.773328 tst ussd:oc2g: Reserving 6 x ip_address (candidates: 9) 00:20:32.801463 tst ussd:oc2g: Reserving 1 x modem (candidates: 12) 00:20:33.324583 tst ussd:oc2g: RESERVED RESOURCES for ussd: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:oc2g assert_extension.py ---------------------------------------------- 00:20:33.329717 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.340153 tst ussd:oc2g: Using 1 x bts (candidates: 1) 00:20:33.376646 tst assert_extension.py: using LAC 32326 00:20:33.493102 tst assert_extension.py: using RAC 196 00:20:33.607434 tst assert_extension.py: using CellId 32326 00:20:33.722383 tst assert_extension.py: using BVCI 32327 00:20:33.829622 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.839921 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.850226 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.860404 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.870720 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 00:20:33.880889 tst ussd:oc2g: Using 1 x modem (candidates: 1) 00:20:33.995129 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:20:34.455721 run create_hlr_db(pid=10775): Launched 00:20:34.577338 bus /sierra_2: Setting Powered False 00:20:35.637295 run create_hlr_db(pid=10775): Terminated: ok {rc=0} 00:20:36.076707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Launched 00:20:36.397844 run osmo-hlr_10.42.42.2(pid=10778): Launched 00:20:36.522945 run osmo-stp_10.42.42.5: Starting osmo-stp 00:20:37.083928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Launched 00:20:37.406165 run osmo-stp_10.42.42.5(pid=10781): Launched 00:20:37.529229 run osmo-msc_10.42.42.6: Starting osmo-msc 00:20:38.109272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Launched 00:20:38.430104 run osmo-msc_10.42.42.6(pid=10784): Launched 00:20:38.609660 run osmo-stp_10.42.42.5(pid=10781): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)] 00:20:38.745255 run osmo-stp_10.42.42.5(pid=10781): stdout: | (launched: 2022-12-13_00:20:37.346119) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:38.881088 run osmo-stp_10.42.42.5(pid=10781): stderr: | 20221213002037539 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002037539 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002037540 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002037540 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002037540 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002037540 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002037541 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:39.015697 run osmo-stp_10.42.42.5(pid=10781): stdout: | (launched: 2022-12-13_00:20:37.346119) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:39.142787 run osmo-stp_10.42.42.5(pid=10781): stderr: | 20221213002037539 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002037539 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002037540 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002037540 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002037540 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002037540 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002037541 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:39.295187 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)] [trial-2384↪ussd:oc2g↪assert_extension.py:17] 00:20:39.303856 tst assert_extension.py:17: Test FAILED (6.0 sec) 00:20:39.331583 run osmo-hlr_10.42.42.2(pid=10778): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10778)] 00:20:39.382110 run osmo-hlr_10.42.42.2(pid=10778): stdout: | (launched: 2022-12-13_00:20:36.337921) 00:20:39.433850 run osmo-hlr_10.42.42.2(pid=10778): stderr: | 20221213002036536 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002036536 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002036536 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002036536 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002036536 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002036536 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002036553 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002036561 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002036561 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002036562 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:20:39.505964 run osmo-msc_10.42.42.6(pid=10784): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10784)] 00:20:39.556245 run osmo-msc_10.42.42.6(pid=10784): stdout: | (launched: 2022-12-13_00:20:38.370139) 00:20:39.608049 run osmo-msc_10.42.42.6(pid=10784): stderr: | 20221213002038692 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002038692 DLGLOBAL DEBUG validating counter group 0x7f9dd6636c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002038692 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002038692 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002038692 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002038693 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002038694 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002038695 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002038695 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002038695 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:20:39.660229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminating (SIGTERM) 00:20:39.702174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminating (SIGTERM) 00:20:39.744403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminating (SIGTERM) 00:20:39.786811 --- ParallelTerminationStrategy: PID 10777 died... 00:20:39.806751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminated: ok {rc=0} 00:20:39.853268 --- ParallelTerminationStrategy: PID 10780 died... 00:20:39.872543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminated: ok {rc=0} 00:20:39.918996 --- ParallelTerminationStrategy: PID 10783 died... 00:20:39.938356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminated: ok {rc=0} 00:20:40.026713 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:20:41.231256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:20:41.239585 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:20:41.261668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:20:41.289133 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:20:41.340807 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:20:41.361808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:20:41.389622 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:20:41.942844 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:20:41.994917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.006038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:20:42.060890 tst mo_mt_call.py: using LAC 32327 00:20:42.178510 tst mo_mt_call.py: using RAC 197 00:20:42.295719 tst mo_mt_call.py: using CellId 32327 00:20:42.414442 tst mo_mt_call.py: using BVCI 32328 00:20:42.535135 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.546781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.557989 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.569749 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.581338 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:42.592829 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:20:42.709322 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:20:42.828225 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:20:43.337378 run create_hlr_db(pid=10789): Launched 00:20:43.461382 bus /sierra_2: Setting Powered False 00:20:44.521421 run create_hlr_db(pid=10789): Terminated: ok {rc=0} 00:20:44.975270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Launched 00:20:45.303030 run osmo-hlr_10.42.42.2(pid=10792): Launched 00:20:45.429266 run osmo-stp_10.42.42.5: Starting osmo-stp 00:20:46.015950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Launched 00:20:46.353719 run osmo-stp_10.42.42.5(pid=10795): Launched 00:20:46.505543 run osmo-msc_10.42.42.6: Starting osmo-msc 00:20:47.259175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Launched 00:20:47.587205 run osmo-msc_10.42.42.6(pid=10798): Launched 00:20:47.770587 run osmo-stp_10.42.42.5(pid=10795): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)] 00:20:47.908702 run osmo-stp_10.42.42.5(pid=10795): stdout: | (launched: 2022-12-13_00:20:46.281736) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:48.047018 run osmo-stp_10.42.42.5(pid=10795): stderr: | 20221213002046583 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002046584 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002046584 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002046584 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002046585 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002046585 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002046585 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:48.183762 run osmo-stp_10.42.42.5(pid=10795): stdout: | (launched: 2022-12-13_00:20:46.281736) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:48.313502 run osmo-stp_10.42.42.5(pid=10795): stderr: | 20221213002046583 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002046584 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002046584 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002046584 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002046585 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002046585 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002046585 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:48.469336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:20:48.478581 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 00:20:48.506684 run osmo-hlr_10.42.42.2(pid=10792): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10792)] 00:20:48.557216 run osmo-hlr_10.42.42.2(pid=10792): stdout: | (launched: 2022-12-13_00:20:45.242071) 00:20:48.609278 run osmo-hlr_10.42.42.2(pid=10792): stderr: | 20221213002045439 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002045439 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002045439 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002045439 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002045439 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002045439 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002045451 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002045459 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002045460 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002045460 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:20:48.681793 run osmo-msc_10.42.42.6(pid=10798): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10798)] 00:20:48.732493 run osmo-msc_10.42.42.6(pid=10798): stdout: | (launched: 2022-12-13_00:20:47.526572) 00:20:48.784575 run osmo-msc_10.42.42.6(pid=10798): stderr: | 20221213002047849 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002047849 DLGLOBAL DEBUG validating counter group 0x7f5507fc4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002047849 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002047849 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002047850 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002047850 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002047851 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002047852 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002047852 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002047852 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:20:48.837059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminating (SIGTERM) 00:20:48.878863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminating (SIGTERM) 00:20:48.920898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminating (SIGTERM) 00:20:48.963247 --- ParallelTerminationStrategy: PID 10791 died... 00:20:48.983154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminated: ok {rc=0} 00:20:49.029766 --- ParallelTerminationStrategy: PID 10794 died... 00:20:49.049396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminated: ok {rc=0} 00:20:49.095862 --- ParallelTerminationStrategy: PID 10797 died... 00:20:49.115492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminated: ok {rc=0} 00:20:49.203548 bus /sierra_3: Setting Powered False 00:20:50.302496 bus /sierra_3: Setting Powered False 00:20:51.418720 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:20:52.567296 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:52.579383 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:20:52.637264 tst mo_mt_call_osmux.py: using LAC 32328 00:20:52.767246 tst mo_mt_call_osmux.py: using RAC 198 00:20:52.896828 tst mo_mt_call_osmux.py: using CellId 32328 00:20:53.026508 tst mo_mt_call_osmux.py: using BVCI 32329 00:20:53.147620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:53.159093 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:53.170422 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:53.182082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:53.193544 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:20:53.205256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:20:53.324679 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:20:53.442539 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:20:53.951415 run create_hlr_db(pid=10800): Launched 00:20:54.075344 bus /sierra_2: Setting Powered False 00:20:55.139441 run create_hlr_db(pid=10800): Terminated: ok {rc=0} 00:20:55.573704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Launched 00:20:55.878464 run osmo-hlr_10.42.42.2(pid=10803): Launched 00:20:55.993760 run osmo-stp_10.42.42.5: Starting osmo-stp 00:20:56.515589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Launched 00:20:56.820003 run osmo-stp_10.42.42.5(pid=10806): Launched 00:20:56.935915 run osmo-msc_10.42.42.6: Starting osmo-msc 00:20:57.487874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Launched 00:20:57.793966 run osmo-msc_10.42.42.6(pid=10809): Launched 00:20:57.963757 run osmo-stp_10.42.42.5(pid=10806): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)] 00:20:58.091335 run osmo-stp_10.42.42.5(pid=10806): stdout: | (launched: 2022-12-13_00:20:56.762668) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:58.218591 run osmo-stp_10.42.42.5(pid=10806): stderr: | 20221213002056932 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002056932 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002056932 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002056933 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002056933 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002056933 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002056933 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:58.344777 run osmo-stp_10.42.42.5(pid=10806): stdout: | (launched: 2022-12-13_00:20:56.762668) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:20:58.464619 run osmo-stp_10.42.42.5(pid=10806): stderr: | 20221213002056932 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002056932 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002056932 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002056933 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002056933 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002056933 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002056933 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:20:58.608232 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:20:58.617076 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 00:20:58.643288 run osmo-hlr_10.42.42.2(pid=10803): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10803)] 00:20:58.690923 run osmo-hlr_10.42.42.2(pid=10803): stdout: | (launched: 2022-12-13_00:20:55.821559) 00:20:58.739992 run osmo-hlr_10.42.42.2(pid=10803): stderr: | 20221213002055996 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002055996 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002055996 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002055996 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002055996 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002055996 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002056010 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002056021 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002056021 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002056021 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:20:58.808364 run osmo-msc_10.42.42.6(pid=10809): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10809)] 00:20:58.856283 run osmo-msc_10.42.42.6(pid=10809): stdout: | (launched: 2022-12-13_00:20:57.735092) 00:20:58.905325 run osmo-msc_10.42.42.6(pid=10809): stderr: | 20221213002058008 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002058008 DLGLOBAL DEBUG validating counter group 0x7f75d6becc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002058008 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002058008 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002058008 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002058009 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002058010 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002058011 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002058011 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002058011 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:20:58.954644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminating (SIGTERM) 00:20:58.994046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminating (SIGTERM) 00:20:59.033401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminating (SIGTERM) 00:20:59.073479 --- ParallelTerminationStrategy: PID 10802 died... 00:20:59.092544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminated: ok {rc=0} 00:20:59.136556 --- ParallelTerminationStrategy: PID 10805 died... 00:20:59.155143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminated: ok {rc=0} 00:20:59.198837 --- ParallelTerminationStrategy: PID 10808 died... 00:20:59.217353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminated: ok {rc=0} 00:20:59.300660 bus /sierra_3: Setting Powered False 00:21:00.397450 bus /sierra_3: Setting Powered False 00:21:01.524662 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:21:02.771750 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:21:02.778843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:21:02.800364 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:21:02.827978 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:21:02.882886 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:21:02.904810 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:21:02.930983 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:21:03.483352 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:21:03.537156 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:03.548755 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:21:03.605791 tst mo_mt_call.py: using LAC 32329 00:21:03.725487 tst mo_mt_call.py: using RAC 199 00:21:03.846600 tst mo_mt_call.py: using CellId 32329 00:21:03.965549 tst mo_mt_call.py: using BVCI 32330 00:21:04.087333 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:04.099006 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:04.110508 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:04.122303 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:04.133995 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:04.145760 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:21:04.267157 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:21:04.383413 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:04.856320 run create_hlr_db(pid=10815): Launched 00:21:04.980571 bus /sierra_2: Setting Powered False 00:21:06.041662 run create_hlr_db(pid=10815): Terminated: ok {rc=0} 00:21:06.488127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Launched 00:21:06.817455 run osmo-hlr_10.42.42.2(pid=10818): Launched 00:21:06.943114 run osmo-stp_10.42.42.5: Starting osmo-stp 00:21:07.509386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Launched 00:21:07.838233 run osmo-stp_10.42.42.5(pid=10821): Launched 00:21:07.963644 run osmo-msc_10.42.42.6: Starting osmo-msc 00:21:08.556416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Launched 00:21:08.884712 run osmo-msc_10.42.42.6(pid=10824): Launched 00:21:09.067319 run osmo-stp_10.42.42.5(pid=10821): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)] 00:21:09.206103 run osmo-stp_10.42.42.5(pid=10821): stdout: | (launched: 2022-12-13_00:21:07.777296) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:09.344613 run osmo-stp_10.42.42.5(pid=10821): stderr: | 20221213002107969 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002107969 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002107970 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002107970 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002107971 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002107971 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002107971 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:09.481175 run osmo-stp_10.42.42.5(pid=10821): stdout: | (launched: 2022-12-13_00:21:07.777296) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:09.610980 run osmo-stp_10.42.42.5(pid=10821): stderr: | 20221213002107969 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002107969 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002107970 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002107970 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002107971 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002107971 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002107971 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:09.767039 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:21:09.776283 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 00:21:09.804816 run osmo-hlr_10.42.42.2(pid=10818): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10818)] 00:21:09.855784 run osmo-hlr_10.42.42.2(pid=10818): stdout: | (launched: 2022-12-13_00:21:06.756510) 00:21:09.908419 run osmo-hlr_10.42.42.2(pid=10818): stderr: | 20221213002106954 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002106954 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002106954 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002106954 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002106954 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002106954 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002106966 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002106975 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002106976 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002106976 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:21:09.981968 run osmo-msc_10.42.42.6(pid=10824): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10824)] 00:21:10.032911 run osmo-msc_10.42.42.6(pid=10824): stdout: | (launched: 2022-12-13_00:21:08.823730) 00:21:10.085475 run osmo-msc_10.42.42.6(pid=10824): stderr: | 20221213002109145 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002109145 DLGLOBAL DEBUG validating counter group 0x7f4508563c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002109145 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002109145 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002109146 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002109146 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002109147 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002109148 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002109148 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002109148 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:21:10.138495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminating (SIGTERM) 00:21:10.180529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminating (SIGTERM) 00:21:10.223135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminating (SIGTERM) 00:21:10.265559 --- ParallelTerminationStrategy: PID 10817 died... 00:21:10.285588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminated: ok {rc=0} 00:21:10.332466 --- ParallelTerminationStrategy: PID 10820 died... 00:21:10.352090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminated: ok {rc=0} 00:21:10.399002 --- ParallelTerminationStrategy: PID 10823 died... 00:21:10.418492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminated: ok {rc=0} 00:21:10.506163 bus /sierra_3: Setting Powered False 00:21:11.604893 bus /sierra_3: Setting Powered False 00:21:12.720726 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:21:13.867906 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:13.879781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:21:13.936318 tst mo_mt_call_osmux.py: using LAC 32330 00:21:14.057160 tst mo_mt_call_osmux.py: using RAC 200 00:21:14.190028 tst mo_mt_call_osmux.py: using CellId 32330 00:21:14.319726 tst mo_mt_call_osmux.py: using BVCI 32331 00:21:14.441179 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:14.452656 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:14.463982 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:14.475949 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:14.487994 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:21:14.499972 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:21:14.619048 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:21:14.738848 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:15.212026 run create_hlr_db(pid=10826): Launched 00:21:15.336642 bus /sierra_2: Setting Powered False 00:21:16.396053 run create_hlr_db(pid=10826): Terminated: ok {rc=0} 00:21:16.838846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Launched 00:21:17.159124 run osmo-hlr_10.42.42.2(pid=10829): Launched 00:21:17.298825 run osmo-stp_10.42.42.5: Starting osmo-stp 00:21:17.865027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Launched 00:21:18.192734 run osmo-stp_10.42.42.5(pid=10832): Launched 00:21:18.317574 run osmo-msc_10.42.42.6: Starting osmo-msc 00:21:18.910198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Launched 00:21:19.238721 run osmo-msc_10.42.42.6(pid=10835): Launched 00:21:19.421109 run osmo-stp_10.42.42.5(pid=10832): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)] 00:21:19.559172 run osmo-stp_10.42.42.5(pid=10832): stdout: | (launched: 2022-12-13_00:21:18.131886) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:19.697861 run osmo-stp_10.42.42.5(pid=10832): stderr: | 20221213002118325 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002118325 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002118326 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002118326 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002118327 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002118327 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002118327 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:19.835591 run osmo-stp_10.42.42.5(pid=10832): stdout: | (launched: 2022-12-13_00:21:18.131886) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:19.964842 run osmo-stp_10.42.42.5(pid=10832): stderr: | 20221213002118325 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002118325 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002118326 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002118326 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002118327 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002118327 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002118327 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:20.119794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:21:20.129179 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:21:20.157222 run osmo-hlr_10.42.42.2(pid=10829): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10829)] 00:21:20.207817 run osmo-hlr_10.42.42.2(pid=10829): stdout: | (launched: 2022-12-13_00:21:17.095466) 00:21:20.260002 run osmo-hlr_10.42.42.2(pid=10829): stderr: | 20221213002117310 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002117310 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002117310 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002117310 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002117310 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002117310 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002117323 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002117332 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002117332 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002117332 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:21:20.332728 run osmo-msc_10.42.42.6(pid=10835): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10835)] 00:21:20.383250 run osmo-msc_10.42.42.6(pid=10835): stdout: | (launched: 2022-12-13_00:21:19.177584) 00:21:20.435367 run osmo-msc_10.42.42.6(pid=10835): stderr: | 20221213002119500 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002119500 DLGLOBAL DEBUG validating counter group 0x7fad603b6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002119500 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002119500 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002119500 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002119500 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002119502 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002119503 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002119503 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002119503 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:21:20.487884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Terminating (SIGTERM) 00:21:20.529930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminating (SIGTERM) 00:21:20.572162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Terminating (SIGTERM) 00:21:20.614660 --- ParallelTerminationStrategy: PID 10828 died... 00:21:20.634756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Terminated: ok {rc=0} 00:21:20.681875 --- ParallelTerminationStrategy: PID 10831 died... 00:21:20.701377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminated: ok {rc=0} 00:21:20.748294 --- ParallelTerminationStrategy: PID 10834 died... 00:21:20.767841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Terminated: ok {rc=0} 00:21:20.856500 bus /sierra_3: Setting Powered False 00:21:21.955082 bus /sierra_3: Setting Powered False 00:21:23.069812 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:21:24.307002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:21:24.314332 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:21:24.336015 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:21:24.363711 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:21:24.416162 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:21:24.437314 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:21:24.464703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:21:25.015330 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:21:25.067624 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.078951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:21:25.136139 tst mo_mt_call.py: using LAC 32331 00:21:25.265755 tst mo_mt_call.py: using RAC 201 00:21:25.394774 tst mo_mt_call.py: using CellId 32331 00:21:25.522979 tst mo_mt_call.py: using BVCI 32332 00:21:25.644091 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.655499 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.666703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.678182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.689862 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:25.701429 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:21:25.818286 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:21:25.936081 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:26.407154 run create_hlr_db(pid=10840): Launched 00:21:26.531990 bus /sierra_2: Setting Powered False 00:21:27.593211 run create_hlr_db(pid=10840): Terminated: ok {rc=0} 00:21:28.039969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Launched 00:21:28.367981 run osmo-hlr_10.42.42.2(pid=10843): Launched 00:21:28.494446 run osmo-stp_10.42.42.5: Starting osmo-stp 00:21:29.060064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Launched 00:21:29.386651 run osmo-stp_10.42.42.5(pid=10846): Launched 00:21:29.511010 run osmo-msc_10.42.42.6: Starting osmo-msc 00:21:30.104498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Launched 00:21:30.432690 run osmo-msc_10.42.42.6(pid=10849): Launched 00:21:30.616011 run osmo-stp_10.42.42.5(pid=10846): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)] 00:21:30.754496 run osmo-stp_10.42.42.5(pid=10846): stdout: | (launched: 2022-12-13_00:21:29.326088) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:30.984869 run osmo-stp_10.42.42.5(pid=10846): stderr: | 20221213002129519 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002129519 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002129519 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002129520 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002129520 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002129520 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002129520 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:31.117388 run osmo-stp_10.42.42.5(pid=10846): stdout: | (launched: 2022-12-13_00:21:29.326088) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:31.241639 run osmo-stp_10.42.42.5(pid=10846): stderr: | 20221213002129519 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002129519 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002129519 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002129520 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002129520 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002129520 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002129520 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:31.391208 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:21:31.400406 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:21:31.427963 run osmo-hlr_10.42.42.2(pid=10843): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10843)] 00:21:31.478370 run osmo-hlr_10.42.42.2(pid=10843): stdout: | (launched: 2022-12-13_00:21:28.307372) 00:21:31.529385 run osmo-hlr_10.42.42.2(pid=10843): stderr: | 20221213002128508 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002128508 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002128508 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002128508 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002128508 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002128508 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002128519 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002128528 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002128528 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002128528 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:21:31.599747 run osmo-msc_10.42.42.6(pid=10849): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10849)] 00:21:31.648595 run osmo-msc_10.42.42.6(pid=10849): stdout: | (launched: 2022-12-13_00:21:30.371835) 00:21:31.700623 run osmo-msc_10.42.42.6(pid=10849): stderr: | 20221213002130695 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002130695 DLGLOBAL DEBUG validating counter group 0x7fd70da55c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002130695 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002130695 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002130696 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002130696 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002130697 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002130698 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002130698 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002130698 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:21:31.752106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminating (SIGTERM) 00:21:31.793354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminating (SIGTERM) 00:21:31.836023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Terminating (SIGTERM) 00:21:31.879690 --- ParallelTerminationStrategy: PID 10842 died... 00:21:31.899093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminated: ok {rc=0} 00:21:31.944021 --- ParallelTerminationStrategy: PID 10845 died... 00:21:31.963432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminated: ok {rc=0} 00:21:32.009056 --- ParallelTerminationStrategy: PID 10848 died... 00:21:32.028323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Terminated: ok {rc=0} 00:21:32.116673 bus /sierra_3: Setting Powered False 00:21:33.217072 bus /sierra_3: Setting Powered False 00:21:34.334248 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:21:35.479887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:35.491306 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:21:35.547672 tst mo_mt_call_osmux.py: using LAC 32332 00:21:35.668868 tst mo_mt_call_osmux.py: using RAC 202 00:21:35.789361 tst mo_mt_call_osmux.py: using CellId 32332 00:21:35.909108 tst mo_mt_call_osmux.py: using BVCI 32333 00:21:36.020047 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:36.031084 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:36.041811 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:36.052458 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:36.063167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:21:36.073930 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:21:36.188671 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:21:36.307415 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:36.780297 run create_hlr_db(pid=10851): Launched 00:21:36.903994 bus /sierra_2: Setting Powered False 00:21:37.965608 run create_hlr_db(pid=10851): Terminated: ok {rc=0} 00:21:38.411317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Launched 00:21:38.740544 run osmo-hlr_10.42.42.2(pid=10854): Launched 00:21:38.866463 run osmo-stp_10.42.42.5: Starting osmo-stp 00:21:39.430931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Launched 00:21:39.758615 run osmo-stp_10.42.42.5(pid=10857): Launched 00:21:39.886127 run osmo-msc_10.42.42.6: Starting osmo-msc 00:21:40.480535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Launched 00:21:40.809409 run osmo-msc_10.42.42.6(pid=10860): Launched 00:21:40.991790 run osmo-stp_10.42.42.5(pid=10857): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)] 00:21:41.130930 run osmo-stp_10.42.42.5(pid=10857): stdout: | (launched: 2022-12-13_00:21:39.697564) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:41.269988 run osmo-stp_10.42.42.5(pid=10857): stderr: | 20221213002139891 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002139891 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002139891 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002139892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002139892 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002139892 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002139892 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:41.407182 run osmo-stp_10.42.42.5(pid=10857): stdout: | (launched: 2022-12-13_00:21:39.697564) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:41.538298 run osmo-stp_10.42.42.5(pid=10857): stderr: | 20221213002139891 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002139891 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002139891 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002139892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002139892 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002139892 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002139892 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:41.694821 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10857): Process ended prematurely: osmo-stp_10.42.42.5(pid=10857) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:21:41.704244 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:21:41.733245 run osmo-hlr_10.42.42.2(pid=10854): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10854)] 00:21:41.784466 run osmo-hlr_10.42.42.2(pid=10854): stdout: | (launched: 2022-12-13_00:21:38.679615) 00:21:41.837225 run osmo-hlr_10.42.42.2(pid=10854): stderr: | 20221213002138878 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002138878 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002138878 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002138879 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002138879 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002138879 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002138891 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002138899 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002138899 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002138899 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:21:41.910236 run osmo-msc_10.42.42.6(pid=10860): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10860)] 00:21:41.960872 run osmo-msc_10.42.42.6(pid=10860): stdout: | (launched: 2022-12-13_00:21:40.748149) 00:21:42.013333 run osmo-msc_10.42.42.6(pid=10860): stderr: | 20221213002141072 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002141072 DLGLOBAL DEBUG validating counter group 0x7f4e7bbbcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002141072 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002141072 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002141073 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002141073 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002141075 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002141075 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002141075 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002141075 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:21:42.066435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Terminating (SIGTERM) 00:21:42.108785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Terminating (SIGTERM) 00:21:42.151349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Terminating (SIGTERM) 00:21:42.194225 --- ParallelTerminationStrategy: PID 10853 died... 00:21:42.214466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Terminated: ok {rc=0} 00:21:42.261822 --- ParallelTerminationStrategy: PID 10856 died... 00:21:42.281690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Terminated: ok {rc=0} 00:21:42.328867 --- ParallelTerminationStrategy: PID 10859 died... 00:21:42.349159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Terminated: ok {rc=0} 00:21:42.437005 bus /sierra_3: Setting Powered False 00:21:43.535809 bus /sierra_3: Setting Powered False 00:21:44.651304 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:21:45.890937 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:21:45.898095 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:21:45.920400 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:21:45.948144 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:21:46.010632 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:21:46.032317 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:21:46.062081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:21:46.622992 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:21:46.689037 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:46.705149 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:21:46.770749 tst mo_mt_call.py: using LAC 32333 00:21:46.904681 tst mo_mt_call.py: using RAC 203 00:21:47.036471 tst mo_mt_call.py: using CellId 32333 00:21:47.174812 tst mo_mt_call.py: using BVCI 32334 00:21:47.296589 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:47.309352 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:47.322035 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:47.335245 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:47.349686 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:47.362536 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:21:47.483217 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:21:47.603124 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:48.076634 run create_hlr_db(pid=10865): Launched 00:21:48.200845 bus /sierra_2: Setting Powered False 00:21:49.261776 run create_hlr_db(pid=10865): Terminated: ok {rc=0} 00:21:49.709900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Launched 00:21:50.039377 run osmo-hlr_10.42.42.2(pid=10868): Launched 00:21:50.163798 run osmo-stp_10.42.42.5: Starting osmo-stp 00:21:50.729889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Launched 00:21:51.057649 run osmo-stp_10.42.42.5(pid=10871): Launched 00:21:51.182305 run osmo-msc_10.42.42.6: Starting osmo-msc 00:21:51.774508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Launched 00:21:52.102354 run osmo-msc_10.42.42.6(pid=10874): Launched 00:21:52.284182 run osmo-stp_10.42.42.5(pid=10871): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] 00:21:52.422149 run osmo-stp_10.42.42.5(pid=10871): stdout: | (launched: 2022-12-13_00:21:50.997063) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:52.560108 run osmo-stp_10.42.42.5(pid=10871): stderr: | 20221213002151190 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002151190 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002151191 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002151191 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002151192 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002151192 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002151192 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:52.697916 run osmo-stp_10.42.42.5(pid=10871): stdout: | (launched: 2022-12-13_00:21:50.997063) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:21:52.828618 run osmo-stp_10.42.42.5(pid=10871): stderr: | 20221213002151190 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002151190 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002151191 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002151191 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002151192 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002151192 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002151192 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:21:52.984345 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:21:52.993916 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:21:53.022583 run osmo-hlr_10.42.42.2(pid=10868): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10868)] 00:21:53.073232 run osmo-hlr_10.42.42.2(pid=10868): stdout: | (launched: 2022-12-13_00:21:49.978821) 00:21:53.125624 run osmo-hlr_10.42.42.2(pid=10868): stderr: | 20221213002150179 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002150179 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002150179 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002150179 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002150179 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002150179 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002150192 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002150200 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002150200 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002150200 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:21:53.198486 run osmo-msc_10.42.42.6(pid=10874): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10874)] 00:21:53.249100 run osmo-msc_10.42.42.6(pid=10874): stdout: | (launched: 2022-12-13_00:21:52.041568) 00:21:53.301266 run osmo-msc_10.42.42.6(pid=10874): stderr: | 20221213002152365 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002152365 DLGLOBAL DEBUG validating counter group 0x7fe9170ffc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002152365 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002152365 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002152366 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002152366 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002152367 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002152368 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002152368 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002152368 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:21:53.354175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminating (SIGTERM) 00:21:53.396381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminating (SIGTERM) 00:21:53.438731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminating (SIGTERM) 00:21:53.481193 --- ParallelTerminationStrategy: PID 10867 died... 00:21:53.501165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminated: ok {rc=0} 00:21:53.547954 --- ParallelTerminationStrategy: PID 10870 died... 00:21:53.567468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminated: ok {rc=0} 00:21:53.614116 --- ParallelTerminationStrategy: PID 10873 died... 00:21:53.633767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminated: ok {rc=0} 00:21:53.721246 bus /sierra_3: Setting Powered False 00:21:54.819679 bus /sierra_3: Setting Powered False 00:21:55.935712 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:21:57.087063 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.099171 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:21:57.157434 tst mo_mt_call_osmux.py: using LAC 32334 00:21:57.286188 tst mo_mt_call_osmux.py: using RAC 204 00:21:57.415285 tst mo_mt_call_osmux.py: using CellId 32334 00:21:57.543290 tst mo_mt_call_osmux.py: using BVCI 32335 00:21:57.662714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.674639 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.686053 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.698238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.709972 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:21:57.721564 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:21:57.838650 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:21:57.959293 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:21:58.469207 run create_hlr_db(pid=10877): Launched 00:21:58.594283 bus /sierra_2: Setting Powered False 00:21:59.654811 run create_hlr_db(pid=10877): Terminated: ok {rc=0} 00:22:00.111569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Launched 00:22:00.440819 run osmo-hlr_10.42.42.2(pid=10880): Launched 00:22:00.565648 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:01.147283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Launched 00:22:01.492231 run osmo-stp_10.42.42.5(pid=10883): Launched 00:22:01.725591 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:02.457715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Launched 00:22:02.787033 run osmo-msc_10.42.42.6(pid=10886): Launched 00:22:02.968791 run osmo-stp_10.42.42.5(pid=10883): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)] 00:22:03.106416 run osmo-stp_10.42.42.5(pid=10883): stdout: | (launched: 2022-12-13_00:22:01.430236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:03.244264 run osmo-stp_10.42.42.5(pid=10883): stderr: | 20221213002201727 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002201727 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002201727 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002201728 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002201728 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002201728 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002201728 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:03.381719 run osmo-stp_10.42.42.5(pid=10883): stdout: | (launched: 2022-12-13_00:22:01.430236) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:03.511704 run osmo-stp_10.42.42.5(pid=10883): stderr: | 20221213002201727 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002201727 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002201727 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002201728 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002201728 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002201728 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002201728 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:03.667249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10883): Process ended prematurely: osmo-stp_10.42.42.5(pid=10883) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:22:03.676783 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 00:22:03.705461 run osmo-hlr_10.42.42.2(pid=10880): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10880)] 00:22:03.756309 run osmo-hlr_10.42.42.2(pid=10880): stdout: | (launched: 2022-12-13_00:22:00.379357) 00:22:03.809302 run osmo-hlr_10.42.42.2(pid=10880): stderr: | 20221213002200582 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002200582 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002200582 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002200582 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002200582 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002200582 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002200598 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002200608 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002200608 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002200608 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:03.882099 run osmo-msc_10.42.42.6(pid=10886): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10886)] 00:22:03.932598 run osmo-msc_10.42.42.6(pid=10886): stdout: | (launched: 2022-12-13_00:22:02.725676) 00:22:03.984916 run osmo-msc_10.42.42.6(pid=10886): stderr: | 20221213002203050 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002203050 DLGLOBAL DEBUG validating counter group 0x7fe5d6a98c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002203050 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002203050 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002203050 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002203051 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002203052 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002203053 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002203053 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002203053 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:04.037676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Terminating (SIGTERM) 00:22:04.080366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Terminating (SIGTERM) 00:22:04.123168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Terminating (SIGTERM) 00:22:04.165861 --- ParallelTerminationStrategy: PID 10879 died... 00:22:04.186122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Terminated: ok {rc=0} 00:22:04.233384 --- ParallelTerminationStrategy: PID 10882 died... 00:22:04.253194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Terminated: ok {rc=0} 00:22:04.300261 --- ParallelTerminationStrategy: PID 10885 died... 00:22:04.319950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Terminated: ok {rc=0} 00:22:04.409418 bus /sierra_3: Setting Powered False 00:22:05.509471 bus /sierra_3: Setting Powered False 00:22:06.625536 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:22:07.853473 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:22:07.859745 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:22:07.880117 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:22:07.906561 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:22:07.959789 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:22:07.981940 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:22:08.010337 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:22:08.554475 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:22:08.603594 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:08.614716 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:22:08.673217 tst mo_mt_call.py: using LAC 32335 00:22:08.792408 tst mo_mt_call.py: using RAC 205 00:22:08.910505 tst mo_mt_call.py: using CellId 32335 00:22:09.028093 tst mo_mt_call.py: using BVCI 32336 00:22:09.138707 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:09.149721 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:09.160364 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:09.171144 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:09.181883 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:09.192574 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:22:09.311895 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:22:09.427865 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:22:09.902675 run create_hlr_db(pid=10891): Launched 00:22:10.026222 bus /sierra_2: Setting Powered False 00:22:11.087519 run create_hlr_db(pid=10891): Terminated: ok {rc=0} 00:22:11.534813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Launched 00:22:11.864456 run osmo-hlr_10.42.42.2(pid=10894): Launched 00:22:11.989491 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:12.556010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Launched 00:22:12.885205 run osmo-stp_10.42.42.5(pid=10897): Launched 00:22:13.002549 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:13.555626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Launched 00:22:13.862060 run osmo-msc_10.42.42.6(pid=10900): Launched 00:22:14.031986 run osmo-stp_10.42.42.5(pid=10897): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)] 00:22:14.161293 run osmo-stp_10.42.42.5(pid=10897): stdout: | (launched: 2022-12-13_00:22:12.824050) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:14.289586 run osmo-stp_10.42.42.5(pid=10897): stderr: | 20221213002212996 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002212996 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002212996 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002212997 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002212997 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002212997 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002212997 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:14.415563 run osmo-stp_10.42.42.5(pid=10897): stdout: | (launched: 2022-12-13_00:22:12.824050) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:14.536410 run osmo-stp_10.42.42.5(pid=10897): stderr: | 20221213002212996 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002212996 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002212996 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002212997 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002212997 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002212997 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002212997 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:14.681571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:22:14.690275 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:22:14.716731 run osmo-hlr_10.42.42.2(pid=10894): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10894)] 00:22:14.764654 run osmo-hlr_10.42.42.2(pid=10894): stdout: | (launched: 2022-12-13_00:22:11.803339) 00:22:14.814534 run osmo-hlr_10.42.42.2(pid=10894): stderr: | 20221213002212002 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002212002 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002212002 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002212002 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002212002 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002212002 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002212021 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002212030 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002212030 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002212031 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:14.883877 run osmo-msc_10.42.42.6(pid=10900): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10900)] 00:22:14.931879 run osmo-msc_10.42.42.6(pid=10900): stdout: | (launched: 2022-12-13_00:22:13.804823) 00:22:14.981274 run osmo-msc_10.42.42.6(pid=10900): stderr: | 20221213002214078 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002214078 DLGLOBAL DEBUG validating counter group 0x7f1e014c8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002214078 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002214078 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002214079 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002214079 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002214081 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002214082 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002214082 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002214082 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:15.031057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminating (SIGTERM) 00:22:15.070979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminating (SIGTERM) 00:22:15.110930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Terminating (SIGTERM) 00:22:15.151194 --- ParallelTerminationStrategy: PID 10893 died... 00:22:15.170334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminated: ok {rc=0} 00:22:15.214555 --- ParallelTerminationStrategy: PID 10896 died... 00:22:15.233362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminated: ok {rc=0} 00:22:15.277285 --- ParallelTerminationStrategy: PID 10899 died... 00:22:15.295772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Terminated: ok {rc=0} 00:22:15.380481 bus /sierra_3: Setting Powered False 00:22:16.475690 bus /sierra_3: Setting Powered False 00:22:17.588808 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:22:18.738834 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:18.751010 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:22:18.813401 tst mo_mt_call_osmux.py: using LAC 32336 00:22:18.942033 tst mo_mt_call_osmux.py: using RAC 206 00:22:19.061404 tst mo_mt_call_osmux.py: using CellId 32336 00:22:19.180197 tst mo_mt_call_osmux.py: using BVCI 32337 00:22:19.291787 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:19.302927 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:19.313672 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:19.325161 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:19.336566 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:22:19.347960 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:22:19.467634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:22:19.584357 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:22:20.059945 run create_hlr_db(pid=10902): Launched 00:22:20.184285 bus /sierra_2: Setting Powered False 00:22:21.245787 run create_hlr_db(pid=10902): Terminated: ok {rc=0} 00:22:21.693218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Launched 00:22:22.022243 run osmo-hlr_10.42.42.2(pid=10905): Launched 00:22:22.147159 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:22.708531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Launched 00:22:23.036646 run osmo-stp_10.42.42.5(pid=10920): Launched 00:22:23.161875 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:23.754225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Launched 00:22:24.083183 run osmo-msc_10.42.42.6(pid=10923): Launched 00:22:24.264805 run osmo-stp_10.42.42.5(pid=10920): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)] 00:22:24.404545 run osmo-stp_10.42.42.5(pid=10920): stdout: | (launched: 2022-12-13_00:22:22.975616) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:24.544068 run osmo-stp_10.42.42.5(pid=10920): stderr: | 20221213002223171 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002223171 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002223172 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002223172 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002223172 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002223173 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002223173 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:24.681923 run osmo-stp_10.42.42.5(pid=10920): stdout: | (launched: 2022-12-13_00:22:22.975616) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:24.813335 run osmo-stp_10.42.42.5(pid=10920): stderr: | 20221213002223171 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002223171 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002223172 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002223172 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002223172 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002223173 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002223173 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:24.969109 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:22:24.978514 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:22:25.006682 run osmo-hlr_10.42.42.2(pid=10905): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10905)] 00:22:25.057408 run osmo-hlr_10.42.42.2(pid=10905): stdout: | (launched: 2022-12-13_00:22:21.961534) 00:22:25.109876 run osmo-hlr_10.42.42.2(pid=10905): stderr: | 20221213002222161 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002222161 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002222161 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002222161 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002222161 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002222161 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002222174 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002222182 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002222182 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002222182 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:25.182690 run osmo-msc_10.42.42.6(pid=10923): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10923)] 00:22:25.233340 run osmo-msc_10.42.42.6(pid=10923): stdout: | (launched: 2022-12-13_00:22:24.022128) 00:22:25.285485 run osmo-msc_10.42.42.6(pid=10923): stderr: | 20221213002224345 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002224345 DLGLOBAL DEBUG validating counter group 0x7f1e48e80c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002224345 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002224345 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002224346 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002224346 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002224347 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002224348 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002224348 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002224348 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:25.338464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminating (SIGTERM) 00:22:25.380502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminating (SIGTERM) 00:22:25.422915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminating (SIGTERM) 00:22:25.465658 --- ParallelTerminationStrategy: PID 10904 died... 00:22:25.485901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminated: ok {rc=0} 00:22:25.533132 --- ParallelTerminationStrategy: PID 10919 died... 00:22:25.552670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminated: ok {rc=0} 00:22:25.599936 --- ParallelTerminationStrategy: PID 10922 died... 00:22:25.619608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminated: ok {rc=0} 00:22:25.709461 bus /sierra_3: Setting Powered False 00:22:26.808676 bus /sierra_3: Setting Powered False 00:22:27.926391 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:22:29.168077 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:22:29.174988 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:22:29.196815 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:22:29.224328 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:22:29.277833 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:22:29.299291 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:22:29.326376 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:22:29.876824 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:22:29.929819 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:29.941686 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:22:29.997938 tst mo_mt_call.py: using LAC 32337 00:22:30.125390 tst mo_mt_call.py: using RAC 207 00:22:30.252842 tst mo_mt_call.py: using CellId 32337 00:22:30.384633 tst mo_mt_call.py: using BVCI 32338 00:22:30.496885 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:30.508004 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:30.519011 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:30.530199 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:30.541230 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:30.552310 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:22:30.671312 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:22:30.788712 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:22:31.313774 run create_hlr_db(pid=10928): Launched 00:22:31.475406 bus /sierra_2: Setting Powered False 00:22:32.541024 run create_hlr_db(pid=10928): Terminated: ok {rc=0} 00:22:32.997566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Launched 00:22:33.326733 run osmo-hlr_10.42.42.2(pid=10931): Launched 00:22:33.451059 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:34.019343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Launched 00:22:34.347619 run osmo-stp_10.42.42.5(pid=10934): Launched 00:22:34.472803 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:35.066725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Launched 00:22:35.395566 run osmo-msc_10.42.42.6(pid=10937): Launched 00:22:35.578387 run osmo-stp_10.42.42.5(pid=10934): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] 00:22:35.716322 run osmo-stp_10.42.42.5(pid=10934): stdout: | (launched: 2022-12-13_00:22:34.286490) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:35.855433 run osmo-stp_10.42.42.5(pid=10934): stderr: | 20221213002234478 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002234478 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002234478 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002234478 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002234479 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002234479 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002234479 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:35.992262 run osmo-stp_10.42.42.5(pid=10934): stdout: | (launched: 2022-12-13_00:22:34.286490) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:36.122823 run osmo-stp_10.42.42.5(pid=10934): stderr: | 20221213002234478 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002234478 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002234478 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002234478 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002234479 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002234479 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002234479 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:36.278317 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:22:36.287663 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:22:36.315868 run osmo-hlr_10.42.42.2(pid=10931): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10931)] 00:22:36.366788 run osmo-hlr_10.42.42.2(pid=10931): stdout: | (launched: 2022-12-13_00:22:33.265821) 00:22:36.419255 run osmo-hlr_10.42.42.2(pid=10931): stderr: | 20221213002233464 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002233464 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002233465 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002233465 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002233465 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002233465 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002233477 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002233486 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002233487 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002233487 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:36.492348 run osmo-msc_10.42.42.6(pid=10937): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10937)] 00:22:36.542891 run osmo-msc_10.42.42.6(pid=10937): stdout: | (launched: 2022-12-13_00:22:35.334801) 00:22:36.595017 run osmo-msc_10.42.42.6(pid=10937): stderr: | 20221213002235655 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002235656 DLGLOBAL DEBUG validating counter group 0x7fa6543dbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002235656 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002235656 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002235656 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002235656 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002235658 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002235658 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002235658 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002235658 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:36.647667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminating (SIGTERM) 00:22:36.689738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminating (SIGTERM) 00:22:36.733160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminating (SIGTERM) 00:22:36.775863 --- ParallelTerminationStrategy: PID 10930 died... 00:22:36.796042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminated: ok {rc=0} 00:22:36.842901 --- ParallelTerminationStrategy: PID 10933 died... 00:22:36.862462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminated: ok {rc=0} 00:22:36.909542 --- ParallelTerminationStrategy: PID 10936 died... 00:22:36.929079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminated: ok {rc=0} 00:22:37.016877 bus /sierra_3: Setting Powered False 00:22:38.116256 bus /sierra_3: Setting Powered False 00:22:39.231321 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:22:40.380575 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:40.392668 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:22:40.451776 tst mo_mt_call_osmux.py: using LAC 32338 00:22:40.580600 tst mo_mt_call_osmux.py: using RAC 208 00:22:40.713716 tst mo_mt_call_osmux.py: using CellId 32338 00:22:40.842747 tst mo_mt_call_osmux.py: using BVCI 32339 00:22:40.962480 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:40.974097 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:40.985446 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:40.996871 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:41.008615 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:22:41.020275 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:22:41.142167 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:22:41.260633 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:22:41.734108 run create_hlr_db(pid=10939): Launched 00:22:41.858764 bus /sierra_2: Setting Powered False 00:22:42.919102 run create_hlr_db(pid=10939): Terminated: ok {rc=0} 00:22:43.343268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Launched 00:22:43.648237 run osmo-hlr_10.42.42.2(pid=10942): Launched 00:22:43.763817 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:44.288462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Launched 00:22:44.593256 run osmo-stp_10.42.42.5(pid=10945): Launched 00:22:44.710394 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:45.281460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Launched 00:22:45.589655 run osmo-msc_10.42.42.6(pid=10948): Launched 00:22:45.758705 run osmo-stp_10.42.42.5(pid=10945): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)] 00:22:45.993398 run osmo-stp_10.42.42.5(pid=10945): stdout: | (launched: 2022-12-13_00:22:44.536095) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:46.135632 run osmo-stp_10.42.42.5(pid=10945): stderr: | 20221213002244709 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002244709 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002244709 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002244710 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002244710 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002244710 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002244710 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:46.277091 run osmo-stp_10.42.42.5(pid=10945): stdout: | (launched: 2022-12-13_00:22:44.536095) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:46.412827 run osmo-stp_10.42.42.5(pid=10945): stderr: | 20221213002244709 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002244709 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002244709 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002244710 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002244710 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002244710 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002244710 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:46.574894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)] [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:22:46.585807 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:22:46.616216 run osmo-hlr_10.42.42.2(pid=10942): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10942)] 00:22:46.671025 run osmo-hlr_10.42.42.2(pid=10942): stdout: | (launched: 2022-12-13_00:22:43.591101) 00:22:46.727867 run osmo-hlr_10.42.42.2(pid=10942): stderr: | 20221213002243769 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002243769 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002243769 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002243769 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002243769 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002243769 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002243781 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002243791 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002243791 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002243791 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:46.804882 run osmo-msc_10.42.42.6(pid=10948): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10948)] 00:22:46.858237 run osmo-msc_10.42.42.6(pid=10948): stdout: | (launched: 2022-12-13_00:22:45.532378) 00:22:46.914525 run osmo-msc_10.42.42.6(pid=10948): stderr: | 20221213002245805 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002245805 DLGLOBAL DEBUG validating counter group 0x7fc51d94ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002245805 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002245806 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002245806 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002245806 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002245808 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002245808 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002245808 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002245808 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:46.969720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminating (SIGTERM) 00:22:47.015489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminating (SIGTERM) 00:22:47.062692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminating (SIGTERM) 00:22:47.110559 --- ParallelTerminationStrategy: PID 10941 died... 00:22:47.131494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminated: ok {rc=0} 00:22:47.183373 --- ParallelTerminationStrategy: PID 10944 died... 00:22:47.203414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminated: ok {rc=0} 00:22:47.250940 --- ParallelTerminationStrategy: PID 10947 died... 00:22:47.270781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminated: ok {rc=0} 00:22:47.360212 bus /sierra_3: Setting Powered False 00:22:48.460098 bus /sierra_3: Setting Powered False 00:22:49.576264 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:22:50.806905 tst voice:oc2g+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:22:50.812485 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:22:50.833208 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:22:50.859730 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:22:50.911687 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:22:50.931968 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:22:50.957849 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:22:51.506601 tst voice:oc2g+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:22:51.555254 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:51.566118 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:22:51.622280 tst mo_mt_call.py: using LAC 32339 00:22:51.742552 tst mo_mt_call.py: using RAC 209 00:22:51.864400 tst mo_mt_call.py: using CellId 32339 00:22:51.985565 tst mo_mt_call.py: using BVCI 32340 00:22:52.095584 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:52.106592 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:52.117175 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:52.127691 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:52.138263 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:22:52.148751 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:22:52.267620 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:22:52.387210 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:22:52.896815 run create_hlr_db(pid=10953): Launched 00:22:53.022296 bus /sierra_2: Setting Powered False 00:22:54.086926 run create_hlr_db(pid=10953): Terminated: ok {rc=0} 00:22:54.523648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Launched 00:22:54.828621 run osmo-hlr_10.42.42.2(pid=10956): Launched 00:22:54.944376 run osmo-stp_10.42.42.5: Starting osmo-stp 00:22:55.482758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Launched 00:22:55.788481 run osmo-stp_10.42.42.5(pid=10959): Launched 00:22:55.903506 run osmo-msc_10.42.42.6: Starting osmo-msc 00:22:56.455223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Launched 00:22:56.761626 run osmo-msc_10.42.42.6(pid=10962): Launched 00:22:56.933806 run osmo-stp_10.42.42.5(pid=10959): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)] 00:22:57.063608 run osmo-stp_10.42.42.5(pid=10959): stdout: | (launched: 2022-12-13_00:22:55.730835) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:57.192921 run osmo-stp_10.42.42.5(pid=10959): stderr: | 20221213002255903 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002255903 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002255903 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002255904 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002255904 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002255904 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002255904 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:57.320113 run osmo-stp_10.42.42.5(pid=10959): stdout: | (launched: 2022-12-13_00:22:55.730835) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:22:57.441525 run osmo-stp_10.42.42.5(pid=10959): stderr: | 20221213002255903 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002255903 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002255903 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002255904 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002255904 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002255904 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002255904 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:22:57.586758 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10959): Process ended prematurely: osmo-stp_10.42.42.5(pid=10959) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)] [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:22:57.595553 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:22:57.622250 run osmo-hlr_10.42.42.2(pid=10956): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10956)] 00:22:57.670078 run osmo-hlr_10.42.42.2(pid=10956): stdout: | (launched: 2022-12-13_00:22:54.771722) 00:22:57.719286 run osmo-hlr_10.42.42.2(pid=10956): stderr: | 20221213002254949 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002254949 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002254949 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002254949 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002254949 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002254949 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002254962 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002254973 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002254973 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002254973 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:22:57.788479 run osmo-msc_10.42.42.6(pid=10962): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10962)] 00:22:57.836267 run osmo-msc_10.42.42.6(pid=10962): stdout: | (launched: 2022-12-13_00:22:56.703967) 00:22:57.885511 run osmo-msc_10.42.42.6(pid=10962): stderr: | 20221213002256976 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002256976 DLGLOBAL DEBUG validating counter group 0x7f7586395c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002256976 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002256977 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002256977 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002256977 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002256979 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002256979 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002256979 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002256979 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:22:57.935068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Terminating (SIGTERM) 00:22:57.974618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Terminating (SIGTERM) 00:22:58.014298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Terminating (SIGTERM) 00:22:58.054337 --- ParallelTerminationStrategy: PID 10955 died... 00:22:58.073478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Terminated: ok {rc=0} 00:22:58.117568 --- ParallelTerminationStrategy: PID 10958 died... 00:22:58.136170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Terminated: ok {rc=0} 00:22:58.180132 --- ParallelTerminationStrategy: PID 10961 died... 00:22:58.198631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Terminated: ok {rc=0} 00:22:58.282130 bus /sierra_3: Setting Powered False 00:22:59.377764 bus /sierra_3: Setting Powered False 00:23:00.493045 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:23:01.667246 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:01.682038 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:23:01.745150 tst mo_mt_call_osmux.py: using LAC 32340 00:23:01.904181 tst mo_mt_call_osmux.py: using RAC 210 00:23:02.040550 tst mo_mt_call_osmux.py: using CellId 32340 00:23:02.161417 tst mo_mt_call_osmux.py: using BVCI 32341 00:23:02.286263 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:02.298822 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:02.310907 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:02.325461 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:02.336732 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:23:02.348906 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:23:02.467787 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:23:02.584321 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:23:03.096118 run create_hlr_db(pid=10964): Launched 00:23:03.221085 bus /sierra_2: Setting Powered False 00:23:04.285891 run create_hlr_db(pid=10964): Terminated: ok {rc=0} 00:23:04.724240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Launched 00:23:05.031183 run osmo-hlr_10.42.42.2(pid=10967): Launched 00:23:05.146656 run osmo-stp_10.42.42.5: Starting osmo-stp 00:23:05.671379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Launched 00:23:05.978100 run osmo-stp_10.42.42.5(pid=10970): Launched 00:23:06.094095 run osmo-msc_10.42.42.6: Starting osmo-msc 00:23:06.650964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Launched 00:23:06.958424 run osmo-msc_10.42.42.6(pid=10973): Launched 00:23:07.128025 run osmo-stp_10.42.42.5(pid=10970): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)] 00:23:07.256249 run osmo-stp_10.42.42.5(pid=10970): stdout: | (launched: 2022-12-13_00:23:05.920480) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:07.384062 run osmo-stp_10.42.42.5(pid=10970): stderr: | 20221213002306091 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002306091 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002306092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002306092 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002306092 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002306093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002306093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:07.510392 run osmo-stp_10.42.42.5(pid=10970): stdout: | (launched: 2022-12-13_00:23:05.920480) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:07.631533 run osmo-stp_10.42.42.5(pid=10970): stderr: | 20221213002306091 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002306091 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002306092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002306092 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002306092 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002306093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002306093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:07.776215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10970): Process ended prematurely: osmo-stp_10.42.42.5(pid=10970) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)] [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:23:07.785263 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:23:07.812232 run osmo-hlr_10.42.42.2(pid=10967): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10967)] 00:23:07.860531 run osmo-hlr_10.42.42.2(pid=10967): stdout: | (launched: 2022-12-13_00:23:04.973839) 00:23:07.910390 run osmo-hlr_10.42.42.2(pid=10967): stderr: | 20221213002305151 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002305151 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002305151 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002305151 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002305151 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002305152 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002305167 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002305178 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002305178 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002305179 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:23:07.979818 run osmo-msc_10.42.42.6(pid=10973): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10973)] 00:23:08.027704 run osmo-msc_10.42.42.6(pid=10973): stdout: | (launched: 2022-12-13_00:23:06.900101) 00:23:08.077126 run osmo-msc_10.42.42.6(pid=10973): stderr: | 20221213002307174 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002307174 DLGLOBAL DEBUG validating counter group 0x7f18de9d4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002307174 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002307174 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002307174 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002307174 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002307177 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002307177 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002307177 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002307177 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:23:08.127083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Terminating (SIGTERM) 00:23:08.166840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Terminating (SIGTERM) 00:23:08.206513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Terminating (SIGTERM) 00:23:08.246514 --- ParallelTerminationStrategy: PID 10966 died... 00:23:08.265561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Terminated: ok {rc=0} 00:23:08.309776 --- ParallelTerminationStrategy: PID 10969 died... 00:23:08.328483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Terminated: ok {rc=0} 00:23:08.372584 --- ParallelTerminationStrategy: PID 10972 died... 00:23:08.391327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Terminated: ok {rc=0} 00:23:08.477583 bus /sierra_3: Setting Powered False 00:23:09.578532 bus /sierra_3: Setting Powered False 00:23:10.694520 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:oc2g+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:oc2g --------------------------------------------------------------------- 00:23:11.932599 tst emergency:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:23:11.937262 tst emergency:oc2g: Verifying 1 x bts (candidates: 11) 00:23:11.958092 tst emergency:oc2g: Verifying 6 x ip_address (candidates: 9) 00:23:11.985789 tst emergency:oc2g: Verifying 4 x modem (candidates: 12) 00:23:12.073607 tst emergency:oc2g: Reserving 1 x bts (candidates: 11) 00:23:12.095250 tst emergency:oc2g: Reserving 6 x ip_address (candidates: 9) 00:23:12.122570 tst emergency:oc2g: Reserving 4 x modem (candidates: 12) 00:23:12.701233 tst emergency:oc2g: RESERVED RESOURCES for emergency: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:oc2g emergency_mo_mt_call.py ---------------------------------------------- 00:23:12.707432 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:12.718700 tst emergency:oc2g: Using 1 x bts (candidates: 1) 00:23:12.755262 tst emergency_mo_mt_call.py: using LAC 32341 00:23:12.882306 tst emergency_mo_mt_call.py: using RAC 211 00:23:13.013982 tst emergency_mo_mt_call.py: using CellId 32341 00:23:13.142631 tst emergency_mo_mt_call.py: using BVCI 32342 00:23:13.261395 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:13.272328 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:13.283167 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:13.294203 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:13.305181 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:13.316148 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:13.434716 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:13.550411 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:23:14.051351 run create_hlr_db(pid=10978): Launched 00:23:14.173701 bus /sierra_2: Setting Powered False 00:23:15.237268 run create_hlr_db(pid=10978): Terminated: ok {rc=0} 00:23:15.666308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Launched 00:23:16.011226 run osmo-hlr_10.42.42.2(pid=10981): Launched 00:23:16.248185 run osmo-stp_10.42.42.5: Starting osmo-stp 00:23:16.895571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Launched 00:23:17.241275 run osmo-stp_10.42.42.5(pid=10984): Launched 00:23:17.445136 tst emergency_mo_mt_call.py: using MSISDN 8037 00:23:17.608263 run osmo-msc_10.42.42.6: Starting osmo-msc 00:23:18.145672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Launched 00:23:18.445609 run osmo-msc_10.42.42.6(pid=10987): Launched 00:23:18.612614 run osmo-stp_10.42.42.5(pid=10984): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)] 00:23:18.739833 run osmo-stp_10.42.42.5(pid=10984): stdout: | (launched: 2022-12-13_00:23:17.175430) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:18.866675 run osmo-stp_10.42.42.5(pid=10984): stderr: | 20221213002317410 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002317410 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002317410 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002317411 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002317411 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002317411 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002317411 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:18.991708 run osmo-stp_10.42.42.5(pid=10984): stdout: | (launched: 2022-12-13_00:23:17.175430) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:19.111283 run osmo-stp_10.42.42.5(pid=10984): stderr: | 20221213002317410 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002317410 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002317410 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002317411 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002317411 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002317411 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002317411 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:19.253666 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10984): Process ended prematurely: osmo-stp_10.42.42.5(pid=10984) [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)] [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19] 00:23:19.261965 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec) 00:23:19.288354 run osmo-hlr_10.42.42.2(pid=10981): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10981)] 00:23:19.336219 run osmo-hlr_10.42.42.2(pid=10981): stdout: | (launched: 2022-12-13_00:23:15.938250) 00:23:19.385929 run osmo-hlr_10.42.42.2(pid=10981): stderr: | 20221213002316164 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002316164 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002316164 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002316165 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002316165 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002316165 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002316190 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002316202 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002316202 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002316202 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:23:19.455177 run osmo-msc_10.42.42.6(pid=10987): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10987)] 00:23:19.503236 run osmo-msc_10.42.42.6(pid=10987): stdout: | (launched: 2022-12-13_00:23:18.389118) 00:23:19.553312 run osmo-msc_10.42.42.6(pid=10987): stderr: | 20221213002318661 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002318661 DLGLOBAL DEBUG validating counter group 0x7f61e928dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002318661 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002318661 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002318661 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002318662 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002318664 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002318664 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002318665 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002318665 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:23:19.603217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Terminating (SIGTERM) 00:23:19.643013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Terminating (SIGTERM) 00:23:19.683043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Terminating (SIGTERM) 00:23:19.723351 --- ParallelTerminationStrategy: PID 10980 died... 00:23:19.742410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Terminated: ok {rc=0} 00:23:19.786811 --- ParallelTerminationStrategy: PID 10983 died... 00:23:19.805638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Terminated: ok {rc=0} 00:23:19.850037 --- ParallelTerminationStrategy: PID 10986 died... 00:23:19.869199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Terminated: ok {rc=0} 00:23:19.955250 bus /sierra_3: Setting Powered False 00:23:21.056519 bus /sierra_3: Setting Powered False 00:23:22.172266 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:oc2g emergency_preemptive_call.py ---------------------------------------------- 00:23:23.260286 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.272135 tst emergency:oc2g: Using 1 x bts (candidates: 1) 00:23:23.311059 tst emergency_preemptive_call.py: using LAC 32342 00:23:23.439188 tst emergency_preemptive_call.py: using RAC 212 00:23:23.565407 tst emergency_preemptive_call.py: using CellId 32342 00:23:23.693399 tst emergency_preemptive_call.py: using BVCI 32343 00:23:23.813269 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.824344 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.835402 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.846832 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.858411 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 00:23:23.869671 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:23.987751 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:24.104295 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:24.218941 tst emergency:oc2g: Using 1 x modem (candidates: 4) 00:23:24.337968 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:23:24.839554 run create_hlr_db(pid=10989): Launched 00:23:24.962402 bus /sierra_2: Setting Powered False 00:23:26.026271 run create_hlr_db(pid=10989): Terminated: ok {rc=0} 00:23:26.475374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Launched 00:23:26.798959 run osmo-hlr_10.42.42.2(pid=10992): Launched 00:23:26.922717 run osmo-stp_10.42.42.5: Starting osmo-stp 00:23:27.480412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Launched 00:23:27.805254 run osmo-stp_10.42.42.5(pid=10995): Launched 00:23:27.938692 tst emergency_preemptive_call.py: using MSISDN 8038 00:23:28.106182 run osmo-msc_10.42.42.6: Starting osmo-msc 00:23:28.684378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Launched 00:23:29.006994 run osmo-msc_10.42.42.6(pid=10998): Launched 00:23:29.185272 run osmo-stp_10.42.42.5(pid=10995): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)] 00:23:29.320010 run osmo-stp_10.42.42.5(pid=10995): stdout: | (launched: 2022-12-13_00:23:27.744866) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:29.455583 run osmo-stp_10.42.42.5(pid=10995): stderr: | 20221213002327939 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002327939 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002327939 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002327940 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002327940 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002327941 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002327941 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:29.590595 run osmo-stp_10.42.42.5(pid=10995): stdout: | (launched: 2022-12-13_00:23:27.744866) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:29.718353 run osmo-stp_10.42.42.5(pid=10995): stderr: | 20221213002327939 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002327939 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002327939 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002327940 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002327940 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002327941 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002327941 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:29.871527 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)] [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32] 00:23:29.880209 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec) 00:23:29.908917 run osmo-hlr_10.42.42.2(pid=10992): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10992)] 00:23:29.959068 run osmo-hlr_10.42.42.2(pid=10992): stdout: | (launched: 2022-12-13_00:23:26.739096) 00:23:30.011382 run osmo-hlr_10.42.42.2(pid=10992): stderr: | 20221213002326936 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002326936 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002326936 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002326936 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002326936 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002326937 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002326948 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002326956 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002326957 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002326957 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:23:30.084126 run osmo-msc_10.42.42.6(pid=10998): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10998)] 00:23:30.134347 run osmo-msc_10.42.42.6(pid=10998): stdout: | (launched: 2022-12-13_00:23:28.946768) 00:23:30.186236 run osmo-msc_10.42.42.6(pid=10998): stderr: | 20221213002329270 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002329270 DLGLOBAL DEBUG validating counter group 0x7f1089aa9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002329270 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002329270 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002329270 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002329270 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002329272 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002329273 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002329273 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002329273 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:23:30.238778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Terminating (SIGTERM) 00:23:30.280738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminating (SIGTERM) 00:23:30.322992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Terminating (SIGTERM) 00:23:30.365430 --- ParallelTerminationStrategy: PID 10991 died... 00:23:30.385148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Terminated: ok {rc=0} 00:23:30.431881 --- ParallelTerminationStrategy: PID 10994 died... 00:23:30.451488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminated: ok {rc=0} 00:23:30.498164 --- ParallelTerminationStrategy: PID 10997 died... 00:23:30.517717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Terminated: ok {rc=0} 00:23:30.606119 bus /sierra_9: Setting Powered False 00:23:31.714966 bus /sierra_9: Setting Powered False 00:23:32.847173 bus /sierra_8: Setting Powered False 00:23:33.945179 bus /sierra_8: Setting Powered False 00:23:35.060265 bus /sierra_3: Setting Powered False 00:23:36.158977 bus /sierra_3: Setting Powered False 00:23:37.275551 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:oc2g --------------------------------------------------------------------- 00:23:38.541689 tst gprs:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:23:38.546279 tst gprs:oc2g: Verifying 1 x bts (candidates: 11) 00:23:38.567139 tst gprs:oc2g: Verifying 9 x ip_address (candidates: 9) 00:23:38.607292 tst gprs:oc2g: Verifying 4 x modem (candidates: 12) 00:23:38.695818 tst gprs:oc2g: Reserving 1 x bts (candidates: 11) 00:23:38.716762 tst gprs:oc2g: Reserving 9 x ip_address (candidates: 9) 00:23:38.756164 tst gprs:oc2g: Reserving 4 x modem (candidates: 12) 00:23:39.342210 tst gprs:oc2g: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:oc2g cs_paging_gprs_active.py ---------------------------------------------- 00:23:39.393873 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.404446 tst gprs:oc2g: Using 1 x bts (candidates: 1) 00:23:39.441235 tst cs_paging_gprs_active.py: using LAC 32343 00:23:39.561217 tst cs_paging_gprs_active.py: using RAC 213 00:23:39.681295 tst cs_paging_gprs_active.py: using CellId 32343 00:23:39.801722 tst cs_paging_gprs_active.py: using BVCI 32344 00:23:39.914103 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.924577 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.934886 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.945170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.955244 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.965430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.975596 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.985781 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:39.996185 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:23:40.115896 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:23:40.232314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:23:40.437895 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:23:40.744919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Launched 00:23:41.011475 run iperf3-srv_10.42.42.10(pid=11004): Launched 00:23:41.125764 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:23:41.329863 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:23:41.636093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Launched 00:23:41.903123 run iperf3-srv_10.42.42.10(pid=11006): Launched 00:23:42.017593 tst cs_paging_gprs_active.py:38: start network... 00:23:42.220557 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:23:42.694606 run create_hlr_db(pid=11007): Launched 00:23:42.818401 bus /sierra_2: Setting Powered False 00:23:43.879347 run create_hlr_db(pid=11007): Terminated: ok {rc=0} 00:23:44.303106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Launched 00:23:44.608392 run osmo-hlr_10.42.42.2(pid=11010): Launched 00:23:44.724874 run osmo-stp_10.42.42.5: Starting osmo-stp 00:23:45.249107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Launched 00:23:45.554042 run osmo-stp_10.42.42.5(pid=11013): Launched 00:23:45.669647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:23:46.237706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Launched 00:23:46.362760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:23:46.692173 run patchelf(pid=11039): Launched 00:23:46.891931 run osmo-stp_10.42.42.5(pid=11013): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)] 00:23:47.037167 run osmo-stp_10.42.42.5(pid=11013): stdout: | (launched: 2022-12-13_00:23:45.496592) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:47.169327 run osmo-stp_10.42.42.5(pid=11013): stderr: | 20221213002345666 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002345666 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002345666 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002345667 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002345667 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002345667 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002345667 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:47.306836 run osmo-stp_10.42.42.5(pid=11013): stdout: | (launched: 2022-12-13_00:23:45.496592) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:23:47.451866 run osmo-stp_10.42.42.5(pid=11013): stderr: | 20221213002345666 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002345666 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002345666 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002345667 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002345667 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002345667 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002345667 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:23:47.624169 run patchelf(pid=11039): Terminating (SIGINT) 00:23:47.801143 run patchelf(pid=11039): Terminated: ok {rc=0} 00:23:47.944921 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11013): Process ended prematurely: osmo-stp_10.42.42.5(pid=11013) [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)] [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38] 00:23:47.958772 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 00:23:47.994727 run osmo-hlr_10.42.42.2(pid=11010): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11010)] 00:23:48.044211 run osmo-hlr_10.42.42.2(pid=11010): stdout: | (launched: 2022-12-13_00:23:44.550861) 00:23:48.104287 run osmo-hlr_10.42.42.2(pid=11010): stderr: | 20221213002344729 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002344729 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002344729 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002344729 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002344729 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002344729 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002344776 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002344786 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002344786 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002344786 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:23:48.163627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Terminating (SIGTERM) 00:23:48.208250 run iperf3-srv_10.42.42.10(pid=11004): Terminating (SIGTERM) 00:23:48.252296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Terminating (SIGTERM) 00:23:48.298512 run iperf3-srv_10.42.42.10(pid=11006): Terminating (SIGTERM) 00:23:48.347751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Terminating (SIGTERM) 00:23:48.397800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Terminating (SIGTERM) 00:23:48.447143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Terminating (SIGTERM) 00:23:48.499121 --- ParallelTerminationStrategy: PID 11003 died... 00:23:48.518798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Terminated: ok {rc=0} 00:23:48.579974 --- ParallelTerminationStrategy: PID 11004 died... 00:23:48.603767 run iperf3-srv_10.42.42.10(pid=11004): Terminated {rc=256} 00:23:48.656409 --- ParallelTerminationStrategy: PID 11005 died... 00:23:48.683291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Terminated: ok {rc=0} 00:23:48.737327 --- ParallelTerminationStrategy: PID 11006 died... 00:23:48.757734 run iperf3-srv_10.42.42.10(pid=11006): Terminated {rc=256} 00:23:48.817513 --- ParallelTerminationStrategy: PID 11009 died... 00:23:48.838017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Terminated: ok {rc=0} 00:23:48.900912 --- ParallelTerminationStrategy: PID 11012 died... 00:23:48.924711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Terminated: ok {rc=0} 00:23:48.982323 --- ParallelTerminationStrategy: PID 11015 died... 00:23:49.009843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Terminated: ok {rc=0} 00:23:49.112711 bus /gobi_0: Setting Powered False 00:23:50.225201 bus /gobi_0: Setting Powered False 00:23:51.345314 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g iperf3.py ---------------------------------------------- 00:23:52.493964 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:52.505511 tst gprs:oc2g: Using 1 x bts (candidates: 1) 00:23:52.544787 tst iperf3.py: using LAC 32344 00:23:52.664419 tst iperf3.py: using RAC 214 00:23:52.786433 tst iperf3.py: using CellId 32344 00:23:52.908021 tst iperf3.py: using BVCI 32345 00:23:53.021250 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.032581 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.043915 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.056185 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.067854 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.079668 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.092002 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.102977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:23:53.114404 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:23:53.233113 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:23:53.443160 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:23:53.767242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Launched 00:23:54.054369 run iperf3-srv_10.42.42.10(pid=11293): Launched 00:23:54.188153 tst iperf3.py:8: start network... 00:23:54.402668 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:23:54.897228 run create_hlr_db(pid=11294): Launched 00:23:55.058910 bus /gobi_6: Setting Powered False 00:23:56.126662 run create_hlr_db(pid=11294): Terminated: ok {rc=0} 00:23:56.604411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Launched 00:23:56.957603 run osmo-hlr_10.42.42.2(pid=11297): Launched 00:23:57.213437 run osmo-stp_10.42.42.5: Starting osmo-stp 00:23:57.904345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Launched 00:23:58.255837 run osmo-stp_10.42.42.5(pid=11300): Launched 00:23:58.504583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:23:59.180616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Launched 00:23:59.312570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:23:59.580008 run patchelf(pid=11303): Launched 00:23:59.771505 run osmo-stp_10.42.42.5(pid=11300): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] 00:23:59.904008 run osmo-stp_10.42.42.5(pid=11300): stdout: | (launched: 2022-12-13_00:23:58.192634) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:00.037910 run osmo-stp_10.42.42.5(pid=11300): stderr: | 20221213002358492 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002358492 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002358492 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002358493 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002358493 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002358493 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002358493 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:00.171608 run osmo-stp_10.42.42.5(pid=11300): stdout: | (launched: 2022-12-13_00:23:58.192634) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:00.300404 run osmo-stp_10.42.42.5(pid=11300): stderr: | 20221213002358492 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002358492 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002358492 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002358493 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002358493 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002358493 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002358493 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:00.453001 run patchelf(pid=11303): Terminating (SIGINT) 00:24:00.630833 run patchelf(pid=11303): Terminated: ok {rc=0} 00:24:00.758739 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] [trial-2384↪gprs:oc2g↪iperf3.py:8] 00:24:00.768715 tst iperf3.py:8: Test FAILED (8.3 sec) 00:24:00.797175 run osmo-hlr_10.42.42.2(pid=11297): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11297)] 00:24:00.846399 run osmo-hlr_10.42.42.2(pid=11297): stdout: | (launched: 2022-12-13_00:23:56.895523) 00:24:00.901474 run osmo-hlr_10.42.42.2(pid=11297): stderr: | 20221213002357199 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002357200 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002357200 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002357200 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002357200 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002357200 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002357221 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002357234 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002357234 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002357235 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:24:00.956901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminating (SIGTERM) 00:24:00.999896 run iperf3-srv_10.42.42.10(pid=11293): Terminating (SIGTERM) 00:24:01.044502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminating (SIGTERM) 00:24:01.086650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminating (SIGTERM) 00:24:01.130139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminating (SIGTERM) 00:24:01.173992 --- ParallelTerminationStrategy: PID 11292 died... 00:24:01.193749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminated: ok {rc=0} 00:24:01.240792 --- ParallelTerminationStrategy: PID 11293 died... 00:24:01.260280 run iperf3-srv_10.42.42.10(pid=11293): Terminated {rc=256} 00:24:01.305919 --- ParallelTerminationStrategy: PID 11296 died... 00:24:01.325421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminated: ok {rc=0} 00:24:01.371384 --- ParallelTerminationStrategy: PID 11299 died... 00:24:01.391006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminated: ok {rc=0} 00:24:01.436459 --- ParallelTerminationStrategy: PID 11302 died... 00:24:01.456048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminated: ok {rc=0} 00:24:01.550652 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g iperf3m4.py ---------------------------------------------- 00:24:02.704602 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:02.716500 tst gprs:oc2g: Using 1 x bts (candidates: 1) 00:24:02.750824 tst iperf3m4.py: using LAC 32345 00:24:02.873381 tst iperf3m4.py: using RAC 215 00:24:02.996220 tst iperf3m4.py: using CellId 32345 00:24:03.118429 tst iperf3m4.py: using BVCI 32346 00:24:03.234468 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.246171 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.257946 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.269601 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.280913 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.292690 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.304415 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.316039 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:03.327767 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:03.447813 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:03.570710 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:03.692429 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:03.811211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:24:04.025135 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:04.346638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched 00:24:04.636567 run iperf3-srv_10.42.42.10(pid=11305): Launched 00:24:04.769846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:24:04.981705 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:05.300381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Launched 00:24:05.589892 run iperf3-srv_10.42.42.10(pid=11307): Launched 00:24:05.723008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:24:05.933687 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:06.254445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Launched 00:24:06.542619 run iperf3-srv_10.42.42.10(pid=11309): Launched 00:24:06.675215 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:24:06.886029 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:07.204451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Launched 00:24:07.493720 run iperf3-srv_10.42.42.10(pid=11311): Launched 00:24:07.626659 tst iperf3m4.py:8: start network... 00:24:07.838871 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:24:08.337599 run create_hlr_db(pid=11312): Launched 00:24:08.501250 bus /gobi_6: Setting Powered False 00:24:09.565083 run create_hlr_db(pid=11312): Terminated: ok {rc=0} 00:24:10.012081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Launched 00:24:10.325687 run osmo-hlr_10.42.42.2(pid=11315): Launched 00:24:10.444630 run osmo-stp_10.42.42.5: Starting osmo-stp 00:24:10.995285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Launched 00:24:11.306597 run osmo-stp_10.42.42.5(pid=11318): Launched 00:24:11.425452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:24:11.961665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Launched 00:24:12.079551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:24:12.342979 run patchelf(pid=11321): Launched 00:24:12.514460 run osmo-stp_10.42.42.5(pid=11318): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)] 00:24:12.644497 run osmo-stp_10.42.42.5(pid=11318): stdout: | (launched: 2022-12-13_00:24:11.248159) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:12.775894 run osmo-stp_10.42.42.5(pid=11318): stderr: | 20221213002411419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002411419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002411420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002411420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002411420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002411421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002411421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:12.907631 run osmo-stp_10.42.42.5(pid=11318): stdout: | (launched: 2022-12-13_00:24:11.248159) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:13.033597 run osmo-stp_10.42.42.5(pid=11318): stderr: | 20221213002411419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002411419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002411420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002411420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002411420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002411421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002411421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:13.182870 run patchelf(pid=11321): Terminating (SIGINT) 00:24:13.356622 run patchelf(pid=11321): Terminated: ok {rc=0} 00:24:13.482036 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)] [trial-2384↪gprs:oc2g↪iperf3m4.py:8] 00:24:13.491383 tst iperf3m4.py:8: Test FAILED (10.8 sec) 00:24:13.519012 run osmo-hlr_10.42.42.2(pid=11315): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11315)] 00:24:13.566756 run osmo-hlr_10.42.42.2(pid=11315): stdout: | (launched: 2022-12-13_00:24:10.267015) 00:24:13.616273 run osmo-hlr_10.42.42.2(pid=11315): stderr: | 20221213002410447 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002410447 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002410447 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002410447 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002410447 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002410448 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002410460 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002410471 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002410471 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002410471 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:24:13.666181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM) 00:24:13.706099 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM) 00:24:13.745869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminating (SIGTERM) 00:24:13.785747 run iperf3-srv_10.42.42.10(pid=11307): Terminating (SIGTERM) 00:24:13.825601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminating (SIGTERM) 00:24:13.865531 run iperf3-srv_10.42.42.10(pid=11309): Terminating (SIGTERM) 00:24:13.905293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminating (SIGTERM) 00:24:13.945077 run iperf3-srv_10.42.42.10(pid=11311): Terminating (SIGTERM) 00:24:13.985921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminating (SIGTERM) 00:24:14.031705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminating (SIGTERM) 00:24:14.074584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminating (SIGTERM) 00:24:14.117997 --- ParallelTerminationStrategy: PID 11304 died... 00:24:14.138147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0} 00:24:14.186371 --- ParallelTerminationStrategy: PID 11305 died... 00:24:14.206034 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256} 00:24:14.254275 --- ParallelTerminationStrategy: PID 11306 died... 00:24:14.273943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminated: ok {rc=0} 00:24:14.322007 --- ParallelTerminationStrategy: PID 11307 died... 00:24:14.341739 run iperf3-srv_10.42.42.10(pid=11307): Terminated {rc=256} 00:24:14.390019 --- ParallelTerminationStrategy: PID 11308 died... 00:24:14.409647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminated: ok {rc=0} 00:24:14.457737 --- ParallelTerminationStrategy: PID 11309 died... 00:24:14.477471 run iperf3-srv_10.42.42.10(pid=11309): Terminated {rc=256} 00:24:14.525482 --- ParallelTerminationStrategy: PID 11310 died... 00:24:14.545078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminated: ok {rc=0} 00:24:14.593042 --- ParallelTerminationStrategy: PID 11311 died... 00:24:14.612713 run iperf3-srv_10.42.42.10(pid=11311): Terminated {rc=256} 00:24:14.661280 --- ParallelTerminationStrategy: PID 11314 died... 00:24:14.680782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminated: ok {rc=0} 00:24:14.728890 --- ParallelTerminationStrategy: PID 11317 died... 00:24:14.748611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminated: ok {rc=0} 00:24:14.796574 --- ParallelTerminationStrategy: PID 11320 died... 00:24:14.816337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminated: ok {rc=0} 00:24:14.906304 bus /gobi_4: Setting Powered False 00:24:16.013610 bus /gobi_4: Setting Powered False 00:24:17.151274 bus /gobi_1: Setting Powered False 00:24:18.248186 bus /gobi_1: Setting Powered False 00:24:19.362343 bus /gobi_0: Setting Powered False 00:24:20.461046 bus /gobi_0: Setting Powered False 00:24:21.577085 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g ping.py ---------------------------------------------- 00:24:22.683033 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:22.694647 tst gprs:oc2g: Using 1 x bts (candidates: 1) 00:24:22.732377 tst ping.py: using LAC 32346 00:24:22.862245 tst ping.py: using RAC 216 00:24:22.990846 tst ping.py: using CellId 32346 00:24:23.117781 tst ping.py: using BVCI 32347 00:24:23.238209 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.249303 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.260021 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.271216 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.282365 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.293899 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.305115 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:23.316049 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:23.435159 tst ping.py:19: start network... 00:24:23.655364 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:24:24.161560 run create_hlr_db(pid=11322): Launched 00:24:24.284677 bus /gobi_6: Setting Powered False 00:24:25.349081 run create_hlr_db(pid=11322): Terminated: ok {rc=0} 00:24:25.784528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Launched 00:24:26.114112 run osmo-hlr_10.42.42.2(pid=11325): Launched 00:24:26.238816 run osmo-stp_10.42.42.5: Starting osmo-stp 00:24:26.807432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Launched 00:24:27.137195 run osmo-stp_10.42.42.5(pid=11328): Launched 00:24:27.263105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:24:27.827469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Launched 00:24:27.954195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:24:28.231449 run patchelf(pid=11331): Launched 00:24:28.413266 run osmo-stp_10.42.42.5(pid=11328): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)] 00:24:28.551189 run osmo-stp_10.42.42.5(pid=11328): stdout: | (launched: 2022-12-13_00:24:27.076031) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:28.691175 run osmo-stp_10.42.42.5(pid=11328): stderr: | 20221213002427270 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002427270 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002427271 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002427271 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002427272 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002427272 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002427272 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:28.830950 run osmo-stp_10.42.42.5(pid=11328): stdout: | (launched: 2022-12-13_00:24:27.076031) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:28.964901 run osmo-stp_10.42.42.5(pid=11328): stderr: | 20221213002427270 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002427270 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002427271 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002427271 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002427272 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002427272 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002427272 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:29.122993 run patchelf(pid=11331): Terminating (SIGINT) 00:24:29.306900 run patchelf(pid=11331): Terminated: ok {rc=0} 00:24:29.439106 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11328): Process ended prematurely: osmo-stp_10.42.42.5(pid=11328) [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)] [trial-2384↪gprs:oc2g↪ping.py:22] 00:24:29.448407 tst ping.py:22: Test FAILED (6.8 sec) 00:24:29.477971 run osmo-hlr_10.42.42.2(pid=11325): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11325)] 00:24:29.528927 run osmo-hlr_10.42.42.2(pid=11325): stdout: | (launched: 2022-12-13_00:24:26.052845) 00:24:29.581774 run osmo-hlr_10.42.42.2(pid=11325): stderr: | 20221213002426252 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002426252 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002426252 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002426252 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002426252 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002426252 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002426264 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002426273 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002426273 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002426273 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:24:29.634993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Terminating (SIGTERM) 00:24:29.677701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Terminating (SIGTERM) 00:24:29.720240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Terminating (SIGTERM) 00:24:29.763277 --- ParallelTerminationStrategy: PID 11324 died... 00:24:29.783585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Terminated: ok {rc=0} 00:24:29.830917 --- ParallelTerminationStrategy: PID 11327 died... 00:24:29.851147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Terminated: ok {rc=0} 00:24:29.898563 --- ParallelTerminationStrategy: PID 11330 died... 00:24:29.918307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Terminated: ok {rc=0} 00:24:30.007069 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g ping_idle_ping.py ---------------------------------------------- 00:24:31.096743 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.112615 tst gprs:oc2g: Using 1 x bts (candidates: 1) 00:24:31.156285 tst ping_idle_ping.py: using LAC 32347 00:24:31.290639 tst ping_idle_ping.py: using RAC 217 00:24:31.459572 tst ping_idle_ping.py: using CellId 32347 00:24:31.600900 tst ping_idle_ping.py: using BVCI 32348 00:24:31.746057 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.757257 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.768404 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.779509 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.790405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.801657 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.812756 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 00:24:31.823745 tst gprs:oc2g: Using 1 x modem (candidates: 4) 00:24:31.959330 tst ping_idle_ping.py:24: start network... 00:24:32.231812 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:24:32.745782 run create_hlr_db(pid=11332): Launched 00:24:32.872050 bus /gobi_6: Setting Powered False 00:24:33.936150 run create_hlr_db(pid=11332): Terminated: ok {rc=0} 00:24:34.372489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Launched 00:24:34.698649 run osmo-hlr_10.42.42.2(pid=11338): Launched 00:24:34.825823 run osmo-stp_10.42.42.5: Starting osmo-stp 00:24:35.390600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Launched 00:24:35.719670 run osmo-stp_10.42.42.5(pid=11341): Launched 00:24:35.846862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:24:36.415482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Launched 00:24:36.541713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:24:36.819446 run patchelf(pid=11344): Launched 00:24:37.001941 run osmo-stp_10.42.42.5(pid=11341): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)] 00:24:37.140065 run osmo-stp_10.42.42.5(pid=11341): stdout: | (launched: 2022-12-13_00:24:35.658382) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:37.279886 run osmo-stp_10.42.42.5(pid=11341): stderr: | 20221213002435851 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002435851 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002435851 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002435852 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002435852 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002435852 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002435852 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:37.419783 run osmo-stp_10.42.42.5(pid=11341): stdout: | (launched: 2022-12-13_00:24:35.658382) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:37.553726 run osmo-stp_10.42.42.5(pid=11341): stderr: | 20221213002435851 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002435851 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002435851 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002435852 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002435852 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002435852 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002435852 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:37.712494 run patchelf(pid=11344): Terminating (SIGINT) 00:24:37.897463 run patchelf(pid=11344): Terminated: ok {rc=0} 00:24:38.029985 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)] [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27] 00:24:38.039602 tst ping_idle_ping.py:27: Test FAILED (6.9 sec) 00:24:38.068465 run osmo-hlr_10.42.42.2(pid=11338): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11338)] 00:24:38.118639 run osmo-hlr_10.42.42.2(pid=11338): stdout: | (launched: 2022-12-13_00:24:34.637593) 00:24:38.170782 run osmo-hlr_10.42.42.2(pid=11338): stderr: | 20221213002434836 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002434836 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002434836 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002434836 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002434836 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002434836 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002434849 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002434857 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002434857 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002434857 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:24:38.223904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminating (SIGTERM) 00:24:38.265815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminating (SIGTERM) 00:24:38.308049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminating (SIGTERM) 00:24:38.350731 --- ParallelTerminationStrategy: PID 11334 died... 00:24:38.370897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminated: ok {rc=0} 00:24:38.418025 --- ParallelTerminationStrategy: PID 11340 died... 00:24:38.437735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminated: ok {rc=0} 00:24:38.484901 --- ParallelTerminationStrategy: PID 11343 died... 00:24:38.504574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminated: ok {rc=0} 00:24:38.592493 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs --------------------------------------------------------------------- 00:24:39.885113 tst gprs:oc2g+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:24:39.890993 tst gprs:oc2g+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:24:39.913266 tst gprs:oc2g+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:24:39.953307 tst gprs:oc2g+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:24:40.048036 tst gprs:oc2g+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:24:40.069437 tst gprs:oc2g+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:24:40.108854 tst gprs:oc2g+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:24:40.696775 tst gprs:oc2g+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:24:40.749499 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:40.760542 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:24:40.797342 tst cs_paging_gprs_active.py: using LAC 32348 00:24:40.926746 tst cs_paging_gprs_active.py: using RAC 218 00:24:41.054694 tst cs_paging_gprs_active.py: using CellId 32348 00:24:41.181194 tst cs_paging_gprs_active.py: using BVCI 32349 00:24:41.299389 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.310725 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.321911 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.333156 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.344272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.355498 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.366958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.378255 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:41.389757 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:24:41.508629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:24:41.628601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:24:41.849853 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:42.178420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Launched 00:24:42.462333 run iperf3-srv_10.42.42.10(pid=11350): Launched 00:24:42.584676 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:24:42.803749 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:43.132574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Launched 00:24:43.416441 run iperf3-srv_10.42.42.10(pid=11352): Launched 00:24:43.539593 tst cs_paging_gprs_active.py:38: start network... 00:24:43.758796 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:24:44.267670 run create_hlr_db(pid=11353): Launched 00:24:44.391865 bus /gobi_6: Setting Powered False 00:24:45.456615 run create_hlr_db(pid=11353): Terminated: ok {rc=0} 00:24:45.904377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Launched 00:24:46.249155 run osmo-hlr_10.42.42.2(pid=11356): Launched 00:24:46.473221 run osmo-stp_10.42.42.5: Starting osmo-stp 00:24:47.146751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Launched 00:24:47.477332 run osmo-stp_10.42.42.5(pid=11359): Launched 00:24:47.603399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:24:48.168027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Launched 00:24:48.293962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:24:48.569534 run patchelf(pid=11362): Launched 00:24:48.751886 run osmo-stp_10.42.42.5(pid=11359): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)] 00:24:48.890017 run osmo-stp_10.42.42.5(pid=11359): stdout: | (launched: 2022-12-13_00:24:47.416574) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:49.029375 run osmo-stp_10.42.42.5(pid=11359): stderr: | 20221213002447612 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002447612 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002447612 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002447613 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002447613 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002447613 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002447613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:49.169342 run osmo-stp_10.42.42.5(pid=11359): stdout: | (launched: 2022-12-13_00:24:47.416574) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:24:49.303398 run osmo-stp_10.42.42.5(pid=11359): stderr: | 20221213002447612 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002447612 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002447612 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002447613 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002447613 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002447613 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002447613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:24:49.462412 run patchelf(pid=11362): Terminating (SIGINT) 00:24:49.646444 run patchelf(pid=11362): Terminated: ok {rc=0} 00:24:49.779821 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:24:49.790005 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec) 00:24:49.819097 run osmo-hlr_10.42.42.2(pid=11356): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11356)] 00:24:49.870170 run osmo-hlr_10.42.42.2(pid=11356): stdout: | (launched: 2022-12-13_00:24:46.186451) 00:24:49.922580 run osmo-hlr_10.42.42.2(pid=11356): stderr: | 20221213002446520 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002446520 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002446520 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002446520 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002446520 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002446520 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002446544 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002446556 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002446556 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002446556 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:24:49.975451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminating (SIGTERM) 00:24:50.017789 run iperf3-srv_10.42.42.10(pid=11350): Terminating (SIGTERM) 00:24:50.060080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminating (SIGTERM) 00:24:50.102552 run iperf3-srv_10.42.42.10(pid=11352): Terminating (SIGTERM) 00:24:50.144626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminating (SIGTERM) 00:24:50.187478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminating (SIGTERM) 00:24:50.230029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminating (SIGTERM) 00:24:50.272662 --- ParallelTerminationStrategy: PID 11349 died... 00:24:50.292694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminated: ok {rc=0} 00:24:50.339755 --- ParallelTerminationStrategy: PID 11350 died... 00:24:50.359144 run iperf3-srv_10.42.42.10(pid=11350): Terminated {rc=256} 00:24:50.405601 --- ParallelTerminationStrategy: PID 11351 died... 00:24:50.425159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminated: ok {rc=0} 00:24:50.471711 --- ParallelTerminationStrategy: PID 11352 died... 00:24:50.491147 run iperf3-srv_10.42.42.10(pid=11352): Terminated {rc=256} 00:24:50.537758 --- ParallelTerminationStrategy: PID 11355 died... 00:24:50.557112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminated: ok {rc=0} 00:24:50.603541 --- ParallelTerminationStrategy: PID 11358 died... 00:24:50.623162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminated: ok {rc=0} 00:24:50.669822 --- ParallelTerminationStrategy: PID 11361 died... 00:24:50.689624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminated: ok {rc=0} 00:24:50.778339 bus /gobi_0: Setting Powered False 00:24:51.877324 bus /gobi_0: Setting Powered False 00:24:52.994216 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:24:54.143680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.155612 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:24:54.194226 tst iperf3.py: using LAC 32349 00:24:54.322865 tst iperf3.py: using RAC 219 00:24:54.451989 tst iperf3.py: using CellId 32349 00:24:54.578850 tst iperf3.py: using BVCI 32350 00:24:54.699077 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.710327 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.721418 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.732723 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.743958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.755177 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.766649 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.778414 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:24:54.789904 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:24:54.910728 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:24:55.128686 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:24:55.455106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Launched 00:24:55.740059 run iperf3-srv_10.42.42.10(pid=11364): Launched 00:24:55.862668 tst iperf3.py:8: start network... 00:24:56.080749 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:24:56.584609 run create_hlr_db(pid=11365): Launched 00:24:56.709362 bus /gobi_6: Setting Powered False 00:24:57.773527 run create_hlr_db(pid=11365): Terminated: ok {rc=0} 00:24:58.208036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Launched 00:24:58.511671 run osmo-hlr_10.42.42.2(pid=11368): Launched 00:24:58.627193 run osmo-stp_10.42.42.5: Starting osmo-stp 00:24:59.150073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Launched 00:24:59.454500 run osmo-stp_10.42.42.5(pid=11371): Launched 00:24:59.570913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:00.095314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Launched 00:25:00.211625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:25:00.468390 run patchelf(pid=11374): Launched 00:25:00.638334 run osmo-stp_10.42.42.5(pid=11371): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)] 00:25:00.765785 run osmo-stp_10.42.42.5(pid=11371): stdout: | (launched: 2022-12-13_00:24:59.396864) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:00.924572 run osmo-stp_10.42.42.5(pid=11371): stderr: | 20221213002459569 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002459569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002459570 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002459570 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002459570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002459571 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002459571 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:01.067198 run osmo-stp_10.42.42.5(pid=11371): stdout: | (launched: 2022-12-13_00:24:59.396864) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:01.205741 run osmo-stp_10.42.42.5(pid=11371): stderr: | 20221213002459569 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002459569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002459570 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002459570 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002459570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002459571 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002459571 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:01.392363 run patchelf(pid=11374): Terminating (SIGINT) 00:25:01.581690 run patchelf(pid=11374): Terminated: ok {rc=0} 00:25:01.719791 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11371): Process ended prematurely: osmo-stp_10.42.42.5(pid=11371) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8] 00:25:01.731472 tst iperf3.py:8: Test FAILED (7.6 sec) 00:25:01.763553 run osmo-hlr_10.42.42.2(pid=11368): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11368)] 00:25:01.816687 run osmo-hlr_10.42.42.2(pid=11368): stdout: | (launched: 2022-12-13_00:24:58.455014) 00:25:01.872550 run osmo-hlr_10.42.42.2(pid=11368): stderr: | 20221213002458631 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002458631 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002458631 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002458631 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002458631 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002458631 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002458644 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002458654 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002458654 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002458654 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:25:01.929467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Terminating (SIGTERM) 00:25:01.974228 run iperf3-srv_10.42.42.10(pid=11364): Terminating (SIGTERM) 00:25:02.020305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Terminating (SIGTERM) 00:25:02.065813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Terminating (SIGTERM) 00:25:02.114033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Terminating (SIGTERM) 00:25:02.161033 --- ParallelTerminationStrategy: PID 11363 died... 00:25:02.182064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Terminated: ok {rc=0} 00:25:02.228090 --- ParallelTerminationStrategy: PID 11364 died... 00:25:02.246435 run iperf3-srv_10.42.42.10(pid=11364): Terminated {rc=256} 00:25:02.289910 --- ParallelTerminationStrategy: PID 11367 died... 00:25:02.308232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Terminated: ok {rc=0} 00:25:02.351683 --- ParallelTerminationStrategy: PID 11370 died... 00:25:02.370239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Terminated: ok {rc=0} 00:25:02.414443 --- ParallelTerminationStrategy: PID 11373 died... 00:25:02.432858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Terminated: ok {rc=0} 00:25:02.518815 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:25:03.667166 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:03.678567 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:25:03.713858 tst iperf3m4.py: using LAC 32350 00:25:03.834349 tst iperf3m4.py: using RAC 220 00:25:03.953580 tst iperf3m4.py: using CellId 32350 00:25:04.073744 tst iperf3m4.py: using BVCI 32351 00:25:04.183274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.194211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.204909 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.215548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.226000 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.236429 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.247233 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.257796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:04.268474 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:04.388115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:04.505700 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:04.622594 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:04.737683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:25:04.939870 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:05.245360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Launched 00:25:05.509877 run iperf3-srv_10.42.42.10(pid=11379): Launched 00:25:05.622922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:25:05.824695 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:06.130249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Launched 00:25:06.394390 run iperf3-srv_10.42.42.10(pid=11381): Launched 00:25:06.507455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:25:06.709176 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:07.014287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Launched 00:25:07.278788 run iperf3-srv_10.42.42.10(pid=11383): Launched 00:25:07.392129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:25:07.593909 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:07.900046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Launched 00:25:08.165464 run iperf3-srv_10.42.42.10(pid=11385): Launched 00:25:08.278425 tst iperf3m4.py:8: start network... 00:25:08.479746 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:25:08.950860 run create_hlr_db(pid=11386): Launched 00:25:09.076213 bus /gobi_6: Setting Powered False 00:25:10.136889 run create_hlr_db(pid=11386): Terminated: ok {rc=0} 00:25:10.582935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Launched 00:25:10.892599 run osmo-hlr_10.42.42.2(pid=11389): Launched 00:25:11.007212 run osmo-stp_10.42.42.5: Starting osmo-stp 00:25:11.545318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Launched 00:25:11.850955 run osmo-stp_10.42.42.5(pid=11392): Launched 00:25:11.969131 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:12.508359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Launched 00:25:12.627278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:25:12.886659 run patchelf(pid=11395): Launched 00:25:13.057581 run osmo-stp_10.42.42.5(pid=11392): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)] 00:25:13.196112 run osmo-stp_10.42.42.5(pid=11392): stdout: | (launched: 2022-12-13_00:25:11.793580) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:13.335530 run osmo-stp_10.42.42.5(pid=11392): stderr: | 20221213002511967 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002511967 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002511968 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002511968 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002511969 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002511969 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002511969 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:13.475023 run osmo-stp_10.42.42.5(pid=11392): stdout: | (launched: 2022-12-13_00:25:11.793580) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:13.608810 run osmo-stp_10.42.42.5(pid=11392): stderr: | 20221213002511967 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002511967 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002511968 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002511968 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002511969 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002511969 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002511969 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:13.767181 run patchelf(pid=11395): Terminating (SIGINT) 00:25:13.951661 run patchelf(pid=11395): Terminated: ok {rc=0} 00:25:14.084164 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11392): Process ended prematurely: osmo-stp_10.42.42.5(pid=11392) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8] 00:25:14.094492 tst iperf3m4.py:8: Test FAILED (10.5 sec) 00:25:14.124039 run osmo-hlr_10.42.42.2(pid=11389): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11389)] 00:25:14.174834 run osmo-hlr_10.42.42.2(pid=11389): stdout: | (launched: 2022-12-13_00:25:10.835321) 00:25:14.227792 run osmo-hlr_10.42.42.2(pid=11389): stderr: | 20221213002511014 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002511014 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002511014 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002511014 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002511014 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002511014 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002511026 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002511038 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002511038 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002511038 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:25:14.280801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminating (SIGTERM) 00:25:14.323323 run iperf3-srv_10.42.42.10(pid=11379): Terminating (SIGTERM) 00:25:14.365625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminating (SIGTERM) 00:25:14.407800 run iperf3-srv_10.42.42.10(pid=11381): Terminating (SIGTERM) 00:25:14.449958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Terminating (SIGTERM) 00:25:14.492138 run iperf3-srv_10.42.42.10(pid=11383): Terminating (SIGTERM) 00:25:14.534366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Terminating (SIGTERM) 00:25:14.576654 run iperf3-srv_10.42.42.10(pid=11385): Terminating (SIGTERM) 00:25:14.618977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Terminating (SIGTERM) 00:25:14.661351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Terminating (SIGTERM) 00:25:14.703767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Terminating (SIGTERM) 00:25:14.746169 --- ParallelTerminationStrategy: PID 11378 died... 00:25:14.766241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminated: ok {rc=0} 00:25:14.813265 --- ParallelTerminationStrategy: PID 11379 died... 00:25:14.832865 run iperf3-srv_10.42.42.10(pid=11379): Terminated {rc=256} 00:25:14.880389 --- ParallelTerminationStrategy: PID 11380 died... 00:25:14.899993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminated: ok {rc=0} 00:25:14.946926 --- ParallelTerminationStrategy: PID 11381 died... 00:25:14.966427 run iperf3-srv_10.42.42.10(pid=11381): Terminated {rc=256} 00:25:15.012923 --- ParallelTerminationStrategy: PID 11382 died... 00:25:15.032576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Terminated: ok {rc=0} 00:25:15.079097 --- ParallelTerminationStrategy: PID 11383 died... 00:25:15.098725 run iperf3-srv_10.42.42.10(pid=11383): Terminated {rc=256} 00:25:15.145406 --- ParallelTerminationStrategy: PID 11384 died... 00:25:15.164773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Terminated: ok {rc=0} 00:25:15.211559 --- ParallelTerminationStrategy: PID 11385 died... 00:25:15.231216 run iperf3-srv_10.42.42.10(pid=11385): Terminated {rc=256} 00:25:15.277953 --- ParallelTerminationStrategy: PID 11388 died... 00:25:15.297610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Terminated: ok {rc=0} 00:25:15.344478 --- ParallelTerminationStrategy: PID 11391 died... 00:25:15.364190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Terminated: ok {rc=0} 00:25:15.411089 --- ParallelTerminationStrategy: PID 11394 died... 00:25:15.430862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Terminated: ok {rc=0} 00:25:15.519848 bus /gobi_4: Setting Powered False 00:25:16.616089 bus /gobi_4: Setting Powered False 00:25:17.730360 bus /gobi_1: Setting Powered False 00:25:18.829272 bus /gobi_1: Setting Powered False 00:25:19.949601 bus /gobi_0: Setting Powered False 00:25:21.048206 bus /gobi_0: Setting Powered False 00:25:22.163608 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs ping.py ---------------------------------------------- 00:25:23.266857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.278334 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:25:23.316158 tst ping.py: using LAC 32351 00:25:23.434483 tst ping.py: using RAC 221 00:25:23.552684 tst ping.py: using CellId 32351 00:25:23.669381 tst ping.py: using BVCI 32352 00:25:23.776773 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.787597 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.798430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.808995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.819481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.830029 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.840642 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:23.851254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:23.969250 tst ping.py:19: start network... 00:25:24.184457 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:25:24.678417 run create_hlr_db(pid=11396): Launched 00:25:24.806223 bus /gobi_6: Setting Powered False 00:25:25.868917 run create_hlr_db(pid=11396): Terminated: ok {rc=0} 00:25:26.311129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Launched 00:25:26.629098 run osmo-hlr_10.42.42.2(pid=11399): Launched 00:25:26.750036 run osmo-stp_10.42.42.5: Starting osmo-stp 00:25:27.304144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Launched 00:25:27.625107 run osmo-stp_10.42.42.5(pid=11402): Launched 00:25:27.748081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:28.299661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Launched 00:25:28.422942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:25:28.693062 run patchelf(pid=11405): Launched 00:25:28.870442 run osmo-stp_10.42.42.5(pid=11402): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)] 00:25:29.005480 run osmo-stp_10.42.42.5(pid=11402): stdout: | (launched: 2022-12-13_00:25:27.565231) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:29.141990 run osmo-stp_10.42.42.5(pid=11402): stderr: | 20221213002527758 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002527758 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002527758 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002527759 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002527761 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002527761 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002527761 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:29.278493 run osmo-stp_10.42.42.5(pid=11402): stdout: | (launched: 2022-12-13_00:25:27.565231) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:29.408766 run osmo-stp_10.42.42.5(pid=11402): stderr: | 20221213002527758 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002527758 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002527758 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002527759 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002527761 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002527761 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002527761 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:29.563145 run patchelf(pid=11405): Terminating (SIGINT) 00:25:29.742611 run patchelf(pid=11405): Terminated: ok {rc=0} 00:25:29.871981 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11402): Process ended prematurely: osmo-stp_10.42.42.5(pid=11402) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22] 00:25:29.881541 tst ping.py:22: Test FAILED (6.6 sec) 00:25:29.910201 run osmo-hlr_10.42.42.2(pid=11399): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11399)] 00:25:29.960714 run osmo-hlr_10.42.42.2(pid=11399): stdout: | (launched: 2022-12-13_00:25:26.569612) 00:25:30.013214 run osmo-hlr_10.42.42.2(pid=11399): stderr: | 20221213002526767 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002526768 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002526768 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002526768 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002526768 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002526768 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002526779 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002526788 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002526788 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002526788 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:25:30.066044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Terminating (SIGTERM) 00:25:30.108553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Terminating (SIGTERM) 00:25:30.151098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Terminating (SIGTERM) 00:25:30.193679 --- ParallelTerminationStrategy: PID 11398 died... 00:25:30.213793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Terminated: ok {rc=0} 00:25:30.260731 --- ParallelTerminationStrategy: PID 11401 died... 00:25:30.280437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Terminated: ok {rc=0} 00:25:30.327396 --- ParallelTerminationStrategy: PID 11404 died... 00:25:30.347035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Terminated: ok {rc=0} 00:25:30.435647 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 00:25:31.520280 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:31.533132 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:25:31.573822 tst ping_idle_ping.py: using LAC 32352 00:25:31.700443 tst ping_idle_ping.py: using RAC 222 00:25:31.825340 tst ping_idle_ping.py: using CellId 32352 00:25:31.945011 tst ping_idle_ping.py: using BVCI 32353 00:25:32.064324 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.076324 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.089211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.101442 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.113636 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.125680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.138058 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:25:32.149927 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:25:32.276933 tst ping_idle_ping.py:24: start network... 00:25:32.492310 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:25:32.989166 run create_hlr_db(pid=11406): Launched 00:25:33.110541 bus /gobi_6: Setting Powered False 00:25:34.173584 run create_hlr_db(pid=11406): Terminated: ok {rc=0} 00:25:34.618942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Launched 00:25:34.938912 run osmo-hlr_10.42.42.2(pid=11409): Launched 00:25:35.060069 run osmo-stp_10.42.42.5: Starting osmo-stp 00:25:35.612324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Launched 00:25:35.932651 run osmo-stp_10.42.42.5(pid=11412): Launched 00:25:36.054030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:36.604784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Launched 00:25:36.726675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:25:36.998738 run patchelf(pid=11415): Launched 00:25:37.176550 run osmo-stp_10.42.42.5(pid=11412): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)] 00:25:37.312319 run osmo-stp_10.42.42.5(pid=11412): stdout: | (launched: 2022-12-13_00:25:35.872690) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:37.449707 run osmo-stp_10.42.42.5(pid=11412): stderr: | 20221213002536064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002536064 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002536064 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002536065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002536065 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002536065 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002536065 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:37.587372 run osmo-stp_10.42.42.5(pid=11412): stdout: | (launched: 2022-12-13_00:25:35.872690) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:37.718818 run osmo-stp_10.42.42.5(pid=11412): stderr: | 20221213002536064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002536064 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002536064 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002536065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002536065 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002536065 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002536065 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:37.874399 run patchelf(pid=11415): Terminating (SIGINT) 00:25:38.055008 run patchelf(pid=11415): Terminated: ok {rc=0} 00:25:38.185017 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27] 00:25:38.194735 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 00:25:38.223525 run osmo-hlr_10.42.42.2(pid=11409): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11409)] 00:25:38.274573 run osmo-hlr_10.42.42.2(pid=11409): stdout: | (launched: 2022-12-13_00:25:34.878857) 00:25:38.327472 run osmo-hlr_10.42.42.2(pid=11409): stderr: | 20221213002535079 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002535079 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002535079 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002535079 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002535079 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002535079 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002535091 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002535099 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002535099 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002535099 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:25:38.380599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminating (SIGTERM) 00:25:38.423393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminating (SIGTERM) 00:25:38.466315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminating (SIGTERM) 00:25:38.509348 --- ParallelTerminationStrategy: PID 11408 died... 00:25:38.529507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminated: ok {rc=0} 00:25:38.577074 --- ParallelTerminationStrategy: PID 11411 died... 00:25:38.596804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminated: ok {rc=0} 00:25:38.644203 --- ParallelTerminationStrategy: PID 11414 died... 00:25:38.664006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminated: ok {rc=0} 00:25:38.752316 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa --------------------------------------------------------------------- 00:25:40.045363 tst gprs:oc2g+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:25:40.051309 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 00:25:40.071562 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 00:25:40.109660 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 00:25:40.197097 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 00:25:40.218180 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 00:25:40.255877 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 00:25:40.846800 tst gprs:oc2g+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 00:25:40.895163 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:40.906183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:25:40.961752 tst cs_paging_gprs_active.py: using LAC 32353 00:25:41.079755 tst cs_paging_gprs_active.py: using RAC 223 00:25:41.209251 tst cs_paging_gprs_active.py: using CellId 32353 00:25:41.336159 tst cs_paging_gprs_active.py: using BVCI 32354 00:25:41.456636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.468219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.479418 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.491091 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.502650 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.514163 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.525827 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.537261 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:41.548719 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:25:41.667725 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:25:41.784066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:25:41.988445 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:42.294126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Launched 00:25:42.559386 run iperf3-srv_10.42.42.10(pid=11420): Launched 00:25:42.673079 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:25:42.874565 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:43.179527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Launched 00:25:43.444022 run iperf3-srv_10.42.42.10(pid=11422): Launched 00:25:43.557454 tst cs_paging_gprs_active.py:38: start network... 00:25:43.758863 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:25:44.233555 run create_hlr_db(pid=11423): Launched 00:25:44.359376 bus /gobi_6: Setting Powered False 00:25:45.419570 run create_hlr_db(pid=11423): Terminated: ok {rc=0} 00:25:45.874754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Launched 00:25:46.211046 run osmo-hlr_10.42.42.2(pid=11426): Launched 00:25:46.447030 run osmo-stp_10.42.42.5: Starting osmo-stp 00:25:47.093889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Launched 00:25:47.409027 run osmo-stp_10.42.42.5(pid=11429): Launched 00:25:47.526861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:48.051283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Launched 00:25:48.166941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:25:48.424409 run patchelf(pid=11432): Launched 00:25:48.592402 run osmo-stp_10.42.42.5(pid=11429): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)] 00:25:48.719733 run osmo-stp_10.42.42.5(pid=11429): stdout: | (launched: 2022-12-13_00:25:47.351527) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:48.848847 run osmo-stp_10.42.42.5(pid=11429): stderr: | 20221213002547523 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002547523 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002547524 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002547524 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002547524 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002547525 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002547525 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:48.977845 run osmo-stp_10.42.42.5(pid=11429): stdout: | (launched: 2022-12-13_00:25:47.351527) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:25:49.101580 run osmo-stp_10.42.42.5(pid=11429): stderr: | 20221213002547523 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002547523 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002547524 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002547524 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002547524 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002547525 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002547525 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:25:49.248033 run patchelf(pid=11432): Terminating (SIGINT) 00:25:49.418456 run patchelf(pid=11432): Terminated: ok {rc=0} 00:25:49.541406 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 00:25:49.550555 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 00:25:49.577343 run osmo-hlr_10.42.42.2(pid=11426): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11426)] 00:25:49.625192 run osmo-hlr_10.42.42.2(pid=11426): stdout: | (launched: 2022-12-13_00:25:46.140013) 00:25:49.674514 run osmo-hlr_10.42.42.2(pid=11426): stderr: | 20221213002546463 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002546464 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002546464 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002546464 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002546464 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002546464 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002546493 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002546513 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002546514 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002546514 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:25:49.724521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Terminating (SIGTERM) 00:25:49.764467 run iperf3-srv_10.42.42.10(pid=11420): Terminating (SIGTERM) 00:25:49.804318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Terminating (SIGTERM) 00:25:49.844095 run iperf3-srv_10.42.42.10(pid=11422): Terminating (SIGTERM) 00:25:49.883787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminating (SIGTERM) 00:25:49.923732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminating (SIGTERM) 00:25:49.963534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Terminating (SIGTERM) 00:25:50.003393 --- ParallelTerminationStrategy: PID 11419 died... 00:25:50.022481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Terminated: ok {rc=0} 00:25:50.066419 --- ParallelTerminationStrategy: PID 11420 died... 00:25:50.084691 run iperf3-srv_10.42.42.10(pid=11420): Terminated {rc=256} 00:25:50.128363 --- ParallelTerminationStrategy: PID 11421 died... 00:25:50.146897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Terminated: ok {rc=0} 00:25:50.190520 --- ParallelTerminationStrategy: PID 11422 died... 00:25:50.209049 run iperf3-srv_10.42.42.10(pid=11422): Terminated {rc=256} 00:25:50.253030 --- ParallelTerminationStrategy: PID 11425 died... 00:25:50.271737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminated: ok {rc=0} 00:25:50.315466 --- ParallelTerminationStrategy: PID 11428 died... 00:25:50.334091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminated: ok {rc=0} 00:25:50.378176 --- ParallelTerminationStrategy: PID 11431 died... 00:25:50.396815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Terminated: ok {rc=0} 00:25:50.480318 bus /gobi_0: Setting Powered False 00:25:51.578342 bus /gobi_0: Setting Powered False 00:25:52.696327 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 00:25:53.846230 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:53.858210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:25:53.921842 tst iperf3.py: using LAC 32354 00:25:54.048133 tst iperf3.py: using RAC 224 00:25:54.175300 tst iperf3.py: using CellId 32354 00:25:54.301330 tst iperf3.py: using BVCI 32355 00:25:54.419132 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.430548 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.441783 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.453112 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.464334 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.475697 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.487561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.498971 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:25:54.510673 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:25:54.629715 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:25:54.847330 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:25:55.173173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Launched 00:25:55.456623 run iperf3-srv_10.42.42.10(pid=11434): Launched 00:25:55.591844 tst iperf3.py:8: start network... 00:25:55.808849 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:25:56.307354 run create_hlr_db(pid=11435): Launched 00:25:56.429538 bus /gobi_6: Setting Powered False 00:25:57.492419 run create_hlr_db(pid=11435): Terminated: ok {rc=0} 00:25:57.938915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Launched 00:25:58.260085 run osmo-hlr_10.42.42.2(pid=11438): Launched 00:25:58.382420 run osmo-stp_10.42.42.5: Starting osmo-stp 00:25:58.939106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Launched 00:25:59.259855 run osmo-stp_10.42.42.5(pid=11441): Launched 00:25:59.382054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:25:59.936294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Launched 00:26:00.059295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:26:00.331795 run patchelf(pid=11444): Launched 00:26:00.510662 run osmo-stp_10.42.42.5(pid=11441): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)] 00:26:00.646395 run osmo-stp_10.42.42.5(pid=11441): stdout: | (launched: 2022-12-13_00:25:59.200842) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:00.783973 run osmo-stp_10.42.42.5(pid=11441): stderr: | 20221213002559390 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002559390 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002559390 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002559391 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002559391 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002559391 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002559391 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:00.928652 run osmo-stp_10.42.42.5(pid=11441): stdout: | (launched: 2022-12-13_00:25:59.200842) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:01.054804 run osmo-stp_10.42.42.5(pid=11441): stderr: | 20221213002559390 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002559390 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002559390 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002559391 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002559391 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002559391 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002559391 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:01.205815 run patchelf(pid=11444): Terminating (SIGINT) 00:26:01.382256 run patchelf(pid=11444): Terminated: ok {rc=0} 00:26:01.509298 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11441): Process ended prematurely: osmo-stp_10.42.42.5(pid=11441) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8] 00:26:01.519884 tst iperf3.py:8: Test FAILED (7.7 sec) 00:26:01.550304 run osmo-hlr_10.42.42.2(pid=11438): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11438)] 00:26:01.602265 run osmo-hlr_10.42.42.2(pid=11438): stdout: | (launched: 2022-12-13_00:25:58.201329) 00:26:01.654575 run osmo-hlr_10.42.42.2(pid=11438): stderr: | 20221213002558396 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002558397 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002558397 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002558397 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002558397 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002558397 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002558409 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002558417 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002558418 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002558418 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:26:01.709092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminating (SIGTERM) 00:26:01.752353 run iperf3-srv_10.42.42.10(pid=11434): Terminating (SIGTERM) 00:26:01.797778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Terminating (SIGTERM) 00:26:01.841623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Terminating (SIGTERM) 00:26:01.886938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Terminating (SIGTERM) 00:26:01.931455 --- ParallelTerminationStrategy: PID 11433 died... 00:26:01.951396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminated: ok {rc=0} 00:26:02.000062 --- ParallelTerminationStrategy: PID 11434 died... 00:26:02.020062 run iperf3-srv_10.42.42.10(pid=11434): Terminated {rc=256} 00:26:02.067088 --- ParallelTerminationStrategy: PID 11437 died... 00:26:02.087710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Terminated: ok {rc=0} 00:26:02.135016 --- ParallelTerminationStrategy: PID 11440 died... 00:26:02.154494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Terminated: ok {rc=0} 00:26:02.200881 --- ParallelTerminationStrategy: PID 11443 died... 00:26:02.219540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Terminated: ok {rc=0} 00:26:02.305557 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 00:26:03.454406 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:03.465755 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:26:03.520918 tst iperf3m4.py: using LAC 32355 00:26:03.637422 tst iperf3m4.py: using RAC 225 00:26:03.755857 tst iperf3m4.py: using CellId 32355 00:26:03.873891 tst iperf3m4.py: using BVCI 32356 00:26:03.981609 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:03.992337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.002881 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.013405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.023825 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.034311 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.045074 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.055552 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:04.066221 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:04.180638 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:04.299637 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:04.421847 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:04.541169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:26:04.757394 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:05.080634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Launched 00:26:05.360040 run iperf3-srv_10.42.42.10(pid=11446): Launched 00:26:05.480328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:26:05.696267 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:06.030618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Launched 00:26:06.312368 run iperf3-srv_10.42.42.10(pid=11448): Launched 00:26:06.434269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:26:06.651375 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:06.976459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Launched 00:26:07.257896 run iperf3-srv_10.42.42.10(pid=11450): Launched 00:26:07.379009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:26:07.596826 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:07.921858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Launched 00:26:08.202886 run iperf3-srv_10.42.42.10(pid=11452): Launched 00:26:08.324233 tst iperf3m4.py:8: start network... 00:26:08.543270 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:26:09.044936 run create_hlr_db(pid=11453): Launched 00:26:09.167409 bus /gobi_6: Setting Powered False 00:26:10.231151 run create_hlr_db(pid=11453): Terminated: ok {rc=0} 00:26:10.679942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Launched 00:26:11.003826 run osmo-hlr_10.42.42.2(pid=11456): Launched 00:26:11.127144 run osmo-stp_10.42.42.5: Starting osmo-stp 00:26:11.684235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Launched 00:26:12.008140 run osmo-stp_10.42.42.5(pid=11459): Launched 00:26:12.131302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:26:12.689136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Launched 00:26:12.812934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:26:13.087371 run patchelf(pid=11462): Launched 00:26:13.267368 run osmo-stp_10.42.42.5(pid=11459): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)] 00:26:13.404818 run osmo-stp_10.42.42.5(pid=11459): stdout: | (launched: 2022-12-13_00:26:11.949067) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:13.542999 run osmo-stp_10.42.42.5(pid=11459): stderr: | 20221213002612137 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002612137 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002612137 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002612138 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002612138 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002612138 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002612138 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:13.681394 run osmo-stp_10.42.42.5(pid=11459): stdout: | (launched: 2022-12-13_00:26:11.949067) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:13.814088 run osmo-stp_10.42.42.5(pid=11459): stderr: | 20221213002612137 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002612137 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002612137 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002612138 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002612138 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002612138 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002612138 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:13.972292 run patchelf(pid=11462): Terminating (SIGINT) 00:26:14.155148 run patchelf(pid=11462): Terminated: ok {rc=0} 00:26:14.286307 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8] 00:26:14.296343 tst iperf3m4.py:8: Test FAILED (10.9 sec) 00:26:14.325799 run osmo-hlr_10.42.42.2(pid=11456): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11456)] 00:26:14.377105 run osmo-hlr_10.42.42.2(pid=11456): stdout: | (launched: 2022-12-13_00:26:10.944651) 00:26:14.429763 run osmo-hlr_10.42.42.2(pid=11456): stderr: | 20221213002611137 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002611137 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002611137 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002611137 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002611138 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002611138 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002611149 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002611158 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002611158 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002611158 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:26:14.482969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminating (SIGTERM) 00:26:14.525657 run iperf3-srv_10.42.42.10(pid=11446): Terminating (SIGTERM) 00:26:14.568137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminating (SIGTERM) 00:26:14.610895 run iperf3-srv_10.42.42.10(pid=11448): Terminating (SIGTERM) 00:26:14.653314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Terminating (SIGTERM) 00:26:14.696080 run iperf3-srv_10.42.42.10(pid=11450): Terminating (SIGTERM) 00:26:14.738359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Terminating (SIGTERM) 00:26:14.781055 run iperf3-srv_10.42.42.10(pid=11452): Terminating (SIGTERM) 00:26:14.823451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminating (SIGTERM) 00:26:14.866206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminating (SIGTERM) 00:26:14.909144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Terminating (SIGTERM) 00:26:14.952118 --- ParallelTerminationStrategy: PID 11445 died... 00:26:14.972264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminated: ok {rc=0} 00:26:15.020129 --- ParallelTerminationStrategy: PID 11446 died... 00:26:15.039974 run iperf3-srv_10.42.42.10(pid=11446): Terminated {rc=256} 00:26:15.086999 --- ParallelTerminationStrategy: PID 11447 died... 00:26:15.106670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminated: ok {rc=0} 00:26:15.154043 --- ParallelTerminationStrategy: PID 11448 died... 00:26:15.173927 run iperf3-srv_10.42.42.10(pid=11448): Terminated {rc=256} 00:26:15.221111 --- ParallelTerminationStrategy: PID 11449 died... 00:26:15.240823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Terminated: ok {rc=0} 00:26:15.287703 --- ParallelTerminationStrategy: PID 11450 died... 00:26:15.307434 run iperf3-srv_10.42.42.10(pid=11450): Terminated {rc=256} 00:26:15.354701 --- ParallelTerminationStrategy: PID 11451 died... 00:26:15.374494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Terminated: ok {rc=0} 00:26:15.421160 --- ParallelTerminationStrategy: PID 11452 died... 00:26:15.440752 run iperf3-srv_10.42.42.10(pid=11452): Terminated {rc=256} 00:26:15.487453 --- ParallelTerminationStrategy: PID 11455 died... 00:26:15.507015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminated: ok {rc=0} 00:26:15.553895 --- ParallelTerminationStrategy: PID 11458 died... 00:26:15.573521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminated: ok {rc=0} 00:26:15.620530 --- ParallelTerminationStrategy: PID 11461 died... 00:26:15.640147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Terminated: ok {rc=0} 00:26:15.728238 bus /gobi_4: Setting Powered False 00:26:16.826185 bus /gobi_4: Setting Powered False 00:26:17.942138 bus /gobi_1: Setting Powered False 00:26:19.040343 bus /gobi_1: Setting Powered False 00:26:20.158574 bus /gobi_0: Setting Powered False 00:26:21.259565 bus /gobi_0: Setting Powered False 00:26:22.376499 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 00:26:23.479561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:23.491582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:26:23.553907 tst ping.py: using LAC 32356 00:26:23.668678 tst ping.py: using RAC 226 00:26:23.782638 tst ping.py: using CellId 32356 00:26:23.900069 tst ping.py: using BVCI 32357 00:26:24.017260 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.028743 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.040025 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.051676 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.063282 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.074761 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.086357 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:24.097736 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:24.211583 tst ping.py:19: start network... 00:26:24.408310 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:26:24.862950 run create_hlr_db(pid=11463): Launched 00:26:24.984089 bus /gobi_6: Setting Powered False 00:26:26.043517 run create_hlr_db(pid=11463): Terminated: ok {rc=0} 00:26:26.477856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Launched 00:26:26.794325 run osmo-hlr_10.42.42.2(pid=11466): Launched 00:26:26.914624 run osmo-stp_10.42.42.5: Starting osmo-stp 00:26:27.468641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Launched 00:26:27.784934 run osmo-stp_10.42.42.5(pid=11469): Launched 00:26:27.905238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:26:28.454789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Launched 00:26:28.576313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:26:28.844543 run patchelf(pid=11472): Launched 00:26:29.021466 run osmo-stp_10.42.42.5(pid=11469): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)] 00:26:29.155913 run osmo-stp_10.42.42.5(pid=11469): stdout: | (launched: 2022-12-13_00:26:27.727178) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:29.292503 run osmo-stp_10.42.42.5(pid=11469): stderr: | 20221213002627914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002627914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002627914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002627915 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002627915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002627915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002627915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:29.429287 run osmo-stp_10.42.42.5(pid=11469): stdout: | (launched: 2022-12-13_00:26:27.727178) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:29.559630 run osmo-stp_10.42.42.5(pid=11469): stderr: | 20221213002627914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002627914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002627914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002627915 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002627915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002627915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002627915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:29.714077 run patchelf(pid=11472): Terminating (SIGINT) 00:26:29.893376 run patchelf(pid=11472): Terminated: ok {rc=0} 00:26:30.022473 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11469): Process ended prematurely: osmo-stp_10.42.42.5(pid=11469) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22] 00:26:30.032114 tst ping.py:22: Test FAILED (6.5 sec) 00:26:30.060657 run osmo-hlr_10.42.42.2(pid=11466): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11466)] 00:26:30.111381 run osmo-hlr_10.42.42.2(pid=11466): stdout: | (launched: 2022-12-13_00:26:26.736658) 00:26:30.164046 run osmo-hlr_10.42.42.2(pid=11466): stderr: | 20221213002626929 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002626929 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002626929 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002626929 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002626929 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002626929 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002626942 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002626950 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002626951 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002626951 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:26:30.217158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Terminating (SIGTERM) 00:26:30.259690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Terminating (SIGTERM) 00:26:30.302442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Terminating (SIGTERM) 00:26:30.345093 --- ParallelTerminationStrategy: PID 11465 died... 00:26:30.365651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Terminated: ok {rc=0} 00:26:30.412845 --- ParallelTerminationStrategy: PID 11468 died... 00:26:30.433092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Terminated: ok {rc=0} 00:26:30.480168 --- ParallelTerminationStrategy: PID 11471 died... 00:26:30.499944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Terminated: ok {rc=0} 00:26:30.590043 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 00:26:31.678137 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:31.691382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:26:31.748652 tst ping_idle_ping.py: using LAC 32357 00:26:31.880084 tst ping_idle_ping.py: using RAC 227 00:26:32.038217 tst ping_idle_ping.py: using CellId 32357 00:26:32.164484 tst ping_idle_ping.py: using BVCI 32358 00:26:32.273551 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.286052 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.297252 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.307805 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.318390 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.329042 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.339865 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:26:32.350521 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:26:32.469453 tst ping_idle_ping.py:24: start network... 00:26:32.683645 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:26:33.176410 run create_hlr_db(pid=11473): Launched 00:26:33.297873 bus /gobi_6: Setting Powered False 00:26:34.361122 run create_hlr_db(pid=11473): Terminated: ok {rc=0} 00:26:34.786967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Launched 00:26:35.082553 run osmo-hlr_10.42.42.2(pid=11476): Launched 00:26:35.194347 run osmo-stp_10.42.42.5: Starting osmo-stp 00:26:35.705577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Launched 00:26:36.001435 run osmo-stp_10.42.42.5(pid=11479): Launched 00:26:36.113987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:26:36.627024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Launched 00:26:36.739820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:26:36.989356 run patchelf(pid=11482): Launched 00:26:37.154039 run osmo-stp_10.42.42.5(pid=11479): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)] 00:26:37.279327 run osmo-stp_10.42.42.5(pid=11479): stdout: | (launched: 2022-12-13_00:26:35.946931) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:37.406113 run osmo-stp_10.42.42.5(pid=11479): stderr: | 20221213002636113 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002636113 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002636113 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002636114 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002636114 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002636114 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002636114 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:37.533439 run osmo-stp_10.42.42.5(pid=11479): stdout: | (launched: 2022-12-13_00:26:35.946931) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:37.654659 run osmo-stp_10.42.42.5(pid=11479): stderr: | 20221213002636113 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002636113 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002636113 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002636114 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002636114 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002636114 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002636114 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:37.798238 run patchelf(pid=11482): Terminating (SIGINT) 00:26:37.965719 run patchelf(pid=11482): Terminated: ok {rc=0} 00:26:38.086029 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11479): Process ended prematurely: osmo-stp_10.42.42.5(pid=11479) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 00:26:38.094862 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:26:38.121447 run osmo-hlr_10.42.42.2(pid=11476): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11476)] 00:26:38.168933 run osmo-hlr_10.42.42.2(pid=11476): stdout: | (launched: 2022-12-13_00:26:35.028300) 00:26:38.218145 run osmo-hlr_10.42.42.2(pid=11476): stderr: | 20221213002635199 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002635199 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002635199 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002635199 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002635199 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002635199 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002635220 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002635230 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002635230 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002635230 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:26:38.267677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Terminating (SIGTERM) 00:26:38.307645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Terminating (SIGTERM) 00:26:38.347528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Terminating (SIGTERM) 00:26:38.387880 --- ParallelTerminationStrategy: PID 11475 died... 00:26:38.406960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Terminated: ok {rc=0} 00:26:38.451231 --- ParallelTerminationStrategy: PID 11478 died... 00:26:38.470005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Terminated: ok {rc=0} 00:26:38.513937 --- ParallelTerminationStrategy: PID 11481 died... 00:26:38.532348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Terminated: ok {rc=0} 00:26:38.617980 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:26:39.915169 tst gprs:oc2g+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:26:39.921580 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:26:39.943261 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 00:26:39.983300 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 00:26:40.068597 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:26:40.089207 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 00:26:40.126763 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 00:26:40.720158 tst gprs:oc2g+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 00:26:40.768487 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:40.779404 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:26:40.835549 tst cs_paging_gprs_active.py: using LAC 32358 00:26:40.953300 tst cs_paging_gprs_active.py: using RAC 228 00:26:41.071253 tst cs_paging_gprs_active.py: using CellId 32358 00:26:41.190929 tst cs_paging_gprs_active.py: using BVCI 32359 00:26:41.299118 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.310049 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.320477 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.330964 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.341426 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.351925 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.362621 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.373057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:41.383638 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:26:41.503079 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:26:41.623145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:26:41.841034 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:42.165154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Launched 00:26:42.446408 run iperf3-srv_10.42.42.10(pid=11488): Launched 00:26:42.568325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:26:42.786417 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:43.111463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Launched 00:26:43.393464 run iperf3-srv_10.42.42.10(pid=11490): Launched 00:26:43.515459 tst cs_paging_gprs_active.py:38: start network... 00:26:43.733895 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:26:44.238205 run create_hlr_db(pid=11491): Launched 00:26:44.362488 bus /gobi_6: Setting Powered False 00:26:45.426176 run create_hlr_db(pid=11491): Terminated: ok {rc=0} 00:26:45.894826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Launched 00:26:46.256191 run osmo-hlr_10.42.42.2(pid=11494): Launched 00:26:46.510546 run osmo-stp_10.42.42.5: Starting osmo-stp 00:26:47.212184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Launched 00:26:47.515500 run osmo-stp_10.42.42.5(pid=11497): Launched 00:26:47.631270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:26:48.150066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Launched 00:26:48.265198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:26:48.519131 run patchelf(pid=11500): Launched 00:26:48.686513 run osmo-stp_10.42.42.5(pid=11497): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)] 00:26:48.814224 run osmo-stp_10.42.42.5(pid=11497): stdout: | (launched: 2022-12-13_00:26:47.460077) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:48.943117 run osmo-stp_10.42.42.5(pid=11497): stderr: | 20221213002647627 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002647627 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002647628 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002647628 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002647629 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002647629 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002647629 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:49.071525 run osmo-stp_10.42.42.5(pid=11497): stdout: | (launched: 2022-12-13_00:26:47.460077) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:26:49.194874 run osmo-stp_10.42.42.5(pid=11497): stderr: | 20221213002647627 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002647627 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002647628 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002647628 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002647629 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002647629 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002647629 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:26:49.340295 run patchelf(pid=11500): Terminating (SIGINT) 00:26:49.509417 run patchelf(pid=11500): Terminated: ok {rc=0} 00:26:49.631437 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11497): Process ended prematurely: osmo-stp_10.42.42.5(pid=11497) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 00:26:49.640785 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 00:26:49.667675 run osmo-hlr_10.42.42.2(pid=11494): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11494)] 00:26:49.715430 run osmo-hlr_10.42.42.2(pid=11494): stdout: | (launched: 2022-12-13_00:26:46.194568) 00:26:49.764545 run osmo-hlr_10.42.42.2(pid=11494): stderr: | 20221213002646485 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002646485 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002646485 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002646485 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002646485 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002646485 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002646499 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002646516 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002646516 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002646516 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:26:49.814028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Terminating (SIGTERM) 00:26:49.853820 run iperf3-srv_10.42.42.10(pid=11488): Terminating (SIGTERM) 00:26:49.893502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Terminating (SIGTERM) 00:26:49.933388 run iperf3-srv_10.42.42.10(pid=11490): Terminating (SIGTERM) 00:26:49.973129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Terminating (SIGTERM) 00:26:50.012887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Terminating (SIGTERM) 00:26:50.053421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Terminating (SIGTERM) 00:26:50.093360 --- ParallelTerminationStrategy: PID 11487 died... 00:26:50.112412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Terminated: ok {rc=0} 00:26:50.156285 --- ParallelTerminationStrategy: PID 11488 died... 00:26:50.174793 run iperf3-srv_10.42.42.10(pid=11488): Terminated {rc=256} 00:26:50.218189 --- ParallelTerminationStrategy: PID 11489 died... 00:26:50.236565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Terminated: ok {rc=0} 00:26:50.280429 --- ParallelTerminationStrategy: PID 11490 died... 00:26:50.298947 run iperf3-srv_10.42.42.10(pid=11490): Terminated {rc=256} 00:26:50.342456 --- ParallelTerminationStrategy: PID 11493 died... 00:26:50.360809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Terminated: ok {rc=0} 00:26:50.405075 --- ParallelTerminationStrategy: PID 11496 died... 00:26:50.423661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Terminated: ok {rc=0} 00:26:50.467236 --- ParallelTerminationStrategy: PID 11499 died... 00:26:50.485872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Terminated: ok {rc=0} 00:26:50.570785 bus /gobi_0: Setting Powered False 00:26:51.671119 bus /gobi_0: Setting Powered False 00:26:52.785677 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 00:26:53.931318 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:53.942575 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:26:54.001185 tst iperf3.py: using LAC 32359 00:26:54.118381 tst iperf3.py: using RAC 229 00:26:54.237344 tst iperf3.py: using CellId 32359 00:26:54.354494 tst iperf3.py: using BVCI 32360 00:26:54.464639 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.475533 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.486066 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.496501 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.506902 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.517421 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.528026 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.538449 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:26:54.549057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:26:54.666179 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:26:54.885228 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:26:55.210206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Launched 00:26:55.490853 run iperf3-srv_10.42.42.10(pid=11502): Launched 00:26:55.611556 tst iperf3.py:8: start network... 00:26:55.828629 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:26:56.330017 run create_hlr_db(pid=11503): Launched 00:26:56.453921 bus /gobi_6: Setting Powered False 00:26:57.518350 run create_hlr_db(pid=11503): Terminated: ok {rc=0} 00:26:57.965119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Launched 00:26:58.287387 run osmo-hlr_10.42.42.2(pid=11506): Launched 00:26:58.410578 run osmo-stp_10.42.42.5: Starting osmo-stp 00:26:58.966550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Launched 00:26:59.289166 run osmo-stp_10.42.42.5(pid=11509): Launched 00:26:59.411867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:26:59.969324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Launched 00:27:00.093406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:00.367368 run patchelf(pid=11512): Launched 00:27:00.546658 run osmo-stp_10.42.42.5(pid=11509): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)] 00:27:00.683257 run osmo-stp_10.42.42.5(pid=11509): stdout: | (launched: 2022-12-13_00:26:59.230382) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:00.821854 run osmo-stp_10.42.42.5(pid=11509): stderr: | 20221213002659419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002659419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002659419 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002659420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002659420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002659420 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002659420 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:00.987016 run osmo-stp_10.42.42.5(pid=11509): stdout: | (launched: 2022-12-13_00:26:59.230382) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:01.123480 run osmo-stp_10.42.42.5(pid=11509): stderr: | 20221213002659419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002659419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002659419 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002659420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002659420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002659420 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002659420 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:01.283862 run patchelf(pid=11512): Terminating (SIGINT) 00:27:01.469938 run patchelf(pid=11512): Terminated: ok {rc=0} 00:27:01.604530 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8] 00:27:01.615844 tst iperf3.py:8: Test FAILED (7.7 sec) 00:27:01.647904 run osmo-hlr_10.42.42.2(pid=11506): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11506)] 00:27:01.700920 run osmo-hlr_10.42.42.2(pid=11506): stdout: | (launched: 2022-12-13_00:26:58.228877) 00:27:01.755874 run osmo-hlr_10.42.42.2(pid=11506): stderr: | 20221213002658422 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002658422 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002658422 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002658422 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002658422 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002658422 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002658434 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002658443 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002658443 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002658443 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:01.811316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Terminating (SIGTERM) 00:27:01.856542 run iperf3-srv_10.42.42.10(pid=11502): Terminating (SIGTERM) 00:27:01.903012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminating (SIGTERM) 00:27:01.947537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminating (SIGTERM) 00:27:01.992295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminating (SIGTERM) 00:27:02.037118 --- ParallelTerminationStrategy: PID 11501 died... 00:27:02.057786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Terminated: ok {rc=0} 00:27:02.114878 --- ParallelTerminationStrategy: PID 11502 died... 00:27:02.138388 run iperf3-srv_10.42.42.10(pid=11502): Terminated {rc=256} 00:27:02.191921 --- ParallelTerminationStrategy: PID 11505 died... 00:27:02.212559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminated: ok {rc=0} 00:27:02.261993 --- ParallelTerminationStrategy: PID 11508 died... 00:27:02.282356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminated: ok {rc=0} 00:27:02.331419 --- ParallelTerminationStrategy: PID 11511 died... 00:27:02.351398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminated: ok {rc=0} 00:27:02.440455 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 00:27:03.588456 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:03.600284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:27:03.658838 tst iperf3m4.py: using LAC 32360 00:27:03.785771 tst iperf3m4.py: using RAC 230 00:27:03.916842 tst iperf3m4.py: using CellId 32360 00:27:04.041851 tst iperf3m4.py: using BVCI 32361 00:27:04.161633 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.172872 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.183873 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.195203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.206480 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.217986 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.229514 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.240596 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:04.252080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:04.370348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:04.491151 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:04.610390 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:04.727456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:27:04.929275 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:27:05.230713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Launched 00:27:05.491480 run iperf3-srv_10.42.42.10(pid=11514): Launched 00:27:05.603689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:27:05.803744 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:27:06.105039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Launched 00:27:06.366246 run iperf3-srv_10.42.42.10(pid=11516): Launched 00:27:06.478865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:27:06.678605 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:27:06.980384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Launched 00:27:07.241699 run iperf3-srv_10.42.42.10(pid=11518): Launched 00:27:07.353807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:27:07.553765 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:27:07.854494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Launched 00:27:08.115790 run iperf3-srv_10.42.42.10(pid=11520): Launched 00:27:08.227841 tst iperf3m4.py:8: start network... 00:27:08.427220 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:27:08.895071 run create_hlr_db(pid=11521): Launched 00:27:09.018604 bus /gobi_6: Setting Powered False 00:27:10.079152 run create_hlr_db(pid=11521): Terminated: ok {rc=0} 00:27:10.519230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Launched 00:27:10.841794 run osmo-hlr_10.42.42.2(pid=11524): Launched 00:27:10.965833 run osmo-stp_10.42.42.5: Starting osmo-stp 00:27:11.522459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Launched 00:27:11.825913 run osmo-stp_10.42.42.5(pid=11527): Launched 00:27:11.939624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:27:12.472051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Launched 00:27:12.586917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:12.840933 run patchelf(pid=11530): Launched 00:27:13.009814 run osmo-stp_10.42.42.5(pid=11527): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)] 00:27:13.137486 run osmo-stp_10.42.42.5(pid=11527): stdout: | (launched: 2022-12-13_00:27:11.770348) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:13.265806 run osmo-stp_10.42.42.5(pid=11527): stderr: | 20221213002711937 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002711938 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002711938 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002711938 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002711939 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002711939 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002711939 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:13.394505 run osmo-stp_10.42.42.5(pid=11527): stdout: | (launched: 2022-12-13_00:27:11.770348) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:13.517882 run osmo-stp_10.42.42.5(pid=11527): stderr: | 20221213002711937 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002711938 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002711938 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002711938 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002711939 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002711939 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002711939 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:13.664378 run patchelf(pid=11530): Terminating (SIGINT) 00:27:13.834842 run patchelf(pid=11530): Terminated: ok {rc=0} 00:27:13.957181 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11527): Process ended prematurely: osmo-stp_10.42.42.5(pid=11527) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8] 00:27:13.966533 tst iperf3m4.py:8: Test FAILED (10.4 sec) 00:27:13.993957 run osmo-hlr_10.42.42.2(pid=11524): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11524)] 00:27:14.042253 run osmo-hlr_10.42.42.2(pid=11524): stdout: | (launched: 2022-12-13_00:27:10.783275) 00:27:14.092389 run osmo-hlr_10.42.42.2(pid=11524): stderr: | 20221213002710976 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002710976 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002710976 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002710976 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002710976 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002710976 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002710988 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002710997 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002710997 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002710997 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:14.142501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminating (SIGTERM) 00:27:14.182557 run iperf3-srv_10.42.42.10(pid=11514): Terminating (SIGTERM) 00:27:14.222560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminating (SIGTERM) 00:27:14.262688 run iperf3-srv_10.42.42.10(pid=11516): Terminating (SIGTERM) 00:27:14.302597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Terminating (SIGTERM) 00:27:14.342964 run iperf3-srv_10.42.42.10(pid=11518): Terminating (SIGTERM) 00:27:14.382666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminating (SIGTERM) 00:27:14.422454 run iperf3-srv_10.42.42.10(pid=11520): Terminating (SIGTERM) 00:27:14.462055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Terminating (SIGTERM) 00:27:14.502435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Terminating (SIGTERM) 00:27:14.542477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Terminating (SIGTERM) 00:27:14.583014 --- ParallelTerminationStrategy: PID 11513 died... 00:27:14.602281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminated: ok {rc=0} 00:27:14.646470 --- ParallelTerminationStrategy: PID 11514 died... 00:27:14.664925 run iperf3-srv_10.42.42.10(pid=11514): Terminated {rc=256} 00:27:14.709017 --- ParallelTerminationStrategy: PID 11515 died... 00:27:14.727543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminated: ok {rc=0} 00:27:14.771420 --- ParallelTerminationStrategy: PID 11516 died... 00:27:14.789924 run iperf3-srv_10.42.42.10(pid=11516): Terminated {rc=256} 00:27:14.833333 --- ParallelTerminationStrategy: PID 11517 died... 00:27:14.851999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Terminated: ok {rc=0} 00:27:14.896715 --- ParallelTerminationStrategy: PID 11518 died... 00:27:14.915384 run iperf3-srv_10.42.42.10(pid=11518): Terminated {rc=256} 00:27:14.959583 --- ParallelTerminationStrategy: PID 11519 died... 00:27:14.978067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminated: ok {rc=0} 00:27:15.021844 --- ParallelTerminationStrategy: PID 11520 died... 00:27:15.040326 run iperf3-srv_10.42.42.10(pid=11520): Terminated {rc=256} 00:27:15.084533 --- ParallelTerminationStrategy: PID 11523 died... 00:27:15.103338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Terminated: ok {rc=0} 00:27:15.147292 --- ParallelTerminationStrategy: PID 11526 died... 00:27:15.165849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Terminated: ok {rc=0} 00:27:15.209720 --- ParallelTerminationStrategy: PID 11529 died... 00:27:15.228221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Terminated: ok {rc=0} 00:27:15.311797 bus /gobi_4: Setting Powered False 00:27:16.410008 bus /gobi_4: Setting Powered False 00:27:17.530122 bus /gobi_1: Setting Powered False 00:27:18.628778 bus /gobi_1: Setting Powered False 00:27:19.746206 bus /gobi_0: Setting Powered False 00:27:20.844013 bus /gobi_0: Setting Powered False 00:27:21.961630 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 00:27:23.062711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.074204 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:27:23.131398 tst ping.py: using LAC 32361 00:27:23.249361 tst ping.py: using RAC 231 00:27:23.365759 tst ping.py: using CellId 32361 00:27:23.481772 tst ping.py: using BVCI 32362 00:27:23.588453 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.599408 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.610058 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.620594 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.631210 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.641763 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.652426 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:23.663059 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:23.778775 tst ping.py:19: start network... 00:27:23.992365 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:27:24.481803 run create_hlr_db(pid=11532): Launched 00:27:24.603051 bus /gobi_6: Setting Powered False 00:27:25.665927 run create_hlr_db(pid=11532): Terminated: ok {rc=0} 00:27:26.108452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Launched 00:27:26.425498 run osmo-hlr_10.42.42.2(pid=11535): Launched 00:27:26.546936 run osmo-stp_10.42.42.5: Starting osmo-stp 00:27:27.097497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Launched 00:27:27.414788 run osmo-stp_10.42.42.5(pid=11538): Launched 00:27:27.535713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:27:28.083541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Launched 00:27:28.205490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:28.473882 run patchelf(pid=11541): Launched 00:27:28.650430 run osmo-stp_10.42.42.5(pid=11538): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)] 00:27:28.785345 run osmo-stp_10.42.42.5(pid=11538): stdout: | (launched: 2022-12-13_00:27:27.356633) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:28.922279 run osmo-stp_10.42.42.5(pid=11538): stderr: | 20221213002727545 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002727545 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002727545 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002727546 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002727546 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002727546 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002727546 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:29.059411 run osmo-stp_10.42.42.5(pid=11538): stdout: | (launched: 2022-12-13_00:27:27.356633) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:29.190011 run osmo-stp_10.42.42.5(pid=11538): stderr: | 20221213002727545 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002727545 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002727545 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002727546 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002727546 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002727546 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002727546 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:29.344886 run patchelf(pid=11541): Terminating (SIGINT) 00:27:29.523747 run patchelf(pid=11541): Terminated: ok {rc=0} 00:27:29.652481 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22] 00:27:29.661996 tst ping.py:22: Test FAILED (6.6 sec) 00:27:29.690889 run osmo-hlr_10.42.42.2(pid=11535): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11535)] 00:27:29.741905 run osmo-hlr_10.42.42.2(pid=11535): stdout: | (launched: 2022-12-13_00:27:26.367425) 00:27:29.794388 run osmo-hlr_10.42.42.2(pid=11535): stderr: | 20221213002726560 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002726560 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002726560 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002726560 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002726560 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002726561 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002726576 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002726587 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002726587 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002726587 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:29.847462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminating (SIGTERM) 00:27:29.890289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminating (SIGTERM) 00:27:29.933316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Terminating (SIGTERM) 00:27:29.976144 --- ParallelTerminationStrategy: PID 11534 died... 00:27:29.996372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminated: ok {rc=0} 00:27:30.043790 --- ParallelTerminationStrategy: PID 11537 died... 00:27:30.063423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminated: ok {rc=0} 00:27:30.110791 --- ParallelTerminationStrategy: PID 11540 died... 00:27:30.130485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Terminated: ok {rc=0} 00:27:30.219466 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 00:27:31.305243 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.318247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:27:31.380218 tst ping_idle_ping.py: using LAC 32362 00:27:31.500713 tst ping_idle_ping.py: using RAC 232 00:27:31.628110 tst ping_idle_ping.py: using CellId 32362 00:27:31.750220 tst ping_idle_ping.py: using BVCI 32363 00:27:31.892774 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.904274 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.915696 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.927709 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.939655 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.951868 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.963960 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:27:31.975778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:27:32.095946 tst ping_idle_ping.py:24: start network... 00:27:32.298265 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:27:32.764207 run create_hlr_db(pid=11542): Launched 00:27:32.886630 bus /gobi_6: Setting Powered False 00:27:33.945700 run create_hlr_db(pid=11542): Terminated: ok {rc=0} 00:27:34.358982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Launched 00:27:34.654178 run osmo-hlr_10.42.42.2(pid=11545): Launched 00:27:34.765890 run osmo-stp_10.42.42.5: Starting osmo-stp 00:27:35.281790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Launched 00:27:35.576767 run osmo-stp_10.42.42.5(pid=11548): Launched 00:27:35.688564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:27:36.198859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Launched 00:27:36.311475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:36.561954 run patchelf(pid=11551): Launched 00:27:36.726879 run osmo-stp_10.42.42.5(pid=11548): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)] 00:27:36.852337 run osmo-stp_10.42.42.5(pid=11548): stdout: | (launched: 2022-12-13_00:27:35.522484) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:36.979448 run osmo-stp_10.42.42.5(pid=11548): stderr: | 20221213002735689 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002735690 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002735690 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002735691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002735691 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002735691 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002735691 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:37.107567 run osmo-stp_10.42.42.5(pid=11548): stdout: | (launched: 2022-12-13_00:27:35.522484) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:37.230927 run osmo-stp_10.42.42.5(pid=11548): stderr: | 20221213002735689 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002735690 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002735690 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002735691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002735691 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002735691 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002735691 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:37.374391 run patchelf(pid=11551): Terminating (SIGINT) 00:27:37.541936 run patchelf(pid=11551): Terminated: ok {rc=0} 00:27:37.662823 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 00:27:37.671538 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:27:37.697982 run osmo-hlr_10.42.42.2(pid=11545): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11545)] 00:27:37.745877 run osmo-hlr_10.42.42.2(pid=11545): stdout: | (launched: 2022-12-13_00:27:34.599746) 00:27:37.795656 run osmo-hlr_10.42.42.2(pid=11545): stderr: | 20221213002734772 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002734772 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002734772 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002734772 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002734772 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002734772 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002734784 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002734793 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002734793 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002734793 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:37.846067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminating (SIGTERM) 00:27:37.885919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminating (SIGTERM) 00:27:37.925739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Terminating (SIGTERM) 00:27:37.965695 --- ParallelTerminationStrategy: PID 11544 died... 00:27:37.984387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminated: ok {rc=0} 00:27:38.028052 --- ParallelTerminationStrategy: PID 11547 died... 00:27:38.046507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminated: ok {rc=0} 00:27:38.090355 --- ParallelTerminationStrategy: PID 11550 died... 00:27:38.108785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Terminated: ok {rc=0} 00:27:38.191729 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:oc2g+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:27:39.479976 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:27:39.487652 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:27:39.509860 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 00:27:39.545356 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:27:39.598900 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:27:39.620058 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 00:27:39.655326 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:27:40.213530 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 00:27:40.218794 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.230322 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:27:40.287631 tst switch_tch_pdch.py: using LAC 32363 00:27:40.411656 tst switch_tch_pdch.py: using RAC 233 00:27:40.535365 tst switch_tch_pdch.py: using CellId 32363 00:27:40.659342 tst switch_tch_pdch.py: using BVCI 32364 00:27:40.768039 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.779247 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.790385 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.801993 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.813621 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.825255 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.836903 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:27:40.848257 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:27:40.967712 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:27:41.087560 tst switch_tch_pdch.py:51: start network... 00:27:41.300198 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:27:41.790252 run create_hlr_db(pid=11555): Launched 00:27:41.911290 bus /gobi_6: Setting Powered False 00:27:42.974798 run create_hlr_db(pid=11555): Terminated: ok {rc=0} 00:27:43.399817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Launched 00:27:43.695741 run osmo-hlr_10.42.42.2(pid=11558): Launched 00:27:43.806751 run osmo-stp_10.42.42.5: Starting osmo-stp 00:27:44.317523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Launched 00:27:44.613408 run osmo-stp_10.42.42.5(pid=11561): Launched 00:27:44.725774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:27:45.237652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Launched 00:27:45.349968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:45.599063 run patchelf(pid=11564): Launched 00:27:45.763543 run osmo-stp_10.42.42.5(pid=11561): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)] 00:27:45.895584 run osmo-stp_10.42.42.5(pid=11561): stdout: | (launched: 2022-12-13_00:27:44.558925) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:46.025192 run osmo-stp_10.42.42.5(pid=11561): stderr: | 20221213002744724 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002744725 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002744725 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002744725 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002744726 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002744726 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002744726 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:46.154275 run osmo-stp_10.42.42.5(pid=11561): stdout: | (launched: 2022-12-13_00:27:44.558925) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:46.277455 run osmo-stp_10.42.42.5(pid=11561): stderr: | 20221213002744724 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002744725 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002744725 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002744725 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002744726 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002744726 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002744726 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:46.423806 run patchelf(pid=11564): Terminating (SIGINT) 00:27:46.594317 run patchelf(pid=11564): Terminated: ok {rc=0} 00:27:46.716871 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11561): Process ended prematurely: osmo-stp_10.42.42.5(pid=11561) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)] [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 00:27:46.726320 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 00:27:46.753500 run osmo-hlr_10.42.42.2(pid=11558): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11558)] 00:27:46.802111 run osmo-hlr_10.42.42.2(pid=11558): stdout: | (launched: 2022-12-13_00:27:43.640553) 00:27:46.852168 run osmo-hlr_10.42.42.2(pid=11558): stderr: | 20221213002743813 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002743813 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002743813 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002743813 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002743813 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002743813 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002743826 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002743835 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002743835 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002743835 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:46.902488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Terminating (SIGTERM) 00:27:46.942631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Terminating (SIGTERM) 00:27:46.983283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Terminating (SIGTERM) 00:27:47.025367 --- ParallelTerminationStrategy: PID 11557 died... 00:27:47.044617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Terminated: ok {rc=0} 00:27:47.088884 --- ParallelTerminationStrategy: PID 11560 died... 00:27:47.107837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Terminated: ok {rc=0} 00:27:47.152452 --- ParallelTerminationStrategy: PID 11563 died... 00:27:47.171606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Terminated: ok {rc=0} 00:27:47.255372 bus /gobi_0: Setting Powered False 00:27:48.350422 bus /gobi_0: Setting Powered False 00:27:49.464802 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 00:27:50.699835 tst dynts:oc2g+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:27:50.705823 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 00:27:50.726028 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 00:27:50.760047 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 00:27:50.812113 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 00:27:50.832497 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 00:27:50.866591 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 00:27:51.421432 tst dynts:oc2g+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 00:27:51.426404 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:51.437180 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 00:27:51.492022 tst switch_tch_pdch.py: using LAC 32364 00:27:51.609111 tst switch_tch_pdch.py: using RAC 234 00:27:51.724318 tst switch_tch_pdch.py: using CellId 32364 00:27:51.840047 tst switch_tch_pdch.py: using BVCI 32365 00:27:51.948690 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:51.959652 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:51.970202 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:51.980703 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:51.991245 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:52.001721 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:52.012941 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:27:52.023510 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:27:52.142344 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:27:52.261525 tst switch_tch_pdch.py:51: start network... 00:27:52.475576 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:27:52.938618 run create_hlr_db(pid=11568): Launched 00:27:53.059371 bus /gobi_6: Setting Powered False 00:27:54.121680 run create_hlr_db(pid=11568): Terminated: ok {rc=0} 00:27:54.519440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Launched 00:27:54.812479 run osmo-hlr_10.42.42.2(pid=11571): Launched 00:27:54.923377 run osmo-stp_10.42.42.5: Starting osmo-stp 00:27:55.420657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Launched 00:27:55.715164 run osmo-stp_10.42.42.5(pid=11574): Launched 00:27:55.826753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:27:56.310343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Launched 00:27:56.422660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:27:56.672094 run patchelf(pid=11577): Launched 00:27:56.836596 run osmo-stp_10.42.42.5(pid=11574): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] 00:27:56.961317 run osmo-stp_10.42.42.5(pid=11574): stdout: | (launched: 2022-12-13_00:27:55.661347) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:57.087544 run osmo-stp_10.42.42.5(pid=11574): stderr: | 20221213002755824 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002755825 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002755825 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002755825 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002755826 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002755826 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002755826 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:57.213725 run osmo-stp_10.42.42.5(pid=11574): stdout: | (launched: 2022-12-13_00:27:55.661347) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:27:57.335199 run osmo-stp_10.42.42.5(pid=11574): stderr: | 20221213002755824 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002755825 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002755825 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002755825 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002755826 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002755826 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002755826 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:27:57.477974 run patchelf(pid=11577): Terminating (SIGINT) 00:27:57.645069 run patchelf(pid=11577): Terminated: ok {rc=0} 00:27:57.765082 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 00:27:57.773902 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec) 00:27:57.800114 run osmo-hlr_10.42.42.2(pid=11571): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11571)] 00:27:57.847344 run osmo-hlr_10.42.42.2(pid=11571): stdout: | (launched: 2022-12-13_00:27:54.758792) 00:27:57.896842 run osmo-hlr_10.42.42.2(pid=11571): stderr: | 20221213002754930 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002754930 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002754930 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002754930 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002754930 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002754930 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002754942 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002754951 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002754951 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002754951 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:27:57.946151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminating (SIGTERM) 00:27:57.985997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminating (SIGTERM) 00:27:58.025721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Terminating (SIGTERM) 00:27:58.065458 --- ParallelTerminationStrategy: PID 11570 died... 00:27:58.084192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminated: ok {rc=0} 00:27:58.127759 --- ParallelTerminationStrategy: PID 11573 died... 00:27:58.146075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminated: ok {rc=0} 00:27:58.189530 --- ParallelTerminationStrategy: PID 11576 died... 00:27:58.207893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Terminated: ok {rc=0} 00:27:58.290847 bus /gobi_0: Setting Powered False 00:27:59.387634 bus /gobi_0: Setting Powered False 00:28:00.504103 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:oc2g+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:trx-b200 --------------------------------------------------------------------- 00:28:01.762431 tst nitb_sms:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:01.767443 tst nitb_sms:trx-b200: Verifying 1 x bts (candidates: 11) 00:28:01.807378 tst nitb_sms:trx-b200: Verifying 1 x ip_address (candidates: 9) 00:28:01.815520 tst nitb_sms:trx-b200: Verifying 2 x modem (candidates: 12) 00:28:01.873904 tst nitb_sms:trx-b200: Reserving 1 x bts (candidates: 11) 00:28:01.918626 tst nitb_sms:trx-b200: Reserving 1 x ip_address (candidates: 9) 00:28:01.927083 tst nitb_sms:trx-b200: Reserving 2 x modem (candidates: 12) 00:28:02.453779 tst nitb_sms:trx-b200: RESERVED RESOURCES for nitb_sms: bts Ettus B200 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:trx-b200 mo_mt_sms.py ---------------------------------------------- 00:28:02.458565 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1) 00:28:02.469341 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1) 00:28:02.517524 tst mo_mt_sms.py: using LAC 32365 00:28:02.631443 tst mo_mt_sms.py: using RAC 235 00:28:02.746605 tst mo_mt_sms.py: using CellId 32365 00:28:02.872708 tst mo_mt_sms.py: using BVCI 32366 00:28:02.989061 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2) 00:28:03.105205 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2) 00:28:03.220155 tst mo_mt_sms.py:9: start nitb and bts... 00:28:03.419178 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:28:04.020716 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Launched 00:28:04.314397 run osmo-nitb_10.42.42.2(pid=11582): Launched 00:28:04.477140 run osmo-nitb_10.42.42.2(pid=11582): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)] 00:28:04.609638 run osmo-nitb_10.42.42.2(pid=11582): stdout: | (launched: 2022-12-13_00:28:04.260333) 00:28:04.744042 run osmo-nitb_10.42.42.2(pid=11582): stderr: | (launched: 2022-12-13_00:28:04.304246) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:28:04.878244 run osmo-nitb_10.42.42.2(pid=11582): stdout: | (launched: 2022-12-13_00:28:04.260333) 00:28:05.007026 run osmo-nitb_10.42.42.2(pid=11582): stderr: | (launched: 2022-12-13_00:28:04.304246) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)] 00:28:05.425138 tst osmo-nitb_10.42.42.2(pid=11582): stdout: | (launched: 2022-12-13_00:28:04.260333) 00:28:05.543308 tst osmo-nitb_10.42.42.2(pid=11582): stderr: | (launched: 2022-12-13_00:28:04.304246) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:28:05.683246 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)] [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11] 00:28:05.691576 tst mo_mt_sms.py:11: Test FAILED (3.2 sec) 00:28:05.698077 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Terminating (SIGTERM) 00:28:05.906434 --- ParallelTerminationStrategy: PID 11581 died... 00:28:05.927329 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Terminated: ok {rc=0} 00:28:06.011893 bus /sierra_3: Setting Powered False 00:28:07.114004 bus /sierra_3: Setting Powered False 00:28:08.231252 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:trx-b200 --------------------------------------------------------------------- 00:28:09.426132 tst sms:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:09.430071 tst sms:trx-b200: Verifying 1 x bts (candidates: 11) 00:28:09.462572 tst sms:trx-b200: Verifying 6 x ip_address (candidates: 9) 00:28:09.488893 tst sms:trx-b200: Verifying 2 x modem (candidates: 12) 00:28:09.539551 tst sms:trx-b200: Reserving 1 x bts (candidates: 11) 00:28:09.572319 tst sms:trx-b200: Reserving 6 x ip_address (candidates: 9) 00:28:09.598483 tst sms:trx-b200: Reserving 2 x modem (candidates: 12) 00:28:10.148297 tst sms:trx-b200: RESERVED RESOURCES for sms: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:trx-b200 mo_mt_sms.py ---------------------------------------------- 00:28:10.154185 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.165297 tst sms:trx-b200: Using 1 x bts (candidates: 1) 00:28:10.211122 tst mo_mt_sms.py: using LAC 32366 00:28:10.325262 tst mo_mt_sms.py: using RAC 236 00:28:10.441723 tst mo_mt_sms.py: using CellId 32366 00:28:10.555351 tst mo_mt_sms.py: using BVCI 32367 00:28:10.661329 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.671845 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.682239 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.692468 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.703229 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:10.713522 tst sms:trx-b200: Using 1 x modem (candidates: 2) 00:28:10.832862 tst sms:trx-b200: Using 1 x modem (candidates: 2) 00:28:10.950682 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:28:11.443217 run create_hlr_db(pid=11587): Launched 00:28:11.564851 bus /sierra_2: Setting Powered False 00:28:12.627816 run create_hlr_db(pid=11587): Terminated: ok {rc=0} 00:28:13.053709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Launched 00:28:13.347095 run osmo-hlr_10.42.42.2(pid=11590): Launched 00:28:13.459250 run osmo-stp_10.42.42.5: Starting osmo-stp 00:28:13.969190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Launched 00:28:14.263548 run osmo-stp_10.42.42.5(pid=11593): Launched 00:28:14.375172 run osmo-msc_10.42.42.6: Starting osmo-msc 00:28:14.907866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Launched 00:28:15.201584 run osmo-msc_10.42.42.6(pid=11596): Launched 00:28:15.365801 run osmo-stp_10.42.42.5(pid=11593): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)] 00:28:15.491054 run osmo-stp_10.42.42.5(pid=11593): stdout: | (launched: 2022-12-13_00:28:14.209408) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:15.615926 run osmo-stp_10.42.42.5(pid=11593): stderr: | 20221213002814376 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002814376 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002814376 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002814376 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002814377 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002814377 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002814377 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:15.738920 run osmo-stp_10.42.42.5(pid=11593): stdout: | (launched: 2022-12-13_00:28:14.209408) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:15.862403 run osmo-stp_10.42.42.5(pid=11593): stderr: | 20221213002814376 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002814376 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002814376 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002814376 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002814377 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002814377 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002814377 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:16.015536 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)] [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16] 00:28:16.025188 tst mo_mt_sms.py:16: Test FAILED (5.9 sec) 00:28:16.052013 run osmo-hlr_10.42.42.2(pid=11590): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11590)] 00:28:16.101510 run osmo-hlr_10.42.42.2(pid=11590): stdout: | (launched: 2022-12-13_00:28:13.293153) 00:28:16.152261 run osmo-hlr_10.42.42.2(pid=11590): stderr: | 20221213002813463 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002813463 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002813464 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002813464 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002813464 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002813464 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002813476 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002813484 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002813485 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002813485 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:28:16.222841 run osmo-msc_10.42.42.6(pid=11596): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11596)] 00:28:16.271869 run osmo-msc_10.42.42.6(pid=11596): stdout: | (launched: 2022-12-13_00:28:15.147317) 00:28:16.322853 run osmo-msc_10.42.42.6(pid=11596): stderr: | 20221213002815415 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002815415 DLGLOBAL DEBUG validating counter group 0x7f9cf702fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002815416 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002815416 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002815416 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002815416 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002815419 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002815419 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002815419 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002815420 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:28:16.373971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminating (SIGTERM) 00:28:16.414999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminating (SIGTERM) 00:28:16.455847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminating (SIGTERM) 00:28:16.496734 --- ParallelTerminationStrategy: PID 11589 died... 00:28:16.516719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminated: ok {rc=0} 00:28:16.562325 --- ParallelTerminationStrategy: PID 11592 died... 00:28:16.581684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminated: ok {rc=0} 00:28:16.627372 --- ParallelTerminationStrategy: PID 11595 died... 00:28:16.647170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminated: ok {rc=0} 00:28:16.735208 bus /sierra_3: Setting Powered False 00:28:17.843084 bus /sierra_3: Setting Powered False 00:28:18.961633 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-b200 --------------------------------------------------------------------- 00:28:20.187295 tst nitb_ussd:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:20.191007 tst nitb_ussd:trx-b200: Verifying 1 x bts (candidates: 11) 00:28:20.223648 tst nitb_ussd:trx-b200: Verifying 1 x ip_address (candidates: 9) 00:28:20.230184 tst nitb_ussd:trx-b200: Verifying 1 x modem (candidates: 12) 00:28:20.264897 tst nitb_ussd:trx-b200: Reserving 1 x bts (candidates: 11) 00:28:20.299477 tst nitb_ussd:trx-b200: Reserving 1 x ip_address (candidates: 9) 00:28:20.306598 tst nitb_ussd:trx-b200: Reserving 1 x modem (candidates: 12) 00:28:20.822676 tst nitb_ussd:trx-b200: RESERVED RESOURCES for nitb_ussd: bts Ettus B200 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:trx-b200 assert_extension.py ---------------------------------------------- 00:28:20.827820 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1) 00:28:20.838696 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1) 00:28:20.885811 tst assert_extension.py: using LAC 32367 00:28:21.001072 tst assert_extension.py: using RAC 237 00:28:21.116168 tst assert_extension.py: using CellId 32367 00:28:21.231081 tst assert_extension.py: using BVCI 32368 00:28:21.338372 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1) 00:28:21.454673 tst assert_extension.py:10: start nitb and bts... 00:28:21.666781 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:28:22.312709 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Launched 00:28:22.628715 run osmo-nitb_10.42.42.2(pid=11602): Launched 00:28:22.804322 run osmo-nitb_10.42.42.2(pid=11602): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] 00:28:22.947327 run osmo-nitb_10.42.42.2(pid=11602): stdout: | (launched: 2022-12-13_00:28:22.571418) 00:28:23.091884 run osmo-nitb_10.42.42.2(pid=11602): stderr: | (launched: 2022-12-13_00:28:22.618402) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:28:23.236473 run osmo-nitb_10.42.42.2(pid=11602): stdout: | (launched: 2022-12-13_00:28:22.571418) 00:28:23.374861 run osmo-nitb_10.42.42.2(pid=11602): stderr: | (launched: 2022-12-13_00:28:22.618402) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] 00:28:23.747953 tst osmo-nitb_10.42.42.2(pid=11602): stdout: | (launched: 2022-12-13_00:28:22.571418) 00:28:23.875934 tst osmo-nitb_10.42.42.2(pid=11602): stderr: | (launched: 2022-12-13_00:28:22.618402) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:28:24.027812 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12] 00:28:24.036670 tst assert_extension.py:12: Test FAILED (3.2 sec) 00:28:24.043627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminating (SIGTERM) 00:28:24.255378 --- ParallelTerminationStrategy: PID 11601 died... 00:28:24.277082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminated: ok {rc=0} 00:28:24.365806 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:trx-b200 --------------------------------------------------------------------- 00:28:25.541308 tst ussd:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:25.545395 tst ussd:trx-b200: Verifying 1 x bts (candidates: 11) 00:28:25.578447 tst ussd:trx-b200: Verifying 6 x ip_address (candidates: 9) 00:28:25.604854 tst ussd:trx-b200: Verifying 1 x modem (candidates: 12) 00:28:25.643718 tst ussd:trx-b200: Reserving 1 x bts (candidates: 11) 00:28:25.677982 tst ussd:trx-b200: Reserving 6 x ip_address (candidates: 9) 00:28:25.704176 tst ussd:trx-b200: Reserving 1 x modem (candidates: 12) 00:28:26.229593 tst ussd:trx-b200: RESERVED RESOURCES for ussd: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:trx-b200 assert_extension.py ---------------------------------------------- 00:28:26.234811 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.245806 tst ussd:trx-b200: Using 1 x bts (candidates: 1) 00:28:26.296427 tst assert_extension.py: using LAC 32368 00:28:26.418830 tst assert_extension.py: using RAC 238 00:28:26.541740 tst assert_extension.py: using CellId 32368 00:28:26.663961 tst assert_extension.py: using BVCI 32369 00:28:26.771236 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.781879 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.792365 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.803301 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.813965 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 00:28:26.824492 tst ussd:trx-b200: Using 1 x modem (candidates: 1) 00:28:26.942591 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:28:27.432672 run create_hlr_db(pid=11606): Launched 00:28:27.554494 bus /sierra_2: Setting Powered False 00:28:28.617313 run create_hlr_db(pid=11606): Terminated: ok {rc=0} 00:28:29.057413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Launched 00:28:29.374380 run osmo-hlr_10.42.42.2(pid=11609): Launched 00:28:29.494935 run osmo-stp_10.42.42.5: Starting osmo-stp 00:28:30.040425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Launched 00:28:30.357116 run osmo-stp_10.42.42.5(pid=11612): Launched 00:28:30.477936 run osmo-msc_10.42.42.6: Starting osmo-msc 00:28:31.081574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Launched 00:28:31.397778 run osmo-msc_10.42.42.6(pid=11615): Launched 00:28:31.735778 run osmo-stp_10.42.42.5(pid=11612): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)] 00:28:31.945865 run osmo-stp_10.42.42.5(pid=11612): stdout: | (launched: 2022-12-13_00:28:30.299255) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:32.161214 run osmo-stp_10.42.42.5(pid=11612): stderr: | 20221213002830485 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002830485 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002830485 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002830486 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002830486 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002830486 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002830486 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:32.312239 run osmo-stp_10.42.42.5(pid=11612): stdout: | (launched: 2022-12-13_00:28:30.299255) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:32.428920 run osmo-stp_10.42.42.5(pid=11612): stderr: | 20221213002830485 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002830485 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002830485 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002830486 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002830486 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002830486 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002830486 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:32.568840 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11612): Process ended prematurely: osmo-stp_10.42.42.5(pid=11612) [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)] [trial-2384↪ussd:trx-b200↪assert_extension.py:17] 00:28:32.577106 tst assert_extension.py:17: Test FAILED (6.3 sec) 00:28:32.603345 run osmo-hlr_10.42.42.2(pid=11609): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11609)] 00:28:32.651551 run osmo-hlr_10.42.42.2(pid=11609): stdout: | (launched: 2022-12-13_00:28:29.316401) 00:28:32.701205 run osmo-hlr_10.42.42.2(pid=11609): stderr: | 20221213002829511 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002829511 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002829511 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002829511 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002829511 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002829511 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002829523 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002829531 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002829531 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002829531 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:28:32.770439 run osmo-msc_10.42.42.6(pid=11615): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11615)] 00:28:32.818381 run osmo-msc_10.42.42.6(pid=11615): stdout: | (launched: 2022-12-13_00:28:31.339879) 00:28:32.867961 run osmo-msc_10.42.42.6(pid=11615): stderr: | 20221213002831945 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002831946 DLGLOBAL DEBUG validating counter group 0x7f1eff1cec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002831946 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002831946 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002831946 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002831950 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002831956 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002831959 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002831959 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002831959 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:28:32.917962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Terminating (SIGTERM) 00:28:32.958039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Terminating (SIGTERM) 00:28:32.998015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Terminating (SIGTERM) 00:28:33.038280 --- ParallelTerminationStrategy: PID 11608 died... 00:28:33.057468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Terminated: ok {rc=0} 00:28:33.101473 --- ParallelTerminationStrategy: PID 11611 died... 00:28:33.119854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Terminated: ok {rc=0} 00:28:33.163606 --- ParallelTerminationStrategy: PID 11614 died... 00:28:33.182130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Terminated: ok {rc=0} 00:28:33.265659 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:28:34.478483 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:34.485536 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:28:34.520615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:28:34.547682 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:28:34.600392 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:28:34.634333 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:28:34.661569 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:28:35.212689 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:28:35.265659 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.277044 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:28:35.347270 tst mo_mt_call.py: using LAC 32369 00:28:35.476019 tst mo_mt_call.py: using RAC 239 00:28:35.597274 tst mo_mt_call.py: using CellId 32369 00:28:35.715203 tst mo_mt_call.py: using BVCI 32370 00:28:35.824462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.835570 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.846506 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.857572 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.868337 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:35.879051 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:28:35.997581 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:28:36.115266 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:28:36.579384 run create_hlr_db(pid=11620): Launched 00:28:36.702676 bus /sierra_2: Setting Powered False 00:28:37.762846 run create_hlr_db(pid=11620): Terminated: ok {rc=0} 00:28:38.202250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Launched 00:28:38.524403 run osmo-hlr_10.42.42.2(pid=11623): Launched 00:28:38.648574 run osmo-stp_10.42.42.5: Starting osmo-stp 00:28:39.202345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Launched 00:28:39.524253 run osmo-stp_10.42.42.5(pid=11626): Launched 00:28:39.647342 run osmo-msc_10.42.42.6: Starting osmo-msc 00:28:40.233714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Launched 00:28:40.558306 run osmo-msc_10.42.42.6(pid=11629): Launched 00:28:40.738988 run osmo-stp_10.42.42.5(pid=11626): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)] 00:28:40.876315 run osmo-stp_10.42.42.5(pid=11626): stdout: | (launched: 2022-12-13_00:28:39.465768) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:41.014610 run osmo-stp_10.42.42.5(pid=11626): stderr: | 20221213002839651 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002839651 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002839651 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002839652 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002839652 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002839652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002839652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:41.150425 run osmo-stp_10.42.42.5(pid=11626): stdout: | (launched: 2022-12-13_00:28:39.465768) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:41.279410 run osmo-stp_10.42.42.5(pid=11626): stderr: | 20221213002839651 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002839651 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002839651 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002839652 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002839652 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002839652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002839652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:41.433715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11626): Process ended prematurely: osmo-stp_10.42.42.5(pid=11626) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:28:41.443064 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:28:41.471274 run osmo-hlr_10.42.42.2(pid=11623): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11623)] 00:28:41.522188 run osmo-hlr_10.42.42.2(pid=11623): stdout: | (launched: 2022-12-13_00:28:38.465927) 00:28:41.574956 run osmo-hlr_10.42.42.2(pid=11623): stderr: | 20221213002838657 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002838657 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002838657 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002838657 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002838657 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002838657 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002838670 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002838679 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002838679 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002838679 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:28:41.648294 run osmo-msc_10.42.42.6(pid=11629): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11629)] 00:28:41.698933 run osmo-msc_10.42.42.6(pid=11629): stdout: | (launched: 2022-12-13_00:28:40.499144) 00:28:41.751308 run osmo-msc_10.42.42.6(pid=11629): stderr: | 20221213002840815 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002840815 DLGLOBAL DEBUG validating counter group 0x7f781e2b6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002840815 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002840815 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002840816 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002840816 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002840818 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002840818 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002840818 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002840818 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:28:41.804190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Terminating (SIGTERM) 00:28:41.846538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Terminating (SIGTERM) 00:28:41.888910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Terminating (SIGTERM) 00:28:41.931333 --- ParallelTerminationStrategy: PID 11622 died... 00:28:41.951573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Terminated: ok {rc=0} 00:28:41.998606 --- ParallelTerminationStrategy: PID 11625 died... 00:28:42.018209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Terminated: ok {rc=0} 00:28:42.065086 --- ParallelTerminationStrategy: PID 11628 died... 00:28:42.084517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Terminated: ok {rc=0} 00:28:42.173673 bus /sierra_3: Setting Powered False 00:28:43.272698 bus /sierra_3: Setting Powered False 00:28:44.389500 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:28:45.532061 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:45.543788 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:28:45.613978 tst mo_mt_call_osmux.py: using LAC 32370 00:28:45.742722 tst mo_mt_call_osmux.py: using RAC 240 00:28:45.879238 tst mo_mt_call_osmux.py: using CellId 32370 00:28:46.011332 tst mo_mt_call_osmux.py: using BVCI 32371 00:28:46.128199 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:46.140351 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:46.152201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:46.164410 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:46.176625 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:28:46.188308 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:28:46.303609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:28:46.428894 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:28:46.979600 run create_hlr_db(pid=11631): Launched 00:28:47.135593 bus /sierra_2: Setting Powered False 00:28:48.199303 run create_hlr_db(pid=11631): Terminated: ok {rc=0} 00:28:48.630313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Launched 00:28:48.930827 run osmo-hlr_10.42.42.2(pid=11634): Launched 00:28:49.045483 run osmo-stp_10.42.42.5: Starting osmo-stp 00:28:49.564188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Launched 00:28:49.866107 run osmo-stp_10.42.42.5(pid=11637): Launched 00:28:49.980138 run osmo-msc_10.42.42.6: Starting osmo-msc 00:28:50.523712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Launched 00:28:50.823625 run osmo-msc_10.42.42.6(pid=11640): Launched 00:28:50.991038 run osmo-stp_10.42.42.5(pid=11637): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)] 00:28:51.118069 run osmo-stp_10.42.42.5(pid=11637): stdout: | (launched: 2022-12-13_00:28:49.810623) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:51.244722 run osmo-stp_10.42.42.5(pid=11637): stderr: | 20221213002849979 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002849979 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002849979 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002849980 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002849980 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002849980 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002849980 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:51.370356 run osmo-stp_10.42.42.5(pid=11637): stdout: | (launched: 2022-12-13_00:28:49.810623) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:28:51.490085 run osmo-stp_10.42.42.5(pid=11637): stderr: | 20221213002849979 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002849979 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002849979 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002849980 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002849980 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002849980 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002849980 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:28:51.633594 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11637): Process ended prematurely: osmo-stp_10.42.42.5(pid=11637) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:28:51.642526 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 00:28:51.669254 run osmo-hlr_10.42.42.2(pid=11634): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11634)] 00:28:51.717210 run osmo-hlr_10.42.42.2(pid=11634): stdout: | (launched: 2022-12-13_00:28:48.876088) 00:28:51.766600 run osmo-hlr_10.42.42.2(pid=11634): stderr: | 20221213002849048 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002849048 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002849048 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002849048 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002849048 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002849048 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002849060 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002849069 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002849069 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002849069 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:28:51.835176 run osmo-msc_10.42.42.6(pid=11640): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11640)] 00:28:51.882935 run osmo-msc_10.42.42.6(pid=11640): stdout: | (launched: 2022-12-13_00:28:50.768850) 00:28:51.932019 run osmo-msc_10.42.42.6(pid=11640): stderr: | 20221213002851039 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002851039 DLGLOBAL DEBUG validating counter group 0x7fafc3d10c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002851039 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002851039 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002851039 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002851040 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002851042 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002851043 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002851043 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002851043 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:28:51.981524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Terminating (SIGTERM) 00:28:52.021046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Terminating (SIGTERM) 00:28:52.060529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Terminating (SIGTERM) 00:28:52.100231 --- ParallelTerminationStrategy: PID 11633 died... 00:28:52.119579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Terminated: ok {rc=0} 00:28:52.163395 --- ParallelTerminationStrategy: PID 11636 died... 00:28:52.181884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Terminated: ok {rc=0} 00:28:52.225594 --- ParallelTerminationStrategy: PID 11639 died... 00:28:52.244051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Terminated: ok {rc=0} 00:28:52.329107 bus /sierra_3: Setting Powered False 00:28:53.428925 bus /sierra_3: Setting Powered False 00:28:54.545312 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:28:55.793537 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:28:55.800065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:28:55.833302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:28:55.859687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:28:55.910622 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:28:55.943638 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:28:55.970115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:28:56.520168 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:28:56.568506 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:56.579586 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:28:56.647757 tst mo_mt_call.py: using LAC 32371 00:28:56.776036 tst mo_mt_call.py: using RAC 241 00:28:56.902240 tst mo_mt_call.py: using CellId 32371 00:28:57.031623 tst mo_mt_call.py: using BVCI 32372 00:28:57.150127 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:57.161599 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:57.172889 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:57.184374 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:57.195950 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:28:57.207488 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:28:57.329593 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:28:57.449055 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:28:57.948127 run create_hlr_db(pid=11645): Launched 00:28:58.072001 bus /sierra_2: Setting Powered False 00:28:59.136141 run create_hlr_db(pid=11645): Terminated: ok {rc=0} 00:28:59.567768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Launched 00:28:59.868751 run osmo-hlr_10.42.42.2(pid=11648): Launched 00:28:59.982560 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:00.540888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Launched 00:29:00.873761 run osmo-stp_10.42.42.5(pid=11651): Launched 00:29:01.165181 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:01.864045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Launched 00:29:02.210145 run osmo-msc_10.42.42.6(pid=11654): Launched 00:29:02.389350 run osmo-stp_10.42.42.5(pid=11651): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] 00:29:02.525348 run osmo-stp_10.42.42.5(pid=11651): stdout: | (launched: 2022-12-13_00:29:00.804752) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:02.662713 run osmo-stp_10.42.42.5(pid=11651): stderr: | 20221213002901134 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002901135 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002901135 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002901136 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002901138 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002901138 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002901139 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:02.797860 run osmo-stp_10.42.42.5(pid=11651): stdout: | (launched: 2022-12-13_00:29:00.804752) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:02.926680 run osmo-stp_10.42.42.5(pid=11651): stderr: | 20221213002901134 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002901135 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002901135 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002901136 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002901138 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002901138 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002901139 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:03.080906 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:29:03.090804 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 00:29:03.118944 run osmo-hlr_10.42.42.2(pid=11648): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11648)] 00:29:03.169263 run osmo-hlr_10.42.42.2(pid=11648): stdout: | (launched: 2022-12-13_00:28:59.813948) 00:29:03.221403 run osmo-hlr_10.42.42.2(pid=11648): stderr: | 20221213002859987 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002859987 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002859987 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002859987 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002859987 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002859987 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002859999 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002900007 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002900008 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002900008 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:03.293392 run osmo-msc_10.42.42.6(pid=11654): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11654)] 00:29:03.343992 run osmo-msc_10.42.42.6(pid=11654): stdout: | (launched: 2022-12-13_00:29:02.143146) 00:29:03.395960 run osmo-msc_10.42.42.6(pid=11654): stderr: | 20221213002902467 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002902467 DLGLOBAL DEBUG validating counter group 0x7f02d8ed8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002902467 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002902467 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002902468 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002902468 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002902469 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002902470 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002902470 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002902470 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:03.448252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminating (SIGTERM) 00:29:03.490484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminating (SIGTERM) 00:29:03.532906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminating (SIGTERM) 00:29:03.575370 --- ParallelTerminationStrategy: PID 11647 died... 00:29:03.595456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminated: ok {rc=0} 00:29:03.642624 --- ParallelTerminationStrategy: PID 11650 died... 00:29:03.662165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminated: ok {rc=0} 00:29:03.708911 --- ParallelTerminationStrategy: PID 11653 died... 00:29:03.728509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminated: ok {rc=0} 00:29:03.816870 bus /sierra_3: Setting Powered False 00:29:04.915377 bus /sierra_3: Setting Powered False 00:29:06.031810 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:29:07.181264 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.193435 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:29:07.265694 tst mo_mt_call_osmux.py: using LAC 32372 00:29:07.394442 tst mo_mt_call_osmux.py: using RAC 242 00:29:07.521585 tst mo_mt_call_osmux.py: using CellId 32372 00:29:07.648457 tst mo_mt_call_osmux.py: using BVCI 32373 00:29:07.766185 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.777936 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.789589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.801717 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.813781 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:29:07.825825 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:29:07.942467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:29:08.058493 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:29:08.523400 run create_hlr_db(pid=11656): Launched 00:29:08.647327 bus /sierra_2: Setting Powered False 00:29:09.708149 run create_hlr_db(pid=11656): Terminated: ok {rc=0} 00:29:10.128007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Launched 00:29:10.430084 run osmo-hlr_10.42.42.2(pid=11659): Launched 00:29:10.544408 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:11.063697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Launched 00:29:11.364154 run osmo-stp_10.42.42.5(pid=11662): Launched 00:29:11.478214 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:12.029647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Launched 00:29:12.333465 run osmo-msc_10.42.42.6(pid=11665): Launched 00:29:12.502245 run osmo-stp_10.42.42.5(pid=11662): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] 00:29:12.630811 run osmo-stp_10.42.42.5(pid=11662): stdout: | (launched: 2022-12-13_00:29:11.309121) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:12.759744 run osmo-stp_10.42.42.5(pid=11662): stderr: | 20221213002911475 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002911475 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002911476 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002911476 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002911477 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002911477 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002911477 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:12.886387 run osmo-stp_10.42.42.5(pid=11662): stdout: | (launched: 2022-12-13_00:29:11.309121) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:13.007363 run osmo-stp_10.42.42.5(pid=11662): stderr: | 20221213002911475 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002911475 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002911476 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002911476 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002911477 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002911477 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002911477 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:13.151724 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:29:13.160756 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 00:29:13.187560 run osmo-hlr_10.42.42.2(pid=11659): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11659)] 00:29:13.235803 run osmo-hlr_10.42.42.2(pid=11659): stdout: | (launched: 2022-12-13_00:29:10.375033) 00:29:13.285802 run osmo-hlr_10.42.42.2(pid=11659): stderr: | 20221213002910548 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002910548 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002910548 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002910548 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002910548 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002910548 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002910560 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002910569 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002910570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002910570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:13.355527 run osmo-msc_10.42.42.6(pid=11665): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11665)] 00:29:13.403917 run osmo-msc_10.42.42.6(pid=11665): stdout: | (launched: 2022-12-13_00:29:12.277809) 00:29:13.453367 run osmo-msc_10.42.42.6(pid=11665): stderr: | 20221213002912547 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002912547 DLGLOBAL DEBUG validating counter group 0x7fd8c5f85c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002912547 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002912547 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002912547 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002912547 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002912550 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002912550 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002912550 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002912551 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:13.503300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminating (SIGTERM) 00:29:13.543203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminating (SIGTERM) 00:29:13.582975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminating (SIGTERM) 00:29:13.622919 --- ParallelTerminationStrategy: PID 11658 died... 00:29:13.642000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminated: ok {rc=0} 00:29:13.686055 --- ParallelTerminationStrategy: PID 11661 died... 00:29:13.704541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminated: ok {rc=0} 00:29:13.748273 --- ParallelTerminationStrategy: PID 11664 died... 00:29:13.766797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminated: ok {rc=0} 00:29:13.852333 bus /sierra_3: Setting Powered False 00:29:14.950082 bus /sierra_3: Setting Powered False 00:29:16.066054 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:29:17.315356 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:29:17.323945 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:29:17.360398 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:29:17.388601 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:29:17.441514 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:29:17.476325 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:29:17.503539 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:29:18.054957 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:29:18.108409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.119941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:29:18.191489 tst mo_mt_call.py: using LAC 32373 00:29:18.321465 tst mo_mt_call.py: using RAC 243 00:29:18.441953 tst mo_mt_call.py: using CellId 32373 00:29:18.560427 tst mo_mt_call.py: using BVCI 32374 00:29:18.670398 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.681679 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.692612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.703801 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.715041 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:18.726328 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:29:18.847458 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:29:18.967344 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:29:19.469367 run create_hlr_db(pid=11670): Launched 00:29:19.593665 bus /sierra_2: Setting Powered False 00:29:20.657676 run create_hlr_db(pid=11670): Terminated: ok {rc=0} 00:29:21.107945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Launched 00:29:21.430473 run osmo-hlr_10.42.42.2(pid=11673): Launched 00:29:21.553732 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:22.108653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Launched 00:29:22.431194 run osmo-stp_10.42.42.5(pid=11676): Launched 00:29:22.554490 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:23.139662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Launched 00:29:23.463762 run osmo-msc_10.42.42.6(pid=11679): Launched 00:29:23.644197 run osmo-stp_10.42.42.5(pid=11676): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] 00:29:23.780545 run osmo-stp_10.42.42.5(pid=11676): stdout: | (launched: 2022-12-13_00:29:22.372459) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:23.916733 run osmo-stp_10.42.42.5(pid=11676): stderr: | 20221213002922561 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002922561 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002922561 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002922562 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002922562 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002922562 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002922562 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:24.052121 run osmo-stp_10.42.42.5(pid=11676): stdout: | (launched: 2022-12-13_00:29:22.372459) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:24.180590 run osmo-stp_10.42.42.5(pid=11676): stderr: | 20221213002922561 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002922561 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002922561 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002922562 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002922562 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002922562 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002922562 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:24.334672 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:29:24.344025 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 00:29:24.372251 run osmo-hlr_10.42.42.2(pid=11673): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11673)] 00:29:24.422650 run osmo-hlr_10.42.42.2(pid=11673): stdout: | (launched: 2022-12-13_00:29:21.371696) 00:29:24.474703 run osmo-hlr_10.42.42.2(pid=11673): stderr: | 20221213002921565 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002921565 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002921565 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002921565 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002921565 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002921565 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002921578 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002921587 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002921587 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002921587 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:24.547281 run osmo-msc_10.42.42.6(pid=11679): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11679)] 00:29:24.597740 run osmo-msc_10.42.42.6(pid=11679): stdout: | (launched: 2022-12-13_00:29:23.404777) 00:29:24.649860 run osmo-msc_10.42.42.6(pid=11679): stderr: | 20221213002923724 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002923724 DLGLOBAL DEBUG validating counter group 0x7f55f287fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002923724 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002923724 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002923724 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002923725 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002923726 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002923727 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002923727 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002923727 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:24.702399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminating (SIGTERM) 00:29:24.744533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminating (SIGTERM) 00:29:24.786875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminating (SIGTERM) 00:29:24.829305 --- ParallelTerminationStrategy: PID 11672 died... 00:29:24.849284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminated: ok {rc=0} 00:29:24.896040 --- ParallelTerminationStrategy: PID 11675 died... 00:29:24.915468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminated: ok {rc=0} 00:29:24.962484 --- ParallelTerminationStrategy: PID 11678 died... 00:29:24.982271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminated: ok {rc=0} 00:29:25.071177 bus /sierra_3: Setting Powered False 00:29:26.170610 bus /sierra_3: Setting Powered False 00:29:27.286771 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:29:28.436471 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:28.448667 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:29:28.523128 tst mo_mt_call_osmux.py: using LAC 32374 00:29:28.652486 tst mo_mt_call_osmux.py: using RAC 244 00:29:28.778708 tst mo_mt_call_osmux.py: using CellId 32374 00:29:28.903648 tst mo_mt_call_osmux.py: using BVCI 32375 00:29:29.021754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:29.033447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:29.044765 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:29.056418 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:29.068153 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:29:29.079812 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:29:29.196467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:29:29.312283 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:29:29.779791 run create_hlr_db(pid=11681): Launched 00:29:29.903604 bus /sierra_2: Setting Powered False 00:29:30.968231 run create_hlr_db(pid=11681): Terminated: ok {rc=0} 00:29:31.430407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Launched 00:29:31.781699 run osmo-hlr_10.42.42.2(pid=11684): Launched 00:29:31.926583 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:32.617313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Launched 00:29:32.939758 run osmo-stp_10.42.42.5(pid=11687): Launched 00:29:33.063310 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:33.647776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Launched 00:29:33.971109 run osmo-msc_10.42.42.6(pid=11690): Launched 00:29:34.151811 run osmo-stp_10.42.42.5(pid=11687): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)] 00:29:34.289296 run osmo-stp_10.42.42.5(pid=11687): stdout: | (launched: 2022-12-13_00:29:32.881217) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:34.429330 run osmo-stp_10.42.42.5(pid=11687): stderr: | 20221213002933068 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002933068 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002933068 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002933068 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002933069 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002933069 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002933069 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:34.568593 run osmo-stp_10.42.42.5(pid=11687): stdout: | (launched: 2022-12-13_00:29:32.881217) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:34.697487 run osmo-stp_10.42.42.5(pid=11687): stderr: | 20221213002933068 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002933068 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002933068 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002933068 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002933069 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002933069 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002933069 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:34.851553 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:29:34.861253 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 00:29:34.890438 run osmo-hlr_10.42.42.2(pid=11684): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11684)] 00:29:34.940926 run osmo-hlr_10.42.42.2(pid=11684): stdout: | (launched: 2022-12-13_00:29:31.715151) 00:29:34.993457 run osmo-hlr_10.42.42.2(pid=11684): stderr: | 20221213002932097 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002932097 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002932097 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002932097 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002932097 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002932097 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002932117 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002932132 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002932132 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002932132 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:35.066055 run osmo-msc_10.42.42.6(pid=11690): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11690)] 00:29:35.116318 run osmo-msc_10.42.42.6(pid=11690): stdout: | (launched: 2022-12-13_00:29:33.912135) 00:29:35.168323 run osmo-msc_10.42.42.6(pid=11690): stderr: | 20221213002934228 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002934228 DLGLOBAL DEBUG validating counter group 0x7fccd909fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002934228 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002934228 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002934229 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002934229 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002934231 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002934231 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002934231 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002934232 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:35.220695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminating (SIGTERM) 00:29:35.263134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminating (SIGTERM) 00:29:35.305731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminating (SIGTERM) 00:29:35.348175 --- ParallelTerminationStrategy: PID 11683 died... 00:29:35.368225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminated: ok {rc=0} 00:29:35.415141 --- ParallelTerminationStrategy: PID 11686 died... 00:29:35.434603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminated: ok {rc=0} 00:29:35.481187 --- ParallelTerminationStrategy: PID 11689 died... 00:29:35.500539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminated: ok {rc=0} 00:29:35.589629 bus /sierra_3: Setting Powered False 00:29:36.689509 bus /sierra_3: Setting Powered False 00:29:37.805831 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:29:39.056404 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:29:39.063544 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:29:39.097415 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:29:39.124471 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:29:39.177419 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:29:39.211269 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:29:39.238306 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:29:39.790600 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:29:39.842806 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:39.854508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:29:39.925159 tst mo_mt_call.py: using LAC 32375 00:29:40.053909 tst mo_mt_call.py: using RAC 245 00:29:40.179511 tst mo_mt_call.py: using CellId 32375 00:29:40.304902 tst mo_mt_call.py: using BVCI 32376 00:29:40.422782 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:40.434213 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:40.445559 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:40.457131 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:40.468653 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:40.480206 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:29:40.597288 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:29:40.716305 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:29:41.218245 run create_hlr_db(pid=11698): Launched 00:29:41.341960 bus /sierra_2: Setting Powered False 00:29:42.405592 run create_hlr_db(pid=11698): Terminated: ok {rc=0} 00:29:42.835503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Launched 00:29:43.137422 run osmo-hlr_10.42.42.2(pid=11701): Launched 00:29:43.252344 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:43.772745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Launched 00:29:44.074031 run osmo-stp_10.42.42.5(pid=11704): Launched 00:29:44.188615 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:44.738246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Launched 00:29:45.040034 run osmo-msc_10.42.42.6(pid=11707): Launched 00:29:45.209806 run osmo-stp_10.42.42.5(pid=11704): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)] 00:29:45.336810 run osmo-stp_10.42.42.5(pid=11704): stdout: | (launched: 2022-12-13_00:29:44.018318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:45.464006 run osmo-stp_10.42.42.5(pid=11704): stderr: | 20221213002944187 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002944187 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002944187 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002944188 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002944188 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002944188 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002944189 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:45.589158 run osmo-stp_10.42.42.5(pid=11704): stdout: | (launched: 2022-12-13_00:29:44.018318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:45.708377 run osmo-stp_10.42.42.5(pid=11704): stderr: | 20221213002944187 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002944187 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002944187 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002944188 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002944188 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002944188 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002944189 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:45.855730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:29:45.866285 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:29:45.893817 run osmo-hlr_10.42.42.2(pid=11701): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11701)] 00:29:45.959584 run osmo-hlr_10.42.42.2(pid=11701): stdout: | (launched: 2022-12-13_00:29:43.081499) 00:29:46.010126 run osmo-hlr_10.42.42.2(pid=11701): stderr: | 20221213002943255 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002943255 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002943255 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002943255 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002943255 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002943255 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002943267 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002943276 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002943276 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002943276 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:46.082066 run osmo-msc_10.42.42.6(pid=11707): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11707)] 00:29:46.131838 run osmo-msc_10.42.42.6(pid=11707): stdout: | (launched: 2022-12-13_00:29:44.984316) 00:29:46.182906 run osmo-msc_10.42.42.6(pid=11707): stderr: | 20221213002945254 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002945254 DLGLOBAL DEBUG validating counter group 0x7f07cb9a3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002945254 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002945254 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002945255 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002945255 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002945256 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002945257 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002945257 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002945257 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:46.233622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminating (SIGTERM) 00:29:46.273904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminating (SIGTERM) 00:29:46.314382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminating (SIGTERM) 00:29:46.355056 --- ParallelTerminationStrategy: PID 11700 died... 00:29:46.374213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminated: ok {rc=0} 00:29:46.418981 --- ParallelTerminationStrategy: PID 11703 died... 00:29:46.438184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminated: ok {rc=0} 00:29:46.483045 --- ParallelTerminationStrategy: PID 11706 died... 00:29:46.502082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminated: ok {rc=0} 00:29:46.589190 bus /sierra_3: Setting Powered False 00:29:47.689335 bus /sierra_3: Setting Powered False 00:29:48.803834 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:29:49.953696 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:49.965879 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:29:50.039560 tst mo_mt_call_osmux.py: using LAC 32376 00:29:50.167860 tst mo_mt_call_osmux.py: using RAC 246 00:29:50.296211 tst mo_mt_call_osmux.py: using CellId 32376 00:29:50.422166 tst mo_mt_call_osmux.py: using BVCI 32377 00:29:50.539638 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:50.551085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:50.562464 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:50.574147 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:50.586094 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:29:50.598455 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:29:50.715446 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:29:50.837319 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:29:51.339507 run create_hlr_db(pid=11709): Launched 00:29:51.461918 bus /sierra_2: Setting Powered False 00:29:52.525334 run create_hlr_db(pid=11709): Terminated: ok {rc=0} 00:29:52.954337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Launched 00:29:53.254673 run osmo-hlr_10.42.42.2(pid=11712): Launched 00:29:53.368362 run osmo-stp_10.42.42.5: Starting osmo-stp 00:29:53.886803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Launched 00:29:54.186578 run osmo-stp_10.42.42.5(pid=11715): Launched 00:29:54.299637 run osmo-msc_10.42.42.6: Starting osmo-msc 00:29:54.844037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Launched 00:29:55.145439 run osmo-msc_10.42.42.6(pid=11718): Launched 00:29:55.313736 run osmo-stp_10.42.42.5(pid=11715): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)] 00:29:55.443711 run osmo-stp_10.42.42.5(pid=11715): stdout: | (launched: 2022-12-13_00:29:54.131157) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:55.570820 run osmo-stp_10.42.42.5(pid=11715): stderr: | 20221213002954298 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002954298 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002954299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002954299 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002954300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002954300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002954300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:55.696283 run osmo-stp_10.42.42.5(pid=11715): stdout: | (launched: 2022-12-13_00:29:54.131157) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:29:55.815749 run osmo-stp_10.42.42.5(pid=11715): stderr: | 20221213002954298 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213002954298 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213002954299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213002954299 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213002954300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213002954300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213002954300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:29:55.959174 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:29:55.968053 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 00:29:55.994371 run osmo-hlr_10.42.42.2(pid=11712): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11712)] 00:29:56.042448 run osmo-hlr_10.42.42.2(pid=11712): stdout: | (launched: 2022-12-13_00:29:53.199480) 00:29:56.092136 run osmo-hlr_10.42.42.2(pid=11712): stderr: | 20221213002953372 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213002953372 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213002953372 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213002953372 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213002953372 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213002953373 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213002953385 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213002953394 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213002953394 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213002953394 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:29:56.161720 run osmo-msc_10.42.42.6(pid=11718): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11718)] 00:29:56.209880 run osmo-msc_10.42.42.6(pid=11718): stdout: | (launched: 2022-12-13_00:29:55.090034) 00:29:56.259694 run osmo-msc_10.42.42.6(pid=11718): stderr: | 20221213002955359 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213002955359 DLGLOBAL DEBUG validating counter group 0x7fc60ebe6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213002955359 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213002955359 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213002955360 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213002955360 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213002955362 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213002955362 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213002955362 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213002955362 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:29:56.309603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminating (SIGTERM) 00:29:56.349785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminating (SIGTERM) 00:29:56.389923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Terminating (SIGTERM) 00:29:56.430158 --- ParallelTerminationStrategy: PID 11711 died... 00:29:56.449417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminated: ok {rc=0} 00:29:56.493672 --- ParallelTerminationStrategy: PID 11714 died... 00:29:56.512107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminated: ok {rc=0} 00:29:56.556668 --- ParallelTerminationStrategy: PID 11717 died... 00:29:56.575334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Terminated: ok {rc=0} 00:29:56.661159 bus /sierra_3: Setting Powered False 00:29:57.761939 bus /sierra_3: Setting Powered False 00:29:58.878318 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:30:00.128031 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:30:00.134428 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:30:00.166988 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:30:00.193223 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:30:00.243954 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:30:00.276692 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:30:00.303101 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:30:00.865453 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:30:00.927755 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:00.939281 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:30:01.007559 tst mo_mt_call.py: using LAC 32377 00:30:01.127219 tst mo_mt_call.py: using RAC 247 00:30:01.285380 tst mo_mt_call.py: using CellId 32377 00:30:01.457531 tst mo_mt_call.py: using BVCI 32378 00:30:01.602115 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:01.615741 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:01.629776 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:01.644178 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:01.658171 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:01.672010 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:30:01.796015 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:30:01.939323 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:02.421003 run create_hlr_db(pid=11726): Launched 00:30:02.544226 bus /sierra_2: Setting Powered False 00:30:03.605067 run create_hlr_db(pid=11726): Terminated: ok {rc=0} 00:30:04.046944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Launched 00:30:04.351597 run osmo-hlr_10.42.42.2(pid=11729): Launched 00:30:04.464819 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:04.998698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Launched 00:30:05.299788 run osmo-stp_10.42.42.5(pid=11732): Launched 00:30:05.413081 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:05.955957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Launched 00:30:06.255338 run osmo-msc_10.42.42.6(pid=11735): Launched 00:30:06.422504 run osmo-stp_10.42.42.5(pid=11732): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)] 00:30:06.549753 run osmo-stp_10.42.42.5(pid=11732): stdout: | (launched: 2022-12-13_00:30:05.244194) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:06.677206 run osmo-stp_10.42.42.5(pid=11732): stderr: | 20221213003005411 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003005411 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003005411 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003005412 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003005412 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003005412 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003005413 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:06.802130 run osmo-stp_10.42.42.5(pid=11732): stdout: | (launched: 2022-12-13_00:30:05.244194) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:06.921232 run osmo-stp_10.42.42.5(pid=11732): stderr: | 20221213003005411 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003005411 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003005411 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003005412 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003005412 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003005412 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003005413 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:07.063814 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:30:07.072594 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:30:07.098697 run osmo-hlr_10.42.42.2(pid=11729): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11729)] 00:30:07.146147 run osmo-hlr_10.42.42.2(pid=11729): stdout: | (launched: 2022-12-13_00:30:04.296582) 00:30:07.195355 run osmo-hlr_10.42.42.2(pid=11729): stderr: | 20221213003004468 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003004468 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003004468 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003004468 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003004468 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003004469 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003004483 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003004495 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003004496 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003004496 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:30:07.263739 run osmo-msc_10.42.42.6(pid=11735): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11735)] 00:30:07.311048 run osmo-msc_10.42.42.6(pid=11735): stdout: | (launched: 2022-12-13_00:30:06.200144) 00:30:07.359995 run osmo-msc_10.42.42.6(pid=11735): stderr: | 20221213003006468 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003006469 DLGLOBAL DEBUG validating counter group 0x7f22b151cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003006469 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003006469 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003006469 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003006469 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003006471 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003006471 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003006471 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003006471 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:30:07.409242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminating (SIGTERM) 00:30:07.449264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminating (SIGTERM) 00:30:07.488616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminating (SIGTERM) 00:30:07.528188 --- ParallelTerminationStrategy: PID 11728 died... 00:30:07.547142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminated: ok {rc=0} 00:30:07.590958 --- ParallelTerminationStrategy: PID 11731 died... 00:30:07.609393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminated: ok {rc=0} 00:30:07.652877 --- ParallelTerminationStrategy: PID 11734 died... 00:30:07.671838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminated: ok {rc=0} 00:30:07.757410 bus /sierra_3: Setting Powered False 00:30:08.857784 bus /sierra_3: Setting Powered False 00:30:09.971687 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:30:11.121313 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.133673 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:30:11.205146 tst mo_mt_call_osmux.py: using LAC 32378 00:30:11.331442 tst mo_mt_call_osmux.py: using RAC 248 00:30:11.457330 tst mo_mt_call_osmux.py: using CellId 32378 00:30:11.582149 tst mo_mt_call_osmux.py: using BVCI 32379 00:30:11.700144 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.711720 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.723098 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.734832 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.746659 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:30:11.758626 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:30:11.878384 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:30:11.997258 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:12.463248 run create_hlr_db(pid=11737): Launched 00:30:12.586878 bus /sierra_2: Setting Powered False 00:30:13.647118 run create_hlr_db(pid=11737): Terminated: ok {rc=0} 00:30:14.088485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Launched 00:30:14.413335 run osmo-hlr_10.42.42.2(pid=11740): Launched 00:30:14.536238 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:15.094432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Launched 00:30:15.419104 run osmo-stp_10.42.42.5(pid=11743): Launched 00:30:15.542445 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:16.177801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Launched 00:30:16.521684 run osmo-msc_10.42.42.6(pid=11746): Launched 00:30:16.758959 run osmo-stp_10.42.42.5(pid=11743): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)] 00:30:17.039084 run osmo-stp_10.42.42.5(pid=11743): stdout: | (launched: 2022-12-13_00:30:15.360109) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:17.257596 run osmo-stp_10.42.42.5(pid=11743): stderr: | 20221213003015547 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003015547 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003015547 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003015548 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003015548 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003015548 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003015548 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:17.402608 run osmo-stp_10.42.42.5(pid=11743): stdout: | (launched: 2022-12-13_00:30:15.360109) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:17.523932 run osmo-stp_10.42.42.5(pid=11743): stderr: | 20221213003015547 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003015547 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003015547 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003015548 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003015548 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003015548 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003015548 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:17.668813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:30:17.677968 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 00:30:17.704517 run osmo-hlr_10.42.42.2(pid=11740): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11740)] 00:30:17.752565 run osmo-hlr_10.42.42.2(pid=11740): stdout: | (launched: 2022-12-13_00:30:14.354479) 00:30:17.802464 run osmo-hlr_10.42.42.2(pid=11740): stderr: | 20221213003014547 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003014547 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003014547 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003014548 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003014548 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003014548 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003014560 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003014569 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003014569 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003014569 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:30:17.871829 run osmo-msc_10.42.42.6(pid=11746): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11746)] 00:30:17.919935 run osmo-msc_10.42.42.6(pid=11746): stdout: | (launched: 2022-12-13_00:30:16.452541) 00:30:17.969442 run osmo-msc_10.42.42.6(pid=11746): stderr: | 20221213003017007 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003017007 DLGLOBAL DEBUG validating counter group 0x7f12344c4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003017007 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003017007 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003017008 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003017008 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003017010 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003017010 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003017010 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003017010 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:30:18.019301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminating (SIGTERM) 00:30:18.059308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminating (SIGTERM) 00:30:18.099427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Terminating (SIGTERM) 00:30:18.139798 --- ParallelTerminationStrategy: PID 11739 died... 00:30:18.159188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminated: ok {rc=0} 00:30:18.203811 --- ParallelTerminationStrategy: PID 11742 died... 00:30:18.222672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminated: ok {rc=0} 00:30:18.266882 --- ParallelTerminationStrategy: PID 11745 died... 00:30:18.285434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Terminated: ok {rc=0} 00:30:18.371003 bus /sierra_3: Setting Powered False 00:30:19.469950 bus /sierra_3: Setting Powered False 00:30:20.588188 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:30:21.843082 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:30:21.850436 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:30:21.884765 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:30:21.912182 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:30:21.965576 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:30:21.999870 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:30:22.027338 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:30:22.585045 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:30:22.637705 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:22.649347 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:30:22.721152 tst mo_mt_call.py: using LAC 32379 00:30:22.849933 tst mo_mt_call.py: using RAC 249 00:30:22.977352 tst mo_mt_call.py: using CellId 32379 00:30:23.105460 tst mo_mt_call.py: using BVCI 32380 00:30:23.218097 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:23.229586 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:23.240652 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:23.251990 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:23.263497 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:23.274768 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:30:23.394433 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:30:23.512859 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:24.020232 run create_hlr_db(pid=11751): Launched 00:30:24.144157 bus /sierra_2: Setting Powered False 00:30:25.208678 run create_hlr_db(pid=11751): Terminated: ok {rc=0} 00:30:25.643110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Launched 00:30:25.946763 run osmo-hlr_10.42.42.2(pid=11754): Launched 00:30:26.061618 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:26.584619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Launched 00:30:26.887088 run osmo-stp_10.42.42.5(pid=11757): Launched 00:30:27.002029 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:27.549492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Launched 00:30:27.853488 run osmo-msc_10.42.42.6(pid=11760): Launched 00:30:28.023166 run osmo-stp_10.42.42.5(pid=11757): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)] 00:30:28.152496 run osmo-stp_10.42.42.5(pid=11757): stdout: | (launched: 2022-12-13_00:30:26.831766) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:28.281145 run osmo-stp_10.42.42.5(pid=11757): stderr: | 20221213003026999 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003027000 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003027000 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003027000 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003027001 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003027001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003027001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:28.408221 run osmo-stp_10.42.42.5(pid=11757): stdout: | (launched: 2022-12-13_00:30:26.831766) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:28.529933 run osmo-stp_10.42.42.5(pid=11757): stderr: | 20221213003026999 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003027000 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003027000 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003027000 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003027001 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003027001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003027001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:28.674889 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11757): Process ended prematurely: osmo-stp_10.42.42.5(pid=11757) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:30:28.683745 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:30:28.709869 run osmo-hlr_10.42.42.2(pid=11754): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11754)] 00:30:28.757603 run osmo-hlr_10.42.42.2(pid=11754): stdout: | (launched: 2022-12-13_00:30:25.891024) 00:30:28.807018 run osmo-hlr_10.42.42.2(pid=11754): stderr: | 20221213003026064 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003026064 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003026064 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003026064 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003026064 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003026064 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003026076 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003026084 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003026085 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003026085 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:30:28.875772 run osmo-msc_10.42.42.6(pid=11760): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11760)] 00:30:28.923334 run osmo-msc_10.42.42.6(pid=11760): stdout: | (launched: 2022-12-13_00:30:27.797509) 00:30:28.972927 run osmo-msc_10.42.42.6(pid=11760): stderr: | 20221213003028067 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003028067 DLGLOBAL DEBUG validating counter group 0x7fde77411c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003028067 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003028067 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003028067 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003028068 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003028069 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003028070 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003028070 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003028070 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:30:29.022672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Terminating (SIGTERM) 00:30:29.062443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Terminating (SIGTERM) 00:30:29.102375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Terminating (SIGTERM) 00:30:29.142367 --- ParallelTerminationStrategy: PID 11753 died... 00:30:29.161487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Terminated: ok {rc=0} 00:30:29.205637 --- ParallelTerminationStrategy: PID 11756 died... 00:30:29.224199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Terminated: ok {rc=0} 00:30:29.267878 --- ParallelTerminationStrategy: PID 11759 died... 00:30:29.286627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Terminated: ok {rc=0} 00:30:29.371216 bus /sierra_3: Setting Powered False 00:30:30.470758 bus /sierra_3: Setting Powered False 00:30:31.589888 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:30:32.742164 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:32.754115 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:30:32.824474 tst mo_mt_call_osmux.py: using LAC 32380 00:30:32.943744 tst mo_mt_call_osmux.py: using RAC 250 00:30:33.067154 tst mo_mt_call_osmux.py: using CellId 32380 00:30:33.185808 tst mo_mt_call_osmux.py: using BVCI 32381 00:30:33.295961 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:33.307252 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:33.318343 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:33.329310 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:33.340254 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:30:33.351503 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:30:33.471481 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:30:33.587977 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:34.060246 run create_hlr_db(pid=11762): Launched 00:30:34.187528 bus /sierra_2: Setting Powered False 00:30:35.251567 run create_hlr_db(pid=11762): Terminated: ok {rc=0} 00:30:35.706006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Launched 00:30:36.033747 run osmo-hlr_10.42.42.2(pid=11765): Launched 00:30:36.158826 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:36.723792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Launched 00:30:37.051536 run osmo-stp_10.42.42.5(pid=11768): Launched 00:30:37.175997 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:37.768254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Launched 00:30:38.095866 run osmo-msc_10.42.42.6(pid=11771): Launched 00:30:38.277724 run osmo-stp_10.42.42.5(pid=11768): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)] 00:30:38.416272 run osmo-stp_10.42.42.5(pid=11768): stdout: | (launched: 2022-12-13_00:30:36.991672) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:38.554756 run osmo-stp_10.42.42.5(pid=11768): stderr: | 20221213003037180 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003037180 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003037180 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003037180 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003037181 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003037181 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003037181 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:38.691668 run osmo-stp_10.42.42.5(pid=11768): stdout: | (launched: 2022-12-13_00:30:36.991672) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:38.821945 run osmo-stp_10.42.42.5(pid=11768): stderr: | 20221213003037180 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003037180 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003037180 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003037180 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003037181 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003037181 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003037181 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:38.977179 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11768): Process ended prematurely: osmo-stp_10.42.42.5(pid=11768) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:30:38.986864 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:30:39.015813 run osmo-hlr_10.42.42.2(pid=11765): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11765)] 00:30:39.066850 run osmo-hlr_10.42.42.2(pid=11765): stdout: | (launched: 2022-12-13_00:30:35.974066) 00:30:39.119584 run osmo-hlr_10.42.42.2(pid=11765): stderr: | 20221213003036169 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003036169 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003036169 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003036169 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003036169 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003036169 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003036183 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003036191 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003036191 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003036191 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:30:39.193342 run osmo-msc_10.42.42.6(pid=11771): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11771)] 00:30:39.244160 run osmo-msc_10.42.42.6(pid=11771): stdout: | (launched: 2022-12-13_00:30:38.036230) 00:30:39.297031 run osmo-msc_10.42.42.6(pid=11771): stderr: | 20221213003038357 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003038357 DLGLOBAL DEBUG validating counter group 0x7fe8bedf6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003038357 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003038357 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003038357 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003038357 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003038359 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003038359 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003038360 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003038360 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:30:39.350090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminating (SIGTERM) 00:30:39.392302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Terminating (SIGTERM) 00:30:39.434985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Terminating (SIGTERM) 00:30:39.477680 --- ParallelTerminationStrategy: PID 11764 died... 00:30:39.497895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminated: ok {rc=0} 00:30:39.545037 --- ParallelTerminationStrategy: PID 11767 died... 00:30:39.564738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Terminated: ok {rc=0} 00:30:39.611620 --- ParallelTerminationStrategy: PID 11770 died... 00:30:39.631283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Terminated: ok {rc=0} 00:30:39.720312 bus /sierra_3: Setting Powered False 00:30:40.820186 bus /sierra_3: Setting Powered False 00:30:41.937312 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:30:43.196135 tst voice:trx-b200+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:30:43.202570 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:30:43.237696 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:30:43.265405 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:30:43.319249 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:30:43.354115 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:30:43.381862 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:30:43.928408 tst voice:trx-b200+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:30:43.979503 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:43.990486 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:30:44.061379 tst mo_mt_call.py: using LAC 32381 00:30:44.183581 tst mo_mt_call.py: using RAC 251 00:30:44.304528 tst mo_mt_call.py: using CellId 32381 00:30:44.434916 tst mo_mt_call.py: using BVCI 32382 00:30:44.555820 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:44.567340 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:44.578534 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:44.590237 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:44.602089 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:44.613551 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:30:44.730535 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:30:44.846366 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:45.319967 run create_hlr_db(pid=11776): Launched 00:30:45.445678 bus /sierra_2: Setting Powered False 00:30:46.525698 run create_hlr_db(pid=11776): Terminated: ok {rc=0} 00:30:47.007670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Launched 00:30:47.361582 run osmo-hlr_10.42.42.2(pid=11779): Launched 00:30:47.477623 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:48.001816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Launched 00:30:48.306694 run osmo-stp_10.42.42.5(pid=11782): Launched 00:30:48.422387 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:48.972183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Launched 00:30:49.276884 run osmo-msc_10.42.42.6(pid=11785): Launched 00:30:49.446852 run osmo-stp_10.42.42.5(pid=11782): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)] 00:30:49.575448 run osmo-stp_10.42.42.5(pid=11782): stdout: | (launched: 2022-12-13_00:30:48.250808) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:49.703718 run osmo-stp_10.42.42.5(pid=11782): stderr: | 20221213003048416 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003048417 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003048417 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003048417 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003048418 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003048418 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003048418 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:49.830401 run osmo-stp_10.42.42.5(pid=11782): stdout: | (launched: 2022-12-13_00:30:48.250808) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:49.951449 run osmo-stp_10.42.42.5(pid=11782): stderr: | 20221213003048416 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003048417 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003048417 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003048417 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003048418 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003048418 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003048418 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:50.096162 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:30:50.105129 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:30:50.131473 run osmo-hlr_10.42.42.2(pid=11779): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11779)] 00:30:50.179282 run osmo-hlr_10.42.42.2(pid=11779): stdout: | (launched: 2022-12-13_00:30:47.305678) 00:30:50.228803 run osmo-hlr_10.42.42.2(pid=11779): stderr: | 20221213003047478 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003047478 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003047478 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003047478 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003047479 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003047479 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003047494 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003047505 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003047505 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003047505 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:30:50.297680 run osmo-msc_10.42.42.6(pid=11785): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11785)] 00:30:50.345434 run osmo-msc_10.42.42.6(pid=11785): stdout: | (launched: 2022-12-13_00:30:49.221095) 00:30:50.394605 run osmo-msc_10.42.42.6(pid=11785): stderr: | 20221213003049491 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003049491 DLGLOBAL DEBUG validating counter group 0x7f3968b4cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003049491 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003049492 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003049492 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003049492 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003049494 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003049494 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003049494 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003049494 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:30:50.444161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminating (SIGTERM) 00:30:50.483964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminating (SIGTERM) 00:30:50.523567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Terminating (SIGTERM) 00:30:50.563603 --- ParallelTerminationStrategy: PID 11778 died... 00:30:50.582786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminated: ok {rc=0} 00:30:50.627497 --- ParallelTerminationStrategy: PID 11781 died... 00:30:50.646273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminated: ok {rc=0} 00:30:50.690646 --- ParallelTerminationStrategy: PID 11784 died... 00:30:50.709353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Terminated: ok {rc=0} 00:30:50.795085 bus /sierra_3: Setting Powered False 00:30:51.894942 bus /sierra_3: Setting Powered False 00:30:53.011384 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:30:54.158095 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.169855 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:30:54.240925 tst mo_mt_call_osmux.py: using LAC 32382 00:30:54.362192 tst mo_mt_call_osmux.py: using RAC 252 00:30:54.483554 tst mo_mt_call_osmux.py: using CellId 32382 00:30:54.605435 tst mo_mt_call_osmux.py: using BVCI 32383 00:30:54.717175 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.728036 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.738891 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.749851 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.760744 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:30:54.771700 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:30:54.891223 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:30:55.008274 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:30:55.480860 run create_hlr_db(pid=11787): Launched 00:30:55.605816 bus /sierra_2: Setting Powered False 00:30:56.667211 run create_hlr_db(pid=11787): Terminated: ok {rc=0} 00:30:57.091127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Launched 00:30:57.395658 run osmo-hlr_10.42.42.2(pid=11790): Launched 00:30:57.512390 run osmo-stp_10.42.42.5: Starting osmo-stp 00:30:58.037181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Launched 00:30:58.342261 run osmo-stp_10.42.42.5(pid=11793): Launched 00:30:58.458811 run osmo-msc_10.42.42.6: Starting osmo-msc 00:30:59.013066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Launched 00:30:59.318322 run osmo-msc_10.42.42.6(pid=11796): Launched 00:30:59.488337 run osmo-stp_10.42.42.5(pid=11793): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)] 00:30:59.617352 run osmo-stp_10.42.42.5(pid=11793): stdout: | (launched: 2022-12-13_00:30:58.286494) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:59.746285 run osmo-stp_10.42.42.5(pid=11793): stderr: | 20221213003058454 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003058454 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003058454 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003058454 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003058455 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003058455 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003058455 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:30:59.873658 run osmo-stp_10.42.42.5(pid=11793): stdout: | (launched: 2022-12-13_00:30:58.286494) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:30:59.994959 run osmo-stp_10.42.42.5(pid=11793): stderr: | 20221213003058454 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003058454 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003058454 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003058454 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003058455 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003058455 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003058455 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:00.140389 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11793): Process ended prematurely: osmo-stp_10.42.42.5(pid=11793) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:31:00.149470 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 00:31:00.175886 run osmo-hlr_10.42.42.2(pid=11790): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11790)] 00:31:00.223955 run osmo-hlr_10.42.42.2(pid=11790): stdout: | (launched: 2022-12-13_00:30:57.340071) 00:31:00.273761 run osmo-hlr_10.42.42.2(pid=11790): stderr: | 20221213003057512 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003057512 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003057512 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003057512 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003057512 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003057512 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003057524 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003057532 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003057533 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003057533 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:00.342836 run osmo-msc_10.42.42.6(pid=11796): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11796)] 00:31:00.390797 run osmo-msc_10.42.42.6(pid=11796): stdout: | (launched: 2022-12-13_00:30:59.262342) 00:31:00.440341 run osmo-msc_10.42.42.6(pid=11796): stderr: | 20221213003059535 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003059535 DLGLOBAL DEBUG validating counter group 0x7f6ed0fb1c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003059535 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003059535 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003059535 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003059536 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003059537 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003059538 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003059538 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003059538 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:00.490258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Terminating (SIGTERM) 00:31:00.529993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Terminating (SIGTERM) 00:31:00.569701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Terminating (SIGTERM) 00:31:00.609929 --- ParallelTerminationStrategy: PID 11789 died... 00:31:00.629111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Terminated: ok {rc=0} 00:31:00.673373 --- ParallelTerminationStrategy: PID 11792 died... 00:31:00.692124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Terminated: ok {rc=0} 00:31:00.736365 --- ParallelTerminationStrategy: PID 11795 died... 00:31:00.755108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Terminated: ok {rc=0} 00:31:00.841808 bus /sierra_3: Setting Powered False 00:31:01.938580 bus /sierra_3: Setting Powered False 00:31:03.052536 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-trxdversion0 --------------------------------------------------------------------- 00:31:04.306998 tst voice:trx-b200+mod-bts0-trxdversion0: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:31:04.312463 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 1 x bts (candidates: 11) 00:31:04.347587 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 6 x ip_address (candidates: 9) 00:31:04.375421 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 2 x modem (candidates: 12) 00:31:04.428250 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 1 x bts (candidates: 11) 00:31:04.462510 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 6 x ip_address (candidates: 9) 00:31:04.489728 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 2 x modem (candidates: 12) 00:31:05.041845 tst voice:trx-b200+mod-bts0-trxdversion0: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py ---------------------------------------------- 00:31:05.095104 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.106794 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1) 00:31:05.163706 tst mo_mt_call.py: using LAC 32383 00:31:05.294795 tst mo_mt_call.py: using RAC 253 00:31:05.420920 tst mo_mt_call.py: using CellId 32383 00:31:05.547770 tst mo_mt_call.py: using BVCI 32384 00:31:05.666705 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.678454 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.689806 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.701550 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.713268 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:05.724669 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 00:31:05.842637 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 00:31:05.962442 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:06.467938 run create_hlr_db(pid=11801): Launched 00:31:06.591880 bus /sierra_2: Setting Powered False 00:31:07.655532 run create_hlr_db(pid=11801): Terminated: ok {rc=0} 00:31:08.090357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Launched 00:31:08.394166 run osmo-hlr_10.42.42.2(pid=11804): Launched 00:31:08.509715 run osmo-stp_10.42.42.5: Starting osmo-stp 00:31:09.035109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Launched 00:31:09.338801 run osmo-stp_10.42.42.5(pid=11807): Launched 00:31:09.454639 run osmo-msc_10.42.42.6: Starting osmo-msc 00:31:10.006360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Launched 00:31:10.310000 run osmo-msc_10.42.42.6(pid=11810): Launched 00:31:10.479364 run osmo-stp_10.42.42.5(pid=11807): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)] 00:31:10.607668 run osmo-stp_10.42.42.5(pid=11807): stdout: | (launched: 2022-12-13_00:31:09.282863) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:10.735373 run osmo-stp_10.42.42.5(pid=11807): stderr: | 20221213003109449 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003109449 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003109449 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003109450 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003109450 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003109450 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003109451 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:10.861982 run osmo-stp_10.42.42.5(pid=11807): stdout: | (launched: 2022-12-13_00:31:09.282863) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:10.982436 run osmo-stp_10.42.42.5(pid=11807): stderr: | 20221213003109449 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003109449 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003109449 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003109450 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003109450 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003109450 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003109451 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:11.127120 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)] [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8] 00:31:11.135980 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:31:11.162266 run osmo-hlr_10.42.42.2(pid=11804): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11804)] 00:31:11.210005 run osmo-hlr_10.42.42.2(pid=11804): stdout: | (launched: 2022-12-13_00:31:08.338473) 00:31:11.259304 run osmo-hlr_10.42.42.2(pid=11804): stderr: | 20221213003108510 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003108510 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003108510 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003108510 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003108510 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003108510 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003108523 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003108534 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003108534 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003108534 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:11.328327 run osmo-msc_10.42.42.6(pid=11810): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11810)] 00:31:11.376196 run osmo-msc_10.42.42.6(pid=11810): stdout: | (launched: 2022-12-13_00:31:10.254529) 00:31:11.425564 run osmo-msc_10.42.42.6(pid=11810): stderr: | 20221213003110522 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003110522 DLGLOBAL DEBUG validating counter group 0x7f2ea16f0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003110522 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003110523 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003110523 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003110523 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003110525 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003110525 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003110525 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003110525 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:11.475405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Terminating (SIGTERM) 00:31:11.515182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Terminating (SIGTERM) 00:31:11.555174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Terminating (SIGTERM) 00:31:11.595369 --- ParallelTerminationStrategy: PID 11803 died... 00:31:11.614569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Terminated: ok {rc=0} 00:31:11.658556 --- ParallelTerminationStrategy: PID 11806 died... 00:31:11.676934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Terminated: ok {rc=0} 00:31:11.720888 --- ParallelTerminationStrategy: PID 11809 died... 00:31:11.739987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Terminated: ok {rc=0} 00:31:11.825382 bus /sierra_3: Setting Powered False 00:31:12.924445 bus /sierra_3: Setting Powered False 00:31:14.039737 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py ---------------------------------------------- 00:31:15.186345 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.198126 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1) 00:31:15.249735 tst mo_mt_call_osmux.py: using LAC 32384 00:31:15.369717 tst mo_mt_call_osmux.py: using RAC 254 00:31:15.498945 tst mo_mt_call_osmux.py: using CellId 32384 00:31:15.624716 tst mo_mt_call_osmux.py: using BVCI 32385 00:31:15.735823 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.746891 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.757893 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.768773 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.779705 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 00:31:15.790661 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 00:31:15.909543 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 00:31:16.036068 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:16.578959 run create_hlr_db(pid=11812): Launched 00:31:16.747171 bus /sierra_2: Setting Powered False 00:31:17.811389 run create_hlr_db(pid=11812): Terminated: ok {rc=0} 00:31:18.249286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Launched 00:31:18.553501 run osmo-hlr_10.42.42.2(pid=11815): Launched 00:31:18.668368 run osmo-stp_10.42.42.5: Starting osmo-stp 00:31:19.196594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Launched 00:31:19.500889 run osmo-stp_10.42.42.5(pid=11818): Launched 00:31:19.617270 run osmo-msc_10.42.42.6: Starting osmo-msc 00:31:20.167274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Launched 00:31:20.471154 run osmo-msc_10.42.42.6(pid=11821): Launched 00:31:20.640236 run osmo-stp_10.42.42.5(pid=11818): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)] 00:31:20.768267 run osmo-stp_10.42.42.5(pid=11818): stdout: | (launched: 2022-12-13_00:31:19.445245) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:20.897196 run osmo-stp_10.42.42.5(pid=11818): stderr: | 20221213003119612 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003119612 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003119612 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003119612 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003119613 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003119613 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003119613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:21.023377 run osmo-stp_10.42.42.5(pid=11818): stdout: | (launched: 2022-12-13_00:31:19.445245) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:21.144003 run osmo-stp_10.42.42.5(pid=11818): stderr: | 20221213003119612 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003119612 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003119612 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003119612 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003119613 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003119613 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003119613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:21.288378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11818): Process ended prematurely: osmo-stp_10.42.42.5(pid=11818) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)] [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8] 00:31:21.297156 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 00:31:21.323466 run osmo-hlr_10.42.42.2(pid=11815): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11815)] 00:31:21.371060 run osmo-hlr_10.42.42.2(pid=11815): stdout: | (launched: 2022-12-13_00:31:18.497950) 00:31:21.420133 run osmo-hlr_10.42.42.2(pid=11815): stderr: | 20221213003118671 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003118671 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003118671 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003118671 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003118671 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003118671 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003118683 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003118693 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003118693 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003118693 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:21.488501 run osmo-msc_10.42.42.6(pid=11821): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11821)] 00:31:21.536095 run osmo-msc_10.42.42.6(pid=11821): stdout: | (launched: 2022-12-13_00:31:20.415559) 00:31:21.585432 run osmo-msc_10.42.42.6(pid=11821): stderr: | 20221213003120687 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003120687 DLGLOBAL DEBUG validating counter group 0x7fcb34c00c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003120687 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003120687 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003120687 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003120687 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003120689 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003120690 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003120690 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003120690 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:21.634957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Terminating (SIGTERM) 00:31:21.674724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Terminating (SIGTERM) 00:31:21.714607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Terminating (SIGTERM) 00:31:21.754669 --- ParallelTerminationStrategy: PID 11814 died... 00:31:21.773857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Terminated: ok {rc=0} 00:31:21.817686 --- ParallelTerminationStrategy: PID 11817 died... 00:31:21.836492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Terminated: ok {rc=0} 00:31:21.880093 --- ParallelTerminationStrategy: PID 11820 died... 00:31:21.898633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Terminated: ok {rc=0} 00:31:21.984218 bus /sierra_3: Setting Powered False 00:31:23.084505 bus /sierra_3: Setting Powered False 00:31:24.197587 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-trxdversion0 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 00:31:25.447784 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:31:25.454457 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 00:31:25.489769 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 00:31:25.516928 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 00:31:25.571248 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 00:31:25.604316 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 00:31:25.630754 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 00:31:26.186886 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 00:31:26.239883 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.251736 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:31:26.305561 tst mo_mt_call.py: using LAC 32385 00:31:26.435302 tst mo_mt_call.py: using RAC 255 00:31:26.566493 tst mo_mt_call.py: using CellId 32385 00:31:26.694701 tst mo_mt_call.py: using BVCI 32386 00:31:26.813990 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.825796 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.837304 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.849292 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.861232 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:26.872933 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:31:26.993521 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:31:27.114790 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:27.623199 run create_hlr_db(pid=11826): Launched 00:31:27.748073 bus /sierra_2: Setting Powered False 00:31:28.813149 run create_hlr_db(pid=11826): Terminated: ok {rc=0} 00:31:29.267019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Launched 00:31:29.594122 run osmo-hlr_10.42.42.2(pid=11829): Launched 00:31:29.721058 run osmo-stp_10.42.42.5: Starting osmo-stp 00:31:30.285193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Launched 00:31:30.611503 run osmo-stp_10.42.42.5(pid=11832): Launched 00:31:30.735812 run osmo-msc_10.42.42.6: Starting osmo-msc 00:31:31.404445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Launched 00:31:31.748748 run osmo-msc_10.42.42.6(pid=11835): Launched 00:31:31.953356 run osmo-stp_10.42.42.5(pid=11832): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)] 00:31:32.209705 run osmo-stp_10.42.42.5(pid=11832): stdout: | (launched: 2022-12-13_00:31:30.552043) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:32.386929 run osmo-stp_10.42.42.5(pid=11832): stderr: | 20221213003130742 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003130742 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003130742 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003130743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003130743 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003130743 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003130743 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:32.516353 run osmo-stp_10.42.42.5(pid=11832): stdout: | (launched: 2022-12-13_00:31:30.552043) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:32.637845 run osmo-stp_10.42.42.5(pid=11832): stderr: | 20221213003130742 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003130742 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003130742 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003130743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003130743 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003130743 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003130743 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:32.783856 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11832): Process ended prematurely: osmo-stp_10.42.42.5(pid=11832) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)] [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 00:31:32.792721 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 00:31:32.819800 run osmo-hlr_10.42.42.2(pid=11829): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11829)] 00:31:32.868855 run osmo-hlr_10.42.42.2(pid=11829): stdout: | (launched: 2022-12-13_00:31:29.534875) 00:31:32.919206 run osmo-hlr_10.42.42.2(pid=11829): stderr: | 20221213003129731 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003129731 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003129731 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003129731 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003129731 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003129731 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003129743 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003129752 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003129752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003129752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:32.990273 run osmo-msc_10.42.42.6(pid=11835): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11835)] 00:31:33.038638 run osmo-msc_10.42.42.6(pid=11835): stdout: | (launched: 2022-12-13_00:31:31.686014) 00:31:33.088571 run osmo-msc_10.42.42.6(pid=11835): stderr: | 20221213003132249 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003132250 DLGLOBAL DEBUG validating counter group 0x7fd515ac2c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003132251 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003132251 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003132252 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003132261 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003132263 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003132263 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003132263 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003132263 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:33.139204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Terminating (SIGTERM) 00:31:33.179674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Terminating (SIGTERM) 00:31:33.220510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Terminating (SIGTERM) 00:31:33.261474 --- ParallelTerminationStrategy: PID 11828 died... 00:31:33.280403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Terminated: ok {rc=0} 00:31:33.325571 --- ParallelTerminationStrategy: PID 11831 died... 00:31:33.344206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Terminated: ok {rc=0} 00:31:33.389306 --- ParallelTerminationStrategy: PID 11834 died... 00:31:33.407912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Terminated: ok {rc=0} 00:31:33.493576 bus /sierra_3: Setting Powered False 00:31:34.593835 bus /sierra_3: Setting Powered False 00:31:35.708666 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 00:31:36.859591 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:36.872196 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:31:36.929681 tst mo_mt_call_osmux.py: using LAC 32386 00:31:37.058226 tst mo_mt_call_osmux.py: using RAC 1 00:31:37.186778 tst mo_mt_call_osmux.py: using CellId 32386 00:31:37.306381 tst mo_mt_call_osmux.py: using BVCI 32387 00:31:37.416203 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:37.427697 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:37.439123 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:37.450432 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:37.461826 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:31:37.472877 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:31:37.593130 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:31:37.716095 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:38.189108 run create_hlr_db(pid=11838): Launched 00:31:38.312737 bus /sierra_2: Setting Powered False 00:31:39.377959 run create_hlr_db(pid=11838): Terminated: ok {rc=0} 00:31:39.814407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Launched 00:31:40.119397 run osmo-hlr_10.42.42.2(pid=11841): Launched 00:31:40.235262 run osmo-stp_10.42.42.5: Starting osmo-stp 00:31:40.757039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Launched 00:31:41.061337 run osmo-stp_10.42.42.5(pid=11844): Launched 00:31:41.177746 run osmo-msc_10.42.42.6: Starting osmo-msc 00:31:41.727009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Launched 00:31:42.029705 run osmo-msc_10.42.42.6(pid=11847): Launched 00:31:42.199658 run osmo-stp_10.42.42.5(pid=11844): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)] 00:31:42.327452 run osmo-stp_10.42.42.5(pid=11844): stdout: | (launched: 2022-12-13_00:31:41.005182) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:42.454877 run osmo-stp_10.42.42.5(pid=11844): stderr: | 20221213003141173 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003141173 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003141173 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003141174 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003141174 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003141174 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003141174 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:42.581087 run osmo-stp_10.42.42.5(pid=11844): stdout: | (launched: 2022-12-13_00:31:41.005182) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:42.701411 run osmo-stp_10.42.42.5(pid=11844): stderr: | 20221213003141173 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003141173 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003141173 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003141174 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003141174 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003141174 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003141174 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:42.845390 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11844): Process ended prematurely: osmo-stp_10.42.42.5(pid=11844) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)] [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 00:31:42.854138 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 00:31:42.880067 run osmo-hlr_10.42.42.2(pid=11841): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11841)] 00:31:42.928502 run osmo-hlr_10.42.42.2(pid=11841): stdout: | (launched: 2022-12-13_00:31:40.063779) 00:31:42.977834 run osmo-hlr_10.42.42.2(pid=11841): stderr: | 20221213003140236 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003140236 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003140236 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003140236 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003140236 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003140236 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003140273 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003140282 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003140282 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003140283 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:43.047510 run osmo-msc_10.42.42.6(pid=11847): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11847)] 00:31:43.094958 run osmo-msc_10.42.42.6(pid=11847): stdout: | (launched: 2022-12-13_00:31:41.974388) 00:31:43.144127 run osmo-msc_10.42.42.6(pid=11847): stderr: | 20221213003142242 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003142243 DLGLOBAL DEBUG validating counter group 0x7f350a7a3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003142243 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003142243 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003142243 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003142243 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003142245 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003142245 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003142246 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003142246 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:43.193724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Terminating (SIGTERM) 00:31:43.233336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Terminating (SIGTERM) 00:31:43.273028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Terminating (SIGTERM) 00:31:43.312747 --- ParallelTerminationStrategy: PID 11840 died... 00:31:43.331905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Terminated: ok {rc=0} 00:31:43.375830 --- ParallelTerminationStrategy: PID 11843 died... 00:31:43.394425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Terminated: ok {rc=0} 00:31:43.438116 --- ParallelTerminationStrategy: PID 11846 died... 00:31:43.456666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Terminated: ok {rc=0} 00:31:43.542762 bus /sierra_3: Setting Powered False 00:31:44.641066 bus /sierra_3: Setting Powered False 00:31:45.752883 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:trx-b200 --------------------------------------------------------------------- 00:31:47.029301 tst emergency:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:31:47.037382 tst emergency:trx-b200: Verifying 1 x bts (candidates: 11) 00:31:47.088249 tst emergency:trx-b200: Verifying 6 x ip_address (candidates: 9) 00:31:47.126506 tst emergency:trx-b200: Verifying 4 x modem (candidates: 12) 00:31:47.226366 tst emergency:trx-b200: Reserving 1 x bts (candidates: 11) 00:31:47.267670 tst emergency:trx-b200: Reserving 6 x ip_address (candidates: 9) 00:31:47.297090 tst emergency:trx-b200: Reserving 4 x modem (candidates: 12) 00:31:47.873091 tst emergency:trx-b200: RESERVED RESOURCES for emergency: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:trx-b200 emergency_mo_mt_call.py ---------------------------------------------- 00:31:47.878447 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:47.889892 tst emergency:trx-b200: Using 1 x bts (candidates: 1) 00:31:47.946625 tst emergency_mo_mt_call.py: using LAC 32387 00:31:48.073406 tst emergency_mo_mt_call.py: using RAC 2 00:31:48.198814 tst emergency_mo_mt_call.py: using CellId 32387 00:31:48.323887 tst emergency_mo_mt_call.py: using BVCI 32388 00:31:48.441011 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:48.452292 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:48.463278 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:48.474536 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:48.485865 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:48.497115 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:48.614386 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:48.728755 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:49.193490 run create_hlr_db(pid=11852): Launched 00:31:49.316579 bus /sierra_2: Setting Powered False 00:31:50.376112 run create_hlr_db(pid=11852): Terminated: ok {rc=0} 00:31:50.814177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Launched 00:31:51.137255 run osmo-hlr_10.42.42.2(pid=11855): Launched 00:31:51.259053 run osmo-stp_10.42.42.5: Starting osmo-stp 00:31:51.814596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Launched 00:31:52.137122 run osmo-stp_10.42.42.5(pid=11858): Launched 00:31:52.269484 tst emergency_mo_mt_call.py: using MSISDN 8039 00:31:52.438601 run osmo-msc_10.42.42.6: Starting osmo-msc 00:31:53.016071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Launched 00:31:53.337109 run osmo-msc_10.42.42.6(pid=11861): Launched 00:31:53.517329 run osmo-stp_10.42.42.5(pid=11858): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)] 00:31:53.653097 run osmo-stp_10.42.42.5(pid=11858): stdout: | (launched: 2022-12-13_00:31:52.078081) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:53.789388 run osmo-stp_10.42.42.5(pid=11858): stderr: | 20221213003152266 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003152266 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003152267 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003152267 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003152267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003152268 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003152268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:53.923929 run osmo-stp_10.42.42.5(pid=11858): stdout: | (launched: 2022-12-13_00:31:52.078081) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:31:54.052010 run osmo-stp_10.42.42.5(pid=11858): stderr: | 20221213003152266 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003152266 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003152267 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003152267 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003152267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003152268 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003152268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:31:54.204764 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)] [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19] 00:31:54.213850 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec) 00:31:54.241670 run osmo-hlr_10.42.42.2(pid=11855): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11855)] 00:31:54.292146 run osmo-hlr_10.42.42.2(pid=11855): stdout: | (launched: 2022-12-13_00:31:51.078349) 00:31:54.344591 run osmo-hlr_10.42.42.2(pid=11855): stderr: | 20221213003151271 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003151271 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003151271 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003151271 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003151271 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003151271 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003151285 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003151294 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003151295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003151295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:31:54.417394 run osmo-msc_10.42.42.6(pid=11861): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11861)] 00:31:54.467934 run osmo-msc_10.42.42.6(pid=11861): stdout: | (launched: 2022-12-13_00:31:53.278629) 00:31:54.520105 run osmo-msc_10.42.42.6(pid=11861): stderr: | 20221213003153594 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003153595 DLGLOBAL DEBUG validating counter group 0x7f387ad1ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003153595 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003153595 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003153595 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003153595 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003153597 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003153597 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003153598 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003153598 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:31:54.572723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminating (SIGTERM) 00:31:54.614844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminating (SIGTERM) 00:31:54.657316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Terminating (SIGTERM) 00:31:54.699594 --- ParallelTerminationStrategy: PID 11854 died... 00:31:54.719744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminated: ok {rc=0} 00:31:54.767108 --- ParallelTerminationStrategy: PID 11857 died... 00:31:54.786753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminated: ok {rc=0} 00:31:54.833572 --- ParallelTerminationStrategy: PID 11860 died... 00:31:54.853496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Terminated: ok {rc=0} 00:31:54.942201 bus /sierra_3: Setting Powered False 00:31:56.041118 bus /sierra_3: Setting Powered False 00:31:57.159194 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:trx-b200 emergency_preemptive_call.py ---------------------------------------------- 00:31:58.246299 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.258091 tst emergency:trx-b200: Using 1 x bts (candidates: 1) 00:31:58.307679 tst emergency_preemptive_call.py: using LAC 32388 00:31:58.425109 tst emergency_preemptive_call.py: using RAC 3 00:31:58.541427 tst emergency_preemptive_call.py: using CellId 32388 00:31:58.658779 tst emergency_preemptive_call.py: using BVCI 32389 00:31:58.768523 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.779294 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.789838 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.800360 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.810915 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 00:31:58.821372 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:58.939388 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:59.056377 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:59.175963 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 00:31:59.290488 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:31:59.755557 run create_hlr_db(pid=11863): Launched 00:31:59.878035 bus /sierra_2: Setting Powered False 00:32:00.951683 run create_hlr_db(pid=11863): Terminated: ok {rc=0} 00:32:01.413294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Launched 00:32:01.803680 run osmo-hlr_10.42.42.2(pid=11866): Launched 00:32:02.049085 run osmo-stp_10.42.42.5: Starting osmo-stp 00:32:02.673692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Launched 00:32:02.995635 run osmo-stp_10.42.42.5(pid=11869): Launched 00:32:03.143815 tst emergency_preemptive_call.py: using MSISDN 8040 00:32:03.301799 run osmo-msc_10.42.42.6: Starting osmo-msc 00:32:03.841756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Launched 00:32:04.163245 run osmo-msc_10.42.42.6(pid=11872): Launched 00:32:04.343826 run osmo-stp_10.42.42.5(pid=11869): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)] 00:32:04.480248 run osmo-stp_10.42.42.5(pid=11869): stdout: | (launched: 2022-12-13_00:32:02.937227) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:04.617556 run osmo-stp_10.42.42.5(pid=11869): stderr: | 20221213003203174 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003203174 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003203175 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003203175 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003203176 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003203176 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003203176 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:04.752289 run osmo-stp_10.42.42.5(pid=11869): stdout: | (launched: 2022-12-13_00:32:02.937227) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:04.880318 run osmo-stp_10.42.42.5(pid=11869): stderr: | 20221213003203174 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003203174 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003203175 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003203175 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003203176 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003203176 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003203176 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:05.033502 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11869): Process ended prematurely: osmo-stp_10.42.42.5(pid=11869) [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)] [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32] 00:32:05.042706 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec) 00:32:05.071710 run osmo-hlr_10.42.42.2(pid=11866): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11866)] 00:32:05.123132 run osmo-hlr_10.42.42.2(pid=11866): stdout: | (launched: 2022-12-13_00:32:01.745257) 00:32:05.175988 run osmo-hlr_10.42.42.2(pid=11866): stderr: | 20221213003201966 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003201966 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003201966 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003201966 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003201966 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003201966 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003201983 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003202000 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003202000 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003202000 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:32:05.250112 run osmo-msc_10.42.42.6(pid=11872): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11872)] 00:32:05.301144 run osmo-msc_10.42.42.6(pid=11872): stdout: | (launched: 2022-12-13_00:32:04.104777) 00:32:05.354375 run osmo-msc_10.42.42.6(pid=11872): stderr: | 20221213003204420 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003204421 DLGLOBAL DEBUG validating counter group 0x7f0bf6d1cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003204421 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003204421 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003204421 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003204421 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003204423 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003204423 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003204423 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003204424 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:32:05.407421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Terminating (SIGTERM) 00:32:05.449983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Terminating (SIGTERM) 00:32:05.492668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Terminating (SIGTERM) 00:32:05.535686 --- ParallelTerminationStrategy: PID 11865 died... 00:32:05.555956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Terminated: ok {rc=0} 00:32:05.603534 --- ParallelTerminationStrategy: PID 11868 died... 00:32:05.623296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Terminated: ok {rc=0} 00:32:05.670532 --- ParallelTerminationStrategy: PID 11871 died... 00:32:05.690274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Terminated: ok {rc=0} 00:32:05.779405 bus /sierra_9: Setting Powered False 00:32:06.878850 bus /sierra_9: Setting Powered False 00:32:07.995409 bus /sierra_8: Setting Powered False 00:32:09.093846 bus /sierra_8: Setting Powered False 00:32:10.212466 bus /sierra_3: Setting Powered False 00:32:11.312747 bus /sierra_3: Setting Powered False 00:32:12.431321 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-b200 --------------------------------------------------------------------- 00:32:13.709604 tst gprs:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:32:13.713963 tst gprs:trx-b200: Verifying 1 x bts (candidates: 11) 00:32:13.746721 tst gprs:trx-b200: Verifying 9 x ip_address (candidates: 9) 00:32:13.784608 tst gprs:trx-b200: Verifying 4 x modem (candidates: 12) 00:32:13.869924 tst gprs:trx-b200: Reserving 1 x bts (candidates: 11) 00:32:13.902613 tst gprs:trx-b200: Reserving 9 x ip_address (candidates: 9) 00:32:13.940329 tst gprs:trx-b200: Reserving 4 x modem (candidates: 12) 00:32:14.531867 tst gprs:trx-b200: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-b200 cs_paging_gprs_active.py ---------------------------------------------- 00:32:14.581757 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:14.592352 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 00:32:14.639171 tst cs_paging_gprs_active.py: using LAC 32389 00:32:14.758188 tst cs_paging_gprs_active.py: using RAC 4 00:32:14.877969 tst cs_paging_gprs_active.py: using CellId 32389 00:32:14.995250 tst cs_paging_gprs_active.py: using BVCI 32390 00:32:15.106349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.117079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.127474 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.137927 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.148123 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.158455 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.168832 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.179169 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:15.189665 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:15.307876 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:15.426297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:32:15.632071 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:15.964900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Launched 00:32:16.275977 run iperf3-srv_10.42.42.10(pid=11879): Launched 00:32:16.417604 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:32:16.646397 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:16.987486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Launched 00:32:17.275814 run iperf3-srv_10.42.42.10(pid=11881): Launched 00:32:17.391142 tst cs_paging_gprs_active.py:38: start network... 00:32:17.594924 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:32:18.069174 run create_hlr_db(pid=11882): Launched 00:32:18.194255 bus /sierra_2: Setting Powered False 00:32:19.255088 run create_hlr_db(pid=11882): Terminated: ok {rc=0} 00:32:19.704178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Launched 00:32:20.033007 run osmo-hlr_10.42.42.2(pid=11885): Launched 00:32:20.159710 run osmo-stp_10.42.42.5: Starting osmo-stp 00:32:20.726768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Launched 00:32:21.054707 run osmo-stp_10.42.42.5(pid=11888): Launched 00:32:21.183413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:32:21.752268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Launched 00:32:21.878711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:32:22.157462 run patchelf(pid=11891): Launched 00:32:22.340599 run osmo-stp_10.42.42.5(pid=11888): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)] 00:32:22.480115 run osmo-stp_10.42.42.5(pid=11888): stdout: | (launched: 2022-12-13_00:32:20.995247) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:22.620687 run osmo-stp_10.42.42.5(pid=11888): stderr: | 20221213003221183 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003221184 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003221184 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003221184 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003221185 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003221185 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003221185 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:22.761651 run osmo-stp_10.42.42.5(pid=11888): stdout: | (launched: 2022-12-13_00:32:20.995247) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:22.896837 run osmo-stp_10.42.42.5(pid=11888): stderr: | 20221213003221183 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003221184 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003221184 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003221184 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003221185 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003221185 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003221185 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:23.056671 run patchelf(pid=11891): Terminating (SIGINT) 00:32:23.242380 run patchelf(pid=11891): Terminated: ok {rc=0} 00:32:23.376447 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11888): Process ended prematurely: osmo-stp_10.42.42.5(pid=11888) [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)] [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38] 00:32:23.386772 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 00:32:23.415989 run osmo-hlr_10.42.42.2(pid=11885): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11885)] 00:32:23.466658 run osmo-hlr_10.42.42.2(pid=11885): stdout: | (launched: 2022-12-13_00:32:19.973589) 00:32:23.519002 run osmo-hlr_10.42.42.2(pid=11885): stderr: | 20221213003220168 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003220168 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003220168 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003220168 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003220168 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003220168 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003220180 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003220189 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003220189 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003220189 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:32:23.571988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Terminating (SIGTERM) 00:32:23.614712 run iperf3-srv_10.42.42.10(pid=11879): Terminating (SIGTERM) 00:32:23.657306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Terminating (SIGTERM) 00:32:23.699867 run iperf3-srv_10.42.42.10(pid=11881): Terminating (SIGTERM) 00:32:23.742277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Terminating (SIGTERM) 00:32:23.785039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Terminating (SIGTERM) 00:32:23.827493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Terminating (SIGTERM) 00:32:23.870625 --- ParallelTerminationStrategy: PID 11878 died... 00:32:23.891090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Terminated: ok {rc=0} 00:32:23.938222 --- ParallelTerminationStrategy: PID 11879 died... 00:32:23.957728 run iperf3-srv_10.42.42.10(pid=11879): Terminated {rc=256} 00:32:24.004399 --- ParallelTerminationStrategy: PID 11880 died... 00:32:24.024021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Terminated: ok {rc=0} 00:32:24.071035 --- ParallelTerminationStrategy: PID 11881 died... 00:32:24.090620 run iperf3-srv_10.42.42.10(pid=11881): Terminated {rc=256} 00:32:24.137471 --- ParallelTerminationStrategy: PID 11884 died... 00:32:24.157228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Terminated: ok {rc=0} 00:32:24.204154 --- ParallelTerminationStrategy: PID 11887 died... 00:32:24.223763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Terminated: ok {rc=0} 00:32:24.270682 --- ParallelTerminationStrategy: PID 11890 died... 00:32:24.290299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Terminated: ok {rc=0} 00:32:24.379126 bus /gobi_0: Setting Powered False 00:32:25.478942 bus /gobi_0: Setting Powered False 00:32:26.598176 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200 iperf3.py ---------------------------------------------- 00:32:27.745972 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:27.757410 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 00:32:27.808885 tst iperf3.py: using LAC 32390 00:32:27.928191 tst iperf3.py: using RAC 5 00:32:28.049336 tst iperf3.py: using CellId 32390 00:32:28.170201 tst iperf3.py: using BVCI 32391 00:32:28.282376 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.293075 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.303495 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.313894 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.324069 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.334355 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.344935 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.355740 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:28.366586 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:28.482219 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:32:28.685650 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:28.989756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Launched 00:32:29.255502 run iperf3-srv_10.42.42.10(pid=11893): Launched 00:32:29.370104 tst iperf3.py:8: start network... 00:32:29.573946 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:32:30.044607 run create_hlr_db(pid=11894): Launched 00:32:30.168660 bus /gobi_6: Setting Powered False 00:32:31.231748 run create_hlr_db(pid=11894): Terminated: ok {rc=0} 00:32:31.695288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Launched 00:32:32.020927 run osmo-hlr_10.42.42.2(pid=11897): Launched 00:32:32.255010 run osmo-stp_10.42.42.5: Starting osmo-stp 00:32:32.817448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Launched 00:32:33.147635 run osmo-stp_10.42.42.5(pid=11900): Launched 00:32:33.273118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:32:33.841041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Launched 00:32:33.966211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:32:34.243927 run patchelf(pid=11904): Launched 00:32:34.427033 run osmo-stp_10.42.42.5(pid=11900): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)] 00:32:34.566673 run osmo-stp_10.42.42.5(pid=11900): stdout: | (launched: 2022-12-13_00:32:33.087588) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:34.707517 run osmo-stp_10.42.42.5(pid=11900): stderr: | 20221213003233276 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003233276 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003233276 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003233276 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003233277 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003233277 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003233277 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:34.848116 run osmo-stp_10.42.42.5(pid=11900): stdout: | (launched: 2022-12-13_00:32:33.087588) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:34.983428 run osmo-stp_10.42.42.5(pid=11900): stderr: | 20221213003233276 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003233276 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003233276 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003233276 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003233277 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003233277 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003233277 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:35.144229 run patchelf(pid=11904): Terminating (SIGINT) 00:32:35.329654 run patchelf(pid=11904): Terminated: ok {rc=0} 00:32:35.462921 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)] [trial-2384↪gprs:trx-b200↪iperf3.py:8] 00:32:35.473156 tst iperf3.py:8: Test FAILED (7.8 sec) 00:32:35.502077 run osmo-hlr_10.42.42.2(pid=11897): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11897)] 00:32:35.553057 run osmo-hlr_10.42.42.2(pid=11897): stdout: | (launched: 2022-12-13_00:32:31.964203) 00:32:35.605759 run osmo-hlr_10.42.42.2(pid=11897): stderr: | 20221213003232183 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003232183 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003232183 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003232183 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003232183 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003232183 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003232201 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003232210 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003232210 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003232210 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:32:35.658749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Terminating (SIGTERM) 00:32:35.701572 run iperf3-srv_10.42.42.10(pid=11893): Terminating (SIGTERM) 00:32:35.743982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminating (SIGTERM) 00:32:35.786831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminating (SIGTERM) 00:32:35.829457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminating (SIGTERM) 00:32:35.872164 --- ParallelTerminationStrategy: PID 11892 died... 00:32:35.892432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Terminated: ok {rc=0} 00:32:35.940155 --- ParallelTerminationStrategy: PID 11893 died... 00:32:35.959949 run iperf3-srv_10.42.42.10(pid=11893): Terminated {rc=256} 00:32:36.007444 --- ParallelTerminationStrategy: PID 11896 died... 00:32:36.027237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminated: ok {rc=0} 00:32:36.074564 --- ParallelTerminationStrategy: PID 11899 died... 00:32:36.094196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminated: ok {rc=0} 00:32:36.141313 --- ParallelTerminationStrategy: PID 11903 died... 00:32:36.161175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminated: ok {rc=0} 00:32:36.250524 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200 iperf3m4.py ---------------------------------------------- 00:32:37.395487 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.406943 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 00:32:37.457567 tst iperf3m4.py: using LAC 32391 00:32:37.577838 tst iperf3m4.py: using RAC 6 00:32:37.697404 tst iperf3m4.py: using CellId 32391 00:32:37.817270 tst iperf3m4.py: using BVCI 32392 00:32:37.928358 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.939165 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.949636 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.960630 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.971624 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.982555 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:37.994145 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:38.005315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:38.016496 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:38.137657 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:38.259671 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:38.381700 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:38.500174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:32:38.703176 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:39.007311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Launched 00:32:39.272020 run iperf3-srv_10.42.42.10(pid=11906): Launched 00:32:39.386324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:32:39.589837 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:39.895167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Launched 00:32:40.159521 run iperf3-srv_10.42.42.10(pid=11908): Launched 00:32:40.273658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:32:40.477336 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:40.782527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Launched 00:32:41.046971 run iperf3-srv_10.42.42.10(pid=11910): Launched 00:32:41.160569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:32:41.363439 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:32:41.669329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Launched 00:32:41.934168 run iperf3-srv_10.42.42.10(pid=11912): Launched 00:32:42.050351 tst iperf3m4.py:8: start network... 00:32:42.253718 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:32:42.726569 run create_hlr_db(pid=11913): Launched 00:32:42.850294 bus /gobi_6: Setting Powered False 00:32:43.910508 run create_hlr_db(pid=11913): Terminated: ok {rc=0} 00:32:44.357399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Launched 00:32:44.684425 run osmo-hlr_10.42.42.2(pid=11916): Launched 00:32:44.808930 run osmo-stp_10.42.42.5: Starting osmo-stp 00:32:45.378491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Launched 00:32:45.708171 run osmo-stp_10.42.42.5(pid=11919): Launched 00:32:45.847122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:32:46.493436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Launched 00:32:46.631032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:32:46.917796 run patchelf(pid=11922): Launched 00:32:47.099866 run osmo-stp_10.42.42.5(pid=11919): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)] 00:32:47.233952 run osmo-stp_10.42.42.5(pid=11919): stdout: | (launched: 2022-12-13_00:32:45.647790) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:47.364908 run osmo-stp_10.42.42.5(pid=11919): stderr: | 20221213003245864 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003245870 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003245871 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003245871 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003245871 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003245872 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003245872 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:47.496038 run osmo-stp_10.42.42.5(pid=11919): stdout: | (launched: 2022-12-13_00:32:45.647790) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:32:47.622988 run osmo-stp_10.42.42.5(pid=11919): stderr: | 20221213003245864 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003245870 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003245871 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003245871 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003245871 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003245872 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003245872 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:32:47.772404 run patchelf(pid=11922): Terminating (SIGINT) 00:32:47.945803 run patchelf(pid=11922): Terminated: ok {rc=0} 00:32:48.070259 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)] [trial-2384↪gprs:trx-b200↪iperf3m4.py:8] 00:32:48.079920 tst iperf3m4.py:8: Test FAILED (10.7 sec) 00:32:48.107511 run osmo-hlr_10.42.42.2(pid=11916): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11916)] 00:32:48.155420 run osmo-hlr_10.42.42.2(pid=11916): stdout: | (launched: 2022-12-13_00:32:44.624771) 00:32:48.205043 run osmo-hlr_10.42.42.2(pid=11916): stderr: | 20221213003244822 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003244822 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003244822 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003244822 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003244822 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003244822 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003244836 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003244846 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003244846 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003244846 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:32:48.254834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminating (SIGTERM) 00:32:48.294918 run iperf3-srv_10.42.42.10(pid=11906): Terminating (SIGTERM) 00:32:48.334871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminating (SIGTERM) 00:32:48.374909 run iperf3-srv_10.42.42.10(pid=11908): Terminating (SIGTERM) 00:32:48.414809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminating (SIGTERM) 00:32:48.455074 run iperf3-srv_10.42.42.10(pid=11910): Terminating (SIGTERM) 00:32:48.494967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminating (SIGTERM) 00:32:48.534790 run iperf3-srv_10.42.42.10(pid=11912): Terminating (SIGTERM) 00:32:48.574580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminating (SIGTERM) 00:32:48.614571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminating (SIGTERM) 00:32:48.654546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminating (SIGTERM) 00:32:48.694852 --- ParallelTerminationStrategy: PID 11905 died... 00:32:48.714140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminated: ok {rc=0} 00:32:48.758717 --- ParallelTerminationStrategy: PID 11906 died... 00:32:48.777198 run iperf3-srv_10.42.42.10(pid=11906): Terminated {rc=256} 00:32:48.820934 --- ParallelTerminationStrategy: PID 11907 died... 00:32:48.839479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminated: ok {rc=0} 00:32:48.883351 --- ParallelTerminationStrategy: PID 11908 died... 00:32:48.901970 run iperf3-srv_10.42.42.10(pid=11908): Terminated {rc=256} 00:32:48.945939 --- ParallelTerminationStrategy: PID 11909 died... 00:32:48.964585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminated: ok {rc=0} 00:32:49.009181 --- ParallelTerminationStrategy: PID 11910 died... 00:32:49.027872 run iperf3-srv_10.42.42.10(pid=11910): Terminated {rc=256} 00:32:49.071740 --- ParallelTerminationStrategy: PID 11911 died... 00:32:49.090566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminated: ok {rc=0} 00:32:49.135131 --- ParallelTerminationStrategy: PID 11912 died... 00:32:49.153622 run iperf3-srv_10.42.42.10(pid=11912): Terminated {rc=256} 00:32:49.197544 --- ParallelTerminationStrategy: PID 11915 died... 00:32:49.216358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminated: ok {rc=0} 00:32:49.260139 --- ParallelTerminationStrategy: PID 11918 died... 00:32:49.279118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminated: ok {rc=0} 00:32:49.323814 --- ParallelTerminationStrategy: PID 11921 died... 00:32:49.342680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminated: ok {rc=0} 00:32:49.428567 bus /gobi_4: Setting Powered False 00:32:50.529412 bus /gobi_4: Setting Powered False 00:32:51.644921 bus /gobi_1: Setting Powered False 00:32:52.744330 bus /gobi_1: Setting Powered False 00:32:53.861693 bus /gobi_0: Setting Powered False 00:32:54.961348 bus /gobi_0: Setting Powered False 00:32:56.077568 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200 ping.py ---------------------------------------------- 00:32:57.183285 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.195254 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 00:32:57.245642 tst ping.py: using LAC 32392 00:32:57.363994 tst ping.py: using RAC 7 00:32:57.488187 tst ping.py: using CellId 32392 00:32:57.605783 tst ping.py: using BVCI 32393 00:32:57.725300 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.736509 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.747553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.758974 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.770361 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.781806 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.793130 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:32:57.804279 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:32:57.919620 tst ping.py:19: start network... 00:32:58.120144 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:32:58.582916 run create_hlr_db(pid=11923): Launched 00:32:58.706826 bus /gobi_6: Setting Powered False 00:32:59.767267 run create_hlr_db(pid=11923): Terminated: ok {rc=0} 00:33:00.207263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Launched 00:33:00.531320 run osmo-hlr_10.42.42.2(pid=11926): Launched 00:33:00.655601 run osmo-stp_10.42.42.5: Starting osmo-stp 00:33:01.229940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Launched 00:33:01.579459 run osmo-stp_10.42.42.5(pid=11930): Launched 00:33:01.878885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:33:02.442074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Launched 00:33:02.567102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:33:02.839456 run patchelf(pid=11933): Launched 00:33:03.020062 run osmo-stp_10.42.42.5(pid=11930): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)] 00:33:03.157702 run osmo-stp_10.42.42.5(pid=11930): stdout: | (launched: 2022-12-13_00:33:01.510888) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:03.296010 run osmo-stp_10.42.42.5(pid=11930): stderr: | 20221213003301730 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003301730 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003301730 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003301731 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003301731 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003301731 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003301731 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:03.435039 run osmo-stp_10.42.42.5(pid=11930): stdout: | (launched: 2022-12-13_00:33:01.510888) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:03.567495 run osmo-stp_10.42.42.5(pid=11930): stderr: | 20221213003301730 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003301730 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003301730 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003301731 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003301731 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003301731 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003301731 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:03.724689 run patchelf(pid=11933): Terminating (SIGINT) 00:33:03.906967 run patchelf(pid=11933): Terminated: ok {rc=0} 00:33:04.037978 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)] [trial-2384↪gprs:trx-b200↪ping.py:22] 00:33:04.047412 tst ping.py:22: Test FAILED (6.9 sec) 00:33:04.075881 run osmo-hlr_10.42.42.2(pid=11926): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11926)] 00:33:04.127365 run osmo-hlr_10.42.42.2(pid=11926): stdout: | (launched: 2022-12-13_00:33:00.472498) 00:33:04.179975 run osmo-hlr_10.42.42.2(pid=11926): stderr: | 20221213003300664 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003300664 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003300664 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003300665 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003300665 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003300665 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003300676 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003300685 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003300685 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003300685 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:33:04.232548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminating (SIGTERM) 00:33:04.274705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminating (SIGTERM) 00:33:04.317098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Terminating (SIGTERM) 00:33:04.359727 --- ParallelTerminationStrategy: PID 11925 died... 00:33:04.379875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminated: ok {rc=0} 00:33:04.426860 --- ParallelTerminationStrategy: PID 11928 died... 00:33:04.446839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminated: ok {rc=0} 00:33:04.493732 --- ParallelTerminationStrategy: PID 11932 died... 00:33:04.513508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Terminated: ok {rc=0} 00:33:04.602703 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200 ping_idle_ping.py ---------------------------------------------- 00:33:05.690486 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:05.702626 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 00:33:05.754739 tst ping_idle_ping.py: using LAC 32393 00:33:05.883531 tst ping_idle_ping.py: using RAC 8 00:33:06.015007 tst ping_idle_ping.py: using CellId 32393 00:33:06.141567 tst ping_idle_ping.py: using BVCI 32394 00:33:06.252111 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.262909 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.273733 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.284878 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.296004 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.307040 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.318315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 00:33:06.329350 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 00:33:06.448113 tst ping_idle_ping.py:24: start network... 00:33:06.664784 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:33:07.166536 run create_hlr_db(pid=11934): Launched 00:33:07.292189 bus /gobi_6: Setting Powered False 00:33:08.356456 run create_hlr_db(pid=11934): Terminated: ok {rc=0} 00:33:08.787144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Launched 00:33:09.087938 run osmo-hlr_10.42.42.2(pid=11937): Launched 00:33:09.202278 run osmo-stp_10.42.42.5: Starting osmo-stp 00:33:09.734318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Launched 00:33:10.033474 run osmo-stp_10.42.42.5(pid=11940): Launched 00:33:10.147425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:33:10.667462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Launched 00:33:10.782341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:33:11.036086 run patchelf(pid=11943): Launched 00:33:11.203913 run osmo-stp_10.42.42.5(pid=11940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)] 00:33:11.331693 run osmo-stp_10.42.42.5(pid=11940): stdout: | (launched: 2022-12-13_00:33:09.978560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:11.460581 run osmo-stp_10.42.42.5(pid=11940): stderr: | 20221213003310144 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003310144 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003310144 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003310145 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003310145 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003310145 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003310145 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:11.590019 run osmo-stp_10.42.42.5(pid=11940): stdout: | (launched: 2022-12-13_00:33:09.978560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:11.713093 run osmo-stp_10.42.42.5(pid=11940): stderr: | 20221213003310144 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003310144 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003310144 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003310145 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003310145 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003310145 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003310145 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:11.860110 run patchelf(pid=11943): Terminating (SIGINT) 00:33:12.030426 run patchelf(pid=11943): Terminated: ok {rc=0} 00:33:12.153096 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11940): Process ended prematurely: osmo-stp_10.42.42.5(pid=11940) [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)] [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27] 00:33:12.161898 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:33:12.188722 run osmo-hlr_10.42.42.2(pid=11937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11937)] 00:33:12.236374 run osmo-hlr_10.42.42.2(pid=11937): stdout: | (launched: 2022-12-13_00:33:09.032909) 00:33:12.285865 run osmo-hlr_10.42.42.2(pid=11937): stderr: | 20221213003309205 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003309205 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003309205 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003309205 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003309205 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003309205 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003309218 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003309229 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003309229 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003309229 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:33:12.335755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Terminating (SIGTERM) 00:33:12.375639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Terminating (SIGTERM) 00:33:12.415942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Terminating (SIGTERM) 00:33:12.456582 --- ParallelTerminationStrategy: PID 11936 died... 00:33:12.475960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Terminated: ok {rc=0} 00:33:12.520457 --- ParallelTerminationStrategy: PID 11939 died... 00:33:12.539386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Terminated: ok {rc=0} 00:33:12.583880 --- ParallelTerminationStrategy: PID 11942 died... 00:33:12.602717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Terminated: ok {rc=0} 00:33:12.689696 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs --------------------------------------------------------------------- 00:33:13.998900 tst gprs:trx-b200+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:33:14.004593 tst gprs:trx-b200+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:33:14.037878 tst gprs:trx-b200+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:33:14.076101 tst gprs:trx-b200+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:33:14.162409 tst gprs:trx-b200+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:33:14.195309 tst gprs:trx-b200+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:33:14.233174 tst gprs:trx-b200+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:33:14.830633 tst gprs:trx-b200+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:33:14.885852 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:14.896914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:33:14.949639 tst cs_paging_gprs_active.py: using LAC 32394 00:33:15.079049 tst cs_paging_gprs_active.py: using RAC 9 00:33:15.211060 tst cs_paging_gprs_active.py: using CellId 32394 00:33:15.341870 tst cs_paging_gprs_active.py: using BVCI 32395 00:33:15.463443 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.474802 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.485884 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.497227 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.508487 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.519718 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.531263 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.542538 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:15.554322 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:15.676836 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:15.798131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:33:16.024259 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:16.358359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Launched 00:33:16.658481 run iperf3-srv_10.42.42.10(pid=11948): Launched 00:33:16.797407 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:33:17.023111 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:17.383959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Launched 00:33:17.670611 run iperf3-srv_10.42.42.10(pid=11950): Launched 00:33:17.796064 tst cs_paging_gprs_active.py:38: start network... 00:33:18.018315 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:33:18.529893 run create_hlr_db(pid=11951): Launched 00:33:18.656388 bus /gobi_6: Setting Powered False 00:33:19.721639 run create_hlr_db(pid=11951): Terminated: ok {rc=0} 00:33:20.178285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Launched 00:33:20.507183 run osmo-hlr_10.42.42.2(pid=11954): Launched 00:33:20.634698 run osmo-stp_10.42.42.5: Starting osmo-stp 00:33:21.201772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Launched 00:33:21.530869 run osmo-stp_10.42.42.5(pid=11957): Launched 00:33:21.658368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:33:22.227355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Launched 00:33:22.353559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:33:22.631353 run patchelf(pid=11960): Launched 00:33:22.815831 run osmo-stp_10.42.42.5(pid=11957): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)] 00:33:22.955148 run osmo-stp_10.42.42.5(pid=11957): stdout: | (launched: 2022-12-13_00:33:21.471087) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:23.096391 run osmo-stp_10.42.42.5(pid=11957): stderr: | 20221213003321659 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003321659 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003321659 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003321660 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003321660 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003321660 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003321660 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:23.237085 run osmo-stp_10.42.42.5(pid=11957): stdout: | (launched: 2022-12-13_00:33:21.471087) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:23.372532 run osmo-stp_10.42.42.5(pid=11957): stderr: | 20221213003321659 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003321659 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003321659 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003321660 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003321660 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003321660 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003321660 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:23.532786 run patchelf(pid=11960): Terminating (SIGINT) 00:33:23.718183 run patchelf(pid=11960): Terminated: ok {rc=0} 00:33:23.851953 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11957): Process ended prematurely: osmo-stp_10.42.42.5(pid=11957) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:33:23.862226 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 00:33:23.891321 run osmo-hlr_10.42.42.2(pid=11954): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11954)] 00:33:23.941973 run osmo-hlr_10.42.42.2(pid=11954): stdout: | (launched: 2022-12-13_00:33:20.447397) 00:33:23.994480 run osmo-hlr_10.42.42.2(pid=11954): stderr: | 20221213003320642 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003320642 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003320642 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003320643 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003320643 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003320643 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003320655 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003320664 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003320664 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003320664 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:33:24.047599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Terminating (SIGTERM) 00:33:24.090177 run iperf3-srv_10.42.42.10(pid=11948): Terminating (SIGTERM) 00:33:24.132637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminating (SIGTERM) 00:33:24.175236 run iperf3-srv_10.42.42.10(pid=11950): Terminating (SIGTERM) 00:33:24.217661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Terminating (SIGTERM) 00:33:24.260281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Terminating (SIGTERM) 00:33:24.302775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Terminating (SIGTERM) 00:33:24.345553 --- ParallelTerminationStrategy: PID 11947 died... 00:33:24.365657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Terminated: ok {rc=0} 00:33:24.412813 --- ParallelTerminationStrategy: PID 11948 died... 00:33:24.432683 run iperf3-srv_10.42.42.10(pid=11948): Terminated {rc=256} 00:33:24.479460 --- ParallelTerminationStrategy: PID 11949 died... 00:33:24.499129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminated: ok {rc=0} 00:33:24.545826 --- ParallelTerminationStrategy: PID 11950 died... 00:33:24.565380 run iperf3-srv_10.42.42.10(pid=11950): Terminated {rc=256} 00:33:24.612040 --- ParallelTerminationStrategy: PID 11953 died... 00:33:24.631728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Terminated: ok {rc=0} 00:33:24.678711 --- ParallelTerminationStrategy: PID 11956 died... 00:33:24.698364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Terminated: ok {rc=0} 00:33:24.745576 --- ParallelTerminationStrategy: PID 11959 died... 00:33:24.765312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Terminated: ok {rc=0} 00:33:24.854704 bus /gobi_0: Setting Powered False 00:33:25.954222 bus /gobi_0: Setting Powered False 00:33:27.070568 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:33:28.221545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.233719 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:33:28.288766 tst iperf3.py: using LAC 32395 00:33:28.414349 tst iperf3.py: using RAC 10 00:33:28.537700 tst iperf3.py: using CellId 32395 00:33:28.657995 tst iperf3.py: using BVCI 32396 00:33:28.767994 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.779087 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.789722 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.800468 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.811147 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.821717 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.832386 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.842907 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:28.853649 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:28.972666 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:33:29.197427 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:29.526820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Launched 00:33:29.812597 run iperf3-srv_10.42.42.10(pid=11962): Launched 00:33:29.935400 tst iperf3.py:8: start network... 00:33:30.156645 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:33:30.666503 run create_hlr_db(pid=11963): Launched 00:33:30.794209 bus /gobi_6: Setting Powered False 00:33:31.875653 run create_hlr_db(pid=11963): Terminated: ok {rc=0} 00:33:32.396733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Launched 00:33:32.724511 run osmo-hlr_10.42.42.2(pid=11966): Launched 00:33:32.850261 run osmo-stp_10.42.42.5: Starting osmo-stp 00:33:33.415540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Launched 00:33:33.742493 run osmo-stp_10.42.42.5(pid=11969): Launched 00:33:33.867720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:33:34.433686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Launched 00:33:34.559280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:33:34.837277 run patchelf(pid=11972): Launched 00:33:35.019555 run osmo-stp_10.42.42.5(pid=11969): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)] 00:33:35.158911 run osmo-stp_10.42.42.5(pid=11969): stdout: | (launched: 2022-12-13_00:33:33.683199) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:35.299044 run osmo-stp_10.42.42.5(pid=11969): stderr: | 20221213003333872 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003333872 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003333872 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003333873 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003333873 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003333873 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003333873 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:35.439717 run osmo-stp_10.42.42.5(pid=11969): stdout: | (launched: 2022-12-13_00:33:33.683199) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:35.574417 run osmo-stp_10.42.42.5(pid=11969): stderr: | 20221213003333872 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003333872 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003333872 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003333873 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003333873 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003333873 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003333873 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:35.734363 run patchelf(pid=11972): Terminating (SIGINT) 00:33:35.918710 run patchelf(pid=11972): Terminated: ok {rc=0} 00:33:36.051743 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11969): Process ended prematurely: osmo-stp_10.42.42.5(pid=11969) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8] 00:33:36.061972 tst iperf3.py:8: Test FAILED (7.9 sec) 00:33:36.090576 run osmo-hlr_10.42.42.2(pid=11966): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11966)] 00:33:36.142659 run osmo-hlr_10.42.42.2(pid=11966): stdout: | (launched: 2022-12-13_00:33:32.665133) 00:33:36.195577 run osmo-hlr_10.42.42.2(pid=11966): stderr: | 20221213003332860 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003332860 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003332860 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003332860 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003332860 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003332861 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003332873 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003332881 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003332881 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003332881 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:33:36.248454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminating (SIGTERM) 00:33:36.290891 run iperf3-srv_10.42.42.10(pid=11962): Terminating (SIGTERM) 00:33:36.333236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Terminating (SIGTERM) 00:33:36.375576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Terminating (SIGTERM) 00:33:36.418001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Terminating (SIGTERM) 00:33:36.460517 --- ParallelTerminationStrategy: PID 11961 died... 00:33:36.480570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminated: ok {rc=0} 00:33:36.528069 --- ParallelTerminationStrategy: PID 11962 died... 00:33:36.547645 run iperf3-srv_10.42.42.10(pid=11962): Terminated {rc=256} 00:33:36.594260 --- ParallelTerminationStrategy: PID 11965 died... 00:33:36.613756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Terminated: ok {rc=0} 00:33:36.660836 --- ParallelTerminationStrategy: PID 11968 died... 00:33:36.680800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Terminated: ok {rc=0} 00:33:36.727553 --- ParallelTerminationStrategy: PID 11971 died... 00:33:36.747189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Terminated: ok {rc=0} 00:33:36.835764 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:33:37.987713 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:37.999719 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:33:38.054000 tst iperf3m4.py: using LAC 32396 00:33:38.187457 tst iperf3m4.py: using RAC 11 00:33:38.316299 tst iperf3m4.py: using CellId 32396 00:33:38.449350 tst iperf3m4.py: using BVCI 32397 00:33:38.570325 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.581790 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.592823 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.604204 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.615481 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.626986 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.638633 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.650017 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:38.661467 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:38.780519 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:38.901943 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:39.022595 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:39.143111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:33:39.347829 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:39.652448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Launched 00:33:39.918476 run iperf3-srv_10.42.42.10(pid=11974): Launched 00:33:40.033966 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:33:40.237442 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:40.542948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Launched 00:33:40.808329 run iperf3-srv_10.42.42.10(pid=11976): Launched 00:33:40.922320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:33:41.125831 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:41.430745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Launched 00:33:41.695194 run iperf3-srv_10.42.42.10(pid=11978): Launched 00:33:41.809284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:33:42.013512 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:33:42.318500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Launched 00:33:42.582472 run iperf3-srv_10.42.42.10(pid=11980): Launched 00:33:42.697804 tst iperf3m4.py:8: start network... 00:33:42.900333 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:33:43.373658 run create_hlr_db(pid=11981): Launched 00:33:43.499438 bus /gobi_6: Setting Powered False 00:33:44.559616 run create_hlr_db(pid=11981): Terminated: ok {rc=0} 00:33:44.983236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Launched 00:33:45.291187 run osmo-hlr_10.42.42.2(pid=11984): Launched 00:33:45.407208 run osmo-stp_10.42.42.5: Starting osmo-stp 00:33:45.971502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Launched 00:33:46.327947 run osmo-stp_10.42.42.5(pid=11987): Launched 00:33:46.568013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:33:47.211191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Launched 00:33:47.339722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:33:47.598340 run patchelf(pid=11990): Launched 00:33:47.768329 run osmo-stp_10.42.42.5(pid=11987): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)] 00:33:47.897764 run osmo-stp_10.42.42.5(pid=11987): stdout: | (launched: 2022-12-13_00:33:46.271093) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:48.028839 run osmo-stp_10.42.42.5(pid=11987): stderr: | 20221213003346569 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003346569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003346569 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003346570 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003346570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003346570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003346570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:48.159635 run osmo-stp_10.42.42.5(pid=11987): stdout: | (launched: 2022-12-13_00:33:46.271093) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:33:48.284645 run osmo-stp_10.42.42.5(pid=11987): stderr: | 20221213003346569 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003346569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003346569 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003346570 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003346570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003346570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003346570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:33:48.432847 run patchelf(pid=11990): Terminating (SIGINT) 00:33:48.605332 run patchelf(pid=11990): Terminated: ok {rc=0} 00:33:48.729290 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11987): Process ended prematurely: osmo-stp_10.42.42.5(pid=11987) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8] 00:33:48.738710 tst iperf3m4.py:8: Test FAILED (10.8 sec) 00:33:48.765962 run osmo-hlr_10.42.42.2(pid=11984): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11984)] 00:33:48.813419 run osmo-hlr_10.42.42.2(pid=11984): stdout: | (launched: 2022-12-13_00:33:45.234333) 00:33:48.862681 run osmo-hlr_10.42.42.2(pid=11984): stderr: | 20221213003345408 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003345409 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003345409 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003345409 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003345409 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003345409 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003345421 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003345429 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003345429 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003345429 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:33:48.912159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Terminating (SIGTERM) 00:33:48.952304 run iperf3-srv_10.42.42.10(pid=11974): Terminating (SIGTERM) 00:33:48.992307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Terminating (SIGTERM) 00:33:49.032716 run iperf3-srv_10.42.42.10(pid=11976): Terminating (SIGTERM) 00:33:49.072726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Terminating (SIGTERM) 00:33:49.113016 run iperf3-srv_10.42.42.10(pid=11978): Terminating (SIGTERM) 00:33:49.153195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Terminating (SIGTERM) 00:33:49.193657 run iperf3-srv_10.42.42.10(pid=11980): Terminating (SIGTERM) 00:33:49.233558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Terminating (SIGTERM) 00:33:49.273727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Terminating (SIGTERM) 00:33:49.313705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Terminating (SIGTERM) 00:33:49.354122 --- ParallelTerminationStrategy: PID 11973 died... 00:33:49.373315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Terminated: ok {rc=0} 00:33:49.417791 --- ParallelTerminationStrategy: PID 11974 died... 00:33:49.436510 run iperf3-srv_10.42.42.10(pid=11974): Terminated {rc=256} 00:33:49.481192 --- ParallelTerminationStrategy: PID 11975 died... 00:33:49.499867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Terminated: ok {rc=0} 00:33:49.543983 --- ParallelTerminationStrategy: PID 11976 died... 00:33:49.562801 run iperf3-srv_10.42.42.10(pid=11976): Terminated {rc=256} 00:33:49.606710 --- ParallelTerminationStrategy: PID 11977 died... 00:33:49.625370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Terminated: ok {rc=0} 00:33:49.669272 --- ParallelTerminationStrategy: PID 11978 died... 00:33:49.687852 run iperf3-srv_10.42.42.10(pid=11978): Terminated {rc=256} 00:33:49.731983 --- ParallelTerminationStrategy: PID 11979 died... 00:33:49.750721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Terminated: ok {rc=0} 00:33:49.794506 --- ParallelTerminationStrategy: PID 11980 died... 00:33:49.813236 run iperf3-srv_10.42.42.10(pid=11980): Terminated {rc=256} 00:33:49.858031 --- ParallelTerminationStrategy: PID 11983 died... 00:33:49.876657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Terminated: ok {rc=0} 00:33:49.920475 --- ParallelTerminationStrategy: PID 11986 died... 00:33:49.939168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Terminated: ok {rc=0} 00:33:49.983038 --- ParallelTerminationStrategy: PID 11989 died... 00:33:50.001744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Terminated: ok {rc=0} 00:33:50.088009 bus /gobi_4: Setting Powered False 00:33:51.188896 bus /gobi_4: Setting Powered False 00:33:52.304432 bus /gobi_1: Setting Powered False 00:33:53.404697 bus /gobi_1: Setting Powered False 00:33:54.517593 bus /gobi_0: Setting Powered False 00:33:55.615658 bus /gobi_0: Setting Powered False 00:33:56.734127 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs ping.py ---------------------------------------------- 00:33:57.833932 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:57.845406 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:33:57.896574 tst ping.py: using LAC 32397 00:33:58.016937 tst ping.py: using RAC 12 00:33:58.137118 tst ping.py: using CellId 32397 00:33:58.256135 tst ping.py: using BVCI 32398 00:33:58.366454 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.377399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.388082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.398850 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.409492 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.420035 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.430861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:33:58.441512 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:33:58.561725 tst ping.py:19: start network... 00:33:58.778814 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:33:59.277546 run create_hlr_db(pid=11992): Launched 00:33:59.402988 bus /gobi_6: Setting Powered False 00:34:00.466275 run create_hlr_db(pid=11992): Terminated: ok {rc=0} 00:34:00.933191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Launched 00:34:01.257616 run osmo-hlr_10.42.42.2(pid=11995): Launched 00:34:01.498269 run osmo-stp_10.42.42.5: Starting osmo-stp 00:34:02.118159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Launched 00:34:02.458925 run osmo-stp_10.42.42.5(pid=11998): Launched 00:34:02.582498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:34:03.139721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Launched 00:34:03.264600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:34:03.538131 run patchelf(pid=12001): Launched 00:34:03.719292 run osmo-stp_10.42.42.5(pid=11998): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)] 00:34:03.855977 run osmo-stp_10.42.42.5(pid=11998): stdout: | (launched: 2022-12-13_00:34:02.400196) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:03.994597 run osmo-stp_10.42.42.5(pid=11998): stderr: | 20221213003402589 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003402589 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003402589 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003402590 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003402590 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003402590 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003402590 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:04.133666 run osmo-stp_10.42.42.5(pid=11998): stdout: | (launched: 2022-12-13_00:34:02.400196) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:04.266615 run osmo-stp_10.42.42.5(pid=11998): stderr: | 20221213003402589 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003402589 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003402589 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003402590 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003402590 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003402590 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003402590 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:04.423568 run patchelf(pid=12001): Terminating (SIGINT) 00:34:04.605193 run patchelf(pid=12001): Terminated: ok {rc=0} 00:34:04.735735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22] 00:34:04.745262 tst ping.py:22: Test FAILED (6.9 sec) 00:34:04.773688 run osmo-hlr_10.42.42.2(pid=11995): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11995)] 00:34:04.824315 run osmo-hlr_10.42.42.2(pid=11995): stdout: | (launched: 2022-12-13_00:34:01.197456) 00:34:04.876868 run osmo-hlr_10.42.42.2(pid=11995): stderr: | 20221213003401481 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003401481 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003401481 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003401482 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003401482 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003401482 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003401505 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003401522 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003401522 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003401522 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:34:04.929585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminating (SIGTERM) 00:34:04.971879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminating (SIGTERM) 00:34:05.014202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Terminating (SIGTERM) 00:34:05.056906 --- ParallelTerminationStrategy: PID 11994 died... 00:34:05.076818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminated: ok {rc=0} 00:34:05.124212 --- ParallelTerminationStrategy: PID 11997 died... 00:34:05.143781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminated: ok {rc=0} 00:34:05.190619 --- ParallelTerminationStrategy: PID 12000 died... 00:34:05.210192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Terminated: ok {rc=0} 00:34:05.298680 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 00:34:06.387089 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.399170 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:34:06.452607 tst ping_idle_ping.py: using LAC 32398 00:34:06.580145 tst ping_idle_ping.py: using RAC 13 00:34:06.706324 tst ping_idle_ping.py: using CellId 32398 00:34:06.832852 tst ping_idle_ping.py: using BVCI 32399 00:34:06.942821 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.954040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.964742 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.975592 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.986525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:06.997313 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:07.008218 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:34:07.019040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:34:07.139290 tst ping_idle_ping.py:24: start network... 00:34:07.357258 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:34:07.859002 run create_hlr_db(pid=12002): Launched 00:34:07.982457 bus /gobi_6: Setting Powered False 00:34:09.046878 run create_hlr_db(pid=12002): Terminated: ok {rc=0} 00:34:09.497474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Launched 00:34:09.821706 run osmo-hlr_10.42.42.2(pid=12005): Launched 00:34:09.945089 run osmo-stp_10.42.42.5: Starting osmo-stp 00:34:10.505253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Launched 00:34:10.828936 run osmo-stp_10.42.42.5(pid=12008): Launched 00:34:10.953425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:34:11.513410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Launched 00:34:11.637417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:34:11.917879 run patchelf(pid=12011): Launched 00:34:12.093685 run osmo-stp_10.42.42.5(pid=12008): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)] 00:34:12.222891 run osmo-stp_10.42.42.5(pid=12008): stdout: | (launched: 2022-12-13_00:34:10.769688) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:12.352476 run osmo-stp_10.42.42.5(pid=12008): stderr: | 20221213003410958 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003410958 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003410958 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003410959 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003410959 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003410959 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003410959 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:12.482282 run osmo-stp_10.42.42.5(pid=12008): stdout: | (launched: 2022-12-13_00:34:10.769688) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:12.606190 run osmo-stp_10.42.42.5(pid=12008): stderr: | 20221213003410958 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003410958 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003410958 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003410959 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003410959 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003410959 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003410959 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:12.752199 run patchelf(pid=12011): Terminating (SIGINT) 00:34:12.923446 run patchelf(pid=12011): Terminated: ok {rc=0} 00:34:13.046263 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12008): Process ended prematurely: osmo-stp_10.42.42.5(pid=12008) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27] 00:34:13.055643 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 00:34:13.082711 run osmo-hlr_10.42.42.2(pid=12005): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12005)] 00:34:13.130798 run osmo-hlr_10.42.42.2(pid=12005): stdout: | (launched: 2022-12-13_00:34:09.762958) 00:34:13.180602 run osmo-hlr_10.42.42.2(pid=12005): stderr: | 20221213003409956 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003409956 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003409956 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003409956 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003409956 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003409956 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003409968 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003409977 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003409977 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003409977 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:34:13.230730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Terminating (SIGTERM) 00:34:13.270498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Terminating (SIGTERM) 00:34:13.310801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Terminating (SIGTERM) 00:34:13.351341 --- ParallelTerminationStrategy: PID 12004 died... 00:34:13.370807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Terminated: ok {rc=0} 00:34:13.415877 --- ParallelTerminationStrategy: PID 12007 died... 00:34:13.434805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Terminated: ok {rc=0} 00:34:13.479195 --- ParallelTerminationStrategy: PID 12010 died... 00:34:13.498251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Terminated: ok {rc=0} 00:34:13.584562 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa --------------------------------------------------------------------- 00:34:14.894961 tst gprs:trx-b200+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:34:14.901535 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 00:34:14.934897 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 00:34:14.972750 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 00:34:15.060703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 00:34:15.094131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 00:34:15.131904 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 00:34:15.723436 tst gprs:trx-b200+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 00:34:15.772186 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:15.783017 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:34:15.863723 tst cs_paging_gprs_active.py: using LAC 32399 00:34:16.004688 tst cs_paging_gprs_active.py: using RAC 14 00:34:16.139138 tst cs_paging_gprs_active.py: using CellId 32399 00:34:16.312578 tst cs_paging_gprs_active.py: using BVCI 32400 00:34:16.441147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.453597 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.465855 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.478789 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.492059 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.506530 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.519799 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.534690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:16.547055 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:16.689935 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:16.813095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:34:17.048902 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:17.362049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Launched 00:34:17.630594 run iperf3-srv_10.42.42.10(pid=12016): Launched 00:34:17.745215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:34:17.948709 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:18.254281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Launched 00:34:18.520660 run iperf3-srv_10.42.42.10(pid=12018): Launched 00:34:18.645993 tst cs_paging_gprs_active.py:38: start network... 00:34:18.867782 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:34:19.378322 run create_hlr_db(pid=12019): Launched 00:34:19.506355 bus /gobi_6: Setting Powered False 00:34:20.571510 run create_hlr_db(pid=12019): Terminated: ok {rc=0} 00:34:21.026944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Launched 00:34:21.358087 run osmo-hlr_10.42.42.2(pid=12022): Launched 00:34:21.483721 run osmo-stp_10.42.42.5: Starting osmo-stp 00:34:22.059102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Launched 00:34:22.390413 run osmo-stp_10.42.42.5(pid=12025): Launched 00:34:22.517629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:34:23.085193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Launched 00:34:23.211977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:34:23.490738 run patchelf(pid=12028): Launched 00:34:23.675324 run osmo-stp_10.42.42.5(pid=12025): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)] 00:34:23.814705 run osmo-stp_10.42.42.5(pid=12025): stdout: | (launched: 2022-12-13_00:34:22.330702) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:23.955467 run osmo-stp_10.42.42.5(pid=12025): stderr: | 20221213003422520 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003422520 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003422520 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003422521 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003422522 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003422522 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003422522 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:24.096163 run osmo-stp_10.42.42.5(pid=12025): stdout: | (launched: 2022-12-13_00:34:22.330702) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:24.231894 run osmo-stp_10.42.42.5(pid=12025): stderr: | 20221213003422520 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003422520 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003422520 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003422521 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003422522 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003422522 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003422522 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:24.392341 run patchelf(pid=12028): Terminating (SIGINT) 00:34:24.577239 run patchelf(pid=12028): Terminated: ok {rc=0} 00:34:24.710573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12025): Process ended prematurely: osmo-stp_10.42.42.5(pid=12025) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 00:34:24.720552 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 00:34:24.749395 run osmo-hlr_10.42.42.2(pid=12022): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12022)] 00:34:24.800374 run osmo-hlr_10.42.42.2(pid=12022): stdout: | (launched: 2022-12-13_00:34:21.298250) 00:34:24.853059 run osmo-hlr_10.42.42.2(pid=12022): stderr: | 20221213003421491 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003421491 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003421491 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003421491 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003421491 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003421491 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003421503 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003421511 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003421511 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003421512 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:34:24.905928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Terminating (SIGTERM) 00:34:24.948669 run iperf3-srv_10.42.42.10(pid=12016): Terminating (SIGTERM) 00:34:24.991239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminating (SIGTERM) 00:34:25.033700 run iperf3-srv_10.42.42.10(pid=12018): Terminating (SIGTERM) 00:34:25.075988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Terminating (SIGTERM) 00:34:25.118533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Terminating (SIGTERM) 00:34:25.161297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Terminating (SIGTERM) 00:34:25.203963 --- ParallelTerminationStrategy: PID 12015 died... 00:34:25.224063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Terminated: ok {rc=0} 00:34:25.271471 --- ParallelTerminationStrategy: PID 12016 died... 00:34:25.291018 run iperf3-srv_10.42.42.10(pid=12016): Terminated {rc=256} 00:34:25.337875 --- ParallelTerminationStrategy: PID 12017 died... 00:34:25.357546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminated: ok {rc=0} 00:34:25.404771 --- ParallelTerminationStrategy: PID 12018 died... 00:34:25.424230 run iperf3-srv_10.42.42.10(pid=12018): Terminated {rc=256} 00:34:25.470940 --- ParallelTerminationStrategy: PID 12021 died... 00:34:25.490508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Terminated: ok {rc=0} 00:34:25.537609 --- ParallelTerminationStrategy: PID 12024 died... 00:34:25.557210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Terminated: ok {rc=0} 00:34:25.603799 --- ParallelTerminationStrategy: PID 12027 died... 00:34:25.623385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Terminated: ok {rc=0} 00:34:25.711912 bus /gobi_0: Setting Powered False 00:34:26.810689 bus /gobi_0: Setting Powered False 00:34:27.923672 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 00:34:29.073119 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.085278 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:34:29.160180 tst iperf3.py: using LAC 32400 00:34:29.287722 tst iperf3.py: using RAC 15 00:34:29.417511 tst iperf3.py: using CellId 32400 00:34:29.547606 tst iperf3.py: using BVCI 32401 00:34:29.659328 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.670264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.681084 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.691927 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.702754 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.713600 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.724354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.734980 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:29.745855 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:29.866185 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:34:30.087544 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:30.416620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Launched 00:34:30.702521 run iperf3-srv_10.42.42.10(pid=12030): Launched 00:34:30.826768 tst iperf3.py:8: start network... 00:34:31.057141 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:34:31.544627 run create_hlr_db(pid=12031): Launched 00:34:31.709763 bus /gobi_6: Setting Powered False 00:34:32.770533 run create_hlr_db(pid=12031): Terminated: ok {rc=0} 00:34:33.198655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Launched 00:34:33.502700 run osmo-hlr_10.42.42.2(pid=12034): Launched 00:34:33.618490 run osmo-stp_10.42.42.5: Starting osmo-stp 00:34:34.156750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Launched 00:34:34.461703 run osmo-stp_10.42.42.5(pid=12041): Launched 00:34:34.577975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:34:35.104711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Launched 00:34:35.221901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:34:35.479401 run patchelf(pid=12045): Launched 00:34:35.649391 run osmo-stp_10.42.42.5(pid=12041): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)] 00:34:35.778550 run osmo-stp_10.42.42.5(pid=12041): stdout: | (launched: 2022-12-13_00:34:34.405953) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:35.909305 run osmo-stp_10.42.42.5(pid=12041): stderr: | 20221213003434573 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003434574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003434574 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003434574 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003434575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003434575 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003434575 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:36.039629 run osmo-stp_10.42.42.5(pid=12041): stdout: | (launched: 2022-12-13_00:34:34.405953) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:36.165408 run osmo-stp_10.42.42.5(pid=12041): stderr: | 20221213003434573 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003434574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003434574 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003434574 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003434575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003434575 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003434575 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:36.313912 run patchelf(pid=12045): Terminating (SIGINT) 00:34:36.487119 run patchelf(pid=12045): Terminated: ok {rc=0} 00:34:36.610736 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12041): Process ended prematurely: osmo-stp_10.42.42.5(pid=12041) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8] 00:34:36.620076 tst iperf3.py:8: Test FAILED (7.6 sec) 00:34:36.647389 run osmo-hlr_10.42.42.2(pid=12034): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12034)] 00:34:36.695329 run osmo-hlr_10.42.42.2(pid=12034): stdout: | (launched: 2022-12-13_00:34:33.447112) 00:34:36.745173 run osmo-hlr_10.42.42.2(pid=12034): stderr: | 20221213003433620 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003433620 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003433620 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003433620 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003433620 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003433620 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003433633 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003433642 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003433642 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003433642 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:34:36.795353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Terminating (SIGTERM) 00:34:36.835456 run iperf3-srv_10.42.42.10(pid=12030): Terminating (SIGTERM) 00:34:36.875313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminating (SIGTERM) 00:34:36.915326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminating (SIGTERM) 00:34:36.955223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Terminating (SIGTERM) 00:34:36.995776 --- ParallelTerminationStrategy: PID 12029 died... 00:34:37.014962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Terminated: ok {rc=0} 00:34:37.059748 --- ParallelTerminationStrategy: PID 12030 died... 00:34:37.078451 run iperf3-srv_10.42.42.10(pid=12030): Terminated {rc=256} 00:34:37.122254 --- ParallelTerminationStrategy: PID 12033 died... 00:34:37.140651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminated: ok {rc=0} 00:34:37.184715 --- ParallelTerminationStrategy: PID 12036 died... 00:34:37.203375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminated: ok {rc=0} 00:34:37.247332 --- ParallelTerminationStrategy: PID 12044 died... 00:34:37.265997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Terminated: ok {rc=0} 00:34:37.351805 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 00:34:38.500873 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:38.512430 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:34:38.582417 tst iperf3m4.py: using LAC 32401 00:34:38.703582 tst iperf3m4.py: using RAC 16 00:34:38.824447 tst iperf3m4.py: using CellId 32401 00:34:38.944017 tst iperf3m4.py: using BVCI 32402 00:34:39.056318 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.067276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.078057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.088791 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.099498 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.110262 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.121171 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.131834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:39.143234 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:39.261312 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:39.383840 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:39.503357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:39.624751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:34:39.846946 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:40.176922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Launched 00:34:40.463721 run iperf3-srv_10.42.42.10(pid=12047): Launched 00:34:40.587318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:34:40.809409 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:41.139273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Launched 00:34:41.424795 run iperf3-srv_10.42.42.10(pid=12049): Launched 00:34:41.548096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:34:41.769969 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:42.099857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Launched 00:34:42.385580 run iperf3-srv_10.42.42.10(pid=12051): Launched 00:34:42.509405 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:34:42.731817 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:34:43.062767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Launched 00:34:43.348933 run iperf3-srv_10.42.42.10(pid=12053): Launched 00:34:43.471989 tst iperf3m4.py:8: start network... 00:34:43.693420 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:34:44.205135 run create_hlr_db(pid=12054): Launched 00:34:44.331222 bus /gobi_6: Setting Powered False 00:34:45.395566 run create_hlr_db(pid=12054): Terminated: ok {rc=0} 00:34:45.834479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Launched 00:34:46.253486 run osmo-hlr_10.42.42.2(pid=12057): Launched 00:34:46.534144 run osmo-stp_10.42.42.5: Starting osmo-stp 00:34:47.231962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Launched 00:34:47.551113 run osmo-stp_10.42.42.5(pid=12060): Launched 00:34:47.668621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:34:48.197584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Launched 00:34:48.314938 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:34:48.574916 run patchelf(pid=12063): Launched 00:34:48.745247 run osmo-stp_10.42.42.5(pid=12060): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)] 00:34:48.874210 run osmo-stp_10.42.42.5(pid=12060): stdout: | (launched: 2022-12-13_00:34:47.495253) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:49.004435 run osmo-stp_10.42.42.5(pid=12060): stderr: | 20221213003447661 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003447661 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003447661 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003447662 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003447662 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003447662 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003447662 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:49.134831 run osmo-stp_10.42.42.5(pid=12060): stdout: | (launched: 2022-12-13_00:34:47.495253) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:34:49.259991 run osmo-stp_10.42.42.5(pid=12060): stderr: | 20221213003447661 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003447661 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003447661 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003447662 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003447662 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003447662 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003447662 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:34:49.408052 run patchelf(pid=12063): Terminating (SIGINT) 00:34:49.580521 run patchelf(pid=12063): Terminated: ok {rc=0} 00:34:49.705094 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12060): Process ended prematurely: osmo-stp_10.42.42.5(pid=12060) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8] 00:34:49.714414 tst iperf3m4.py:8: Test FAILED (11.3 sec) 00:34:49.741939 run osmo-hlr_10.42.42.2(pid=12057): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12057)] 00:34:49.789396 run osmo-hlr_10.42.42.2(pid=12057): stdout: | (launched: 2022-12-13_00:34:46.175389) 00:34:49.838594 run osmo-hlr_10.42.42.2(pid=12057): stderr: | 20221213003446520 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003446520 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003446520 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003446520 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003446520 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003446520 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003446543 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003446556 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003446556 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003446556 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:34:49.888047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Terminating (SIGTERM) 00:34:49.927961 run iperf3-srv_10.42.42.10(pid=12047): Terminating (SIGTERM) 00:34:49.967852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Terminating (SIGTERM) 00:34:50.007787 run iperf3-srv_10.42.42.10(pid=12049): Terminating (SIGTERM) 00:34:50.047574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Terminating (SIGTERM) 00:34:50.087585 run iperf3-srv_10.42.42.10(pid=12051): Terminating (SIGTERM) 00:34:50.127361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Terminating (SIGTERM) 00:34:50.167410 run iperf3-srv_10.42.42.10(pid=12053): Terminating (SIGTERM) 00:34:50.207174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Terminating (SIGTERM) 00:34:50.247196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Terminating (SIGTERM) 00:34:50.287025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Terminating (SIGTERM) 00:34:50.327387 --- ParallelTerminationStrategy: PID 12046 died... 00:34:50.346535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Terminated: ok {rc=0} 00:34:50.391264 --- ParallelTerminationStrategy: PID 12047 died... 00:34:50.410149 run iperf3-srv_10.42.42.10(pid=12047): Terminated {rc=256} 00:34:50.454908 --- ParallelTerminationStrategy: PID 12048 died... 00:34:50.473685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Terminated: ok {rc=0} 00:34:50.518596 --- ParallelTerminationStrategy: PID 12049 died... 00:34:50.537611 run iperf3-srv_10.42.42.10(pid=12049): Terminated {rc=256} 00:34:50.581964 --- ParallelTerminationStrategy: PID 12050 died... 00:34:50.600722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Terminated: ok {rc=0} 00:34:50.645256 --- ParallelTerminationStrategy: PID 12051 died... 00:34:50.663972 run iperf3-srv_10.42.42.10(pid=12051): Terminated {rc=256} 00:34:50.707747 --- ParallelTerminationStrategy: PID 12052 died... 00:34:50.726413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Terminated: ok {rc=0} 00:34:50.770666 --- ParallelTerminationStrategy: PID 12053 died... 00:34:50.789357 run iperf3-srv_10.42.42.10(pid=12053): Terminated {rc=256} 00:34:50.833334 --- ParallelTerminationStrategy: PID 12056 died... 00:34:50.852022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Terminated: ok {rc=0} 00:34:50.896020 --- ParallelTerminationStrategy: PID 12059 died... 00:34:50.914950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Terminated: ok {rc=0} 00:34:50.958944 --- ParallelTerminationStrategy: PID 12062 died... 00:34:50.977749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Terminated: ok {rc=0} 00:34:51.063797 bus /gobi_4: Setting Powered False 00:34:52.165515 bus /gobi_4: Setting Powered False 00:34:53.281710 bus /gobi_1: Setting Powered False 00:34:54.382070 bus /gobi_1: Setting Powered False 00:34:55.496360 bus /gobi_0: Setting Powered False 00:34:56.595264 bus /gobi_0: Setting Powered False 00:34:57.715509 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 00:34:58.818447 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:58.830286 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:34:58.937466 tst ping.py: using LAC 32402 00:34:59.070558 tst ping.py: using RAC 17 00:34:59.197389 tst ping.py: using CellId 32402 00:34:59.322486 tst ping.py: using BVCI 32403 00:34:59.442325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.453821 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.465099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.477354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.488823 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.500420 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.512102 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:34:59.523939 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:34:59.644183 tst ping.py:19: start network... 00:34:59.861656 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:35:00.361667 run create_hlr_db(pid=12064): Launched 00:35:00.486141 bus /gobi_6: Setting Powered False 00:35:01.571281 run create_hlr_db(pid=12064): Terminated: ok {rc=0} 00:35:02.034919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Launched 00:35:02.370571 run osmo-hlr_10.42.42.2(pid=12070): Launched 00:35:02.495212 run osmo-stp_10.42.42.5: Starting osmo-stp 00:35:03.057384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Launched 00:35:03.380128 run osmo-stp_10.42.42.5(pid=12073): Launched 00:35:03.502609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:35:04.057421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Launched 00:35:04.182323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:35:04.456148 run patchelf(pid=12076): Launched 00:35:04.638354 run osmo-stp_10.42.42.5(pid=12073): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] 00:35:04.775340 run osmo-stp_10.42.42.5(pid=12073): stdout: | (launched: 2022-12-13_00:35:03.320930) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:04.914239 run osmo-stp_10.42.42.5(pid=12073): stderr: | 20221213003503507 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003503507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003503508 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003503508 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003503509 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003503509 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003503509 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:05.053050 run osmo-stp_10.42.42.5(pid=12073): stdout: | (launched: 2022-12-13_00:35:03.320930) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:05.186122 run osmo-stp_10.42.42.5(pid=12073): stderr: | 20221213003503507 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003503507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003503508 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003503508 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003503509 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003503509 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003503509 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:05.343264 run patchelf(pid=12076): Terminating (SIGINT) 00:35:05.526488 run patchelf(pid=12076): Terminated: ok {rc=0} 00:35:05.657983 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22] 00:35:05.667476 tst ping.py:22: Test FAILED (6.8 sec) 00:35:05.696617 run osmo-hlr_10.42.42.2(pid=12070): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12070)] 00:35:05.747804 run osmo-hlr_10.42.42.2(pid=12070): stdout: | (launched: 2022-12-13_00:35:02.311554) 00:35:05.800441 run osmo-hlr_10.42.42.2(pid=12070): stderr: | 20221213003502503 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003502503 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003502503 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003502503 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003502503 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003502503 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003502515 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003502525 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003502525 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003502525 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:35:05.853729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminating (SIGTERM) 00:35:05.896559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminating (SIGTERM) 00:35:05.939106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminating (SIGTERM) 00:35:05.981806 --- ParallelTerminationStrategy: PID 12069 died... 00:35:06.001944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminated: ok {rc=0} 00:35:06.049390 --- ParallelTerminationStrategy: PID 12072 died... 00:35:06.069144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminated: ok {rc=0} 00:35:06.116126 --- ParallelTerminationStrategy: PID 12075 died... 00:35:06.135825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminated: ok {rc=0} 00:35:06.224641 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 00:35:07.312190 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.324324 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:35:07.398177 tst ping_idle_ping.py: using LAC 32403 00:35:07.526383 tst ping_idle_ping.py: using RAC 18 00:35:07.654735 tst ping_idle_ping.py: using CellId 32403 00:35:07.782996 tst ping_idle_ping.py: using BVCI 32404 00:35:07.902086 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.913942 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.925217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.936868 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.948363 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.959893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.971565 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:35:07.983127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:35:08.103172 tst ping_idle_ping.py:24: start network... 00:35:08.321862 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:35:08.830097 run create_hlr_db(pid=12077): Launched 00:35:08.952457 bus /gobi_6: Setting Powered False 00:35:10.016140 run create_hlr_db(pid=12077): Terminated: ok {rc=0} 00:35:10.447154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Launched 00:35:10.747539 run osmo-hlr_10.42.42.2(pid=12080): Launched 00:35:10.861075 run osmo-stp_10.42.42.5: Starting osmo-stp 00:35:11.378050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Launched 00:35:11.677324 run osmo-stp_10.42.42.5(pid=12083): Launched 00:35:11.791188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:35:12.307145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Launched 00:35:12.421739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:35:12.675256 run patchelf(pid=12086): Launched 00:35:12.844144 run osmo-stp_10.42.42.5(pid=12083): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] 00:35:12.971367 run osmo-stp_10.42.42.5(pid=12083): stdout: | (launched: 2022-12-13_00:35:11.622482) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:13.100144 run osmo-stp_10.42.42.5(pid=12083): stderr: | 20221213003511790 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003511791 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003511791 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003511791 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003511792 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003511792 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003511792 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:13.228697 run osmo-stp_10.42.42.5(pid=12083): stdout: | (launched: 2022-12-13_00:35:11.622482) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:13.351460 run osmo-stp_10.42.42.5(pid=12083): stderr: | 20221213003511790 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003511791 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003511791 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003511791 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003511792 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003511792 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003511792 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:13.496884 run patchelf(pid=12086): Terminating (SIGINT) 00:35:13.666614 run patchelf(pid=12086): Terminated: ok {rc=0} 00:35:13.788823 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 00:35:13.797782 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:35:13.824292 run osmo-hlr_10.42.42.2(pid=12080): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12080)] 00:35:13.871734 run osmo-hlr_10.42.42.2(pid=12080): stdout: | (launched: 2022-12-13_00:35:10.692580) 00:35:13.921088 run osmo-hlr_10.42.42.2(pid=12080): stderr: | 20221213003510865 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003510865 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003510865 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003510866 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003510866 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003510866 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003510922 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003510932 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003510933 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003510933 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:35:13.970929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminating (SIGTERM) 00:35:14.011063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminating (SIGTERM) 00:35:14.051270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminating (SIGTERM) 00:35:14.091677 --- ParallelTerminationStrategy: PID 12079 died... 00:35:14.110855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminated: ok {rc=0} 00:35:14.155012 --- ParallelTerminationStrategy: PID 12082 died... 00:35:14.173735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminated: ok {rc=0} 00:35:14.217682 --- ParallelTerminationStrategy: PID 12085 died... 00:35:14.236274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminated: ok {rc=0} 00:35:14.319528 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:35:15.629984 tst gprs:trx-b200+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:35:15.637903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:35:15.673273 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 00:35:15.712807 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 00:35:15.799845 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:35:15.835374 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 00:35:15.897146 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 00:35:16.499363 tst gprs:trx-b200+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 00:35:16.552371 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:16.564435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:35:16.636166 tst cs_paging_gprs_active.py: using LAC 32404 00:35:16.759492 tst cs_paging_gprs_active.py: using RAC 19 00:35:16.898664 tst cs_paging_gprs_active.py: using CellId 32404 00:35:17.029557 tst cs_paging_gprs_active.py: using BVCI 32405 00:35:17.153050 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.165522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.177858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.192333 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.205676 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.218000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.232192 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.245698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:17.258045 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:17.387642 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:17.506366 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:35:17.711654 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:18.018278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Launched 00:35:18.287757 run iperf3-srv_10.42.42.10(pid=12091): Launched 00:35:18.403568 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:35:18.608512 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:18.916423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Launched 00:35:19.183708 run iperf3-srv_10.42.42.10(pid=12093): Launched 00:35:19.298759 tst cs_paging_gprs_active.py:38: start network... 00:35:19.502878 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:35:19.977865 run create_hlr_db(pid=12094): Launched 00:35:20.104046 bus /gobi_6: Setting Powered False 00:35:21.164314 run create_hlr_db(pid=12094): Terminated: ok {rc=0} 00:35:21.611640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Launched 00:35:21.941253 run osmo-hlr_10.42.42.2(pid=12097): Launched 00:35:22.067154 run osmo-stp_10.42.42.5: Starting osmo-stp 00:35:22.634986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Launched 00:35:22.966062 run osmo-stp_10.42.42.5(pid=12100): Launched 00:35:23.092623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:35:23.660522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Launched 00:35:23.787030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:35:24.065647 run patchelf(pid=12103): Launched 00:35:24.249513 run osmo-stp_10.42.42.5(pid=12100): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)] 00:35:24.388769 run osmo-stp_10.42.42.5(pid=12100): stdout: | (launched: 2022-12-13_00:35:22.906293) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:24.529333 run osmo-stp_10.42.42.5(pid=12100): stderr: | 20221213003523092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003523092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003523093 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003523093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003523093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003523094 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003523094 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:24.670174 run osmo-stp_10.42.42.5(pid=12100): stdout: | (launched: 2022-12-13_00:35:22.906293) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:24.805607 run osmo-stp_10.42.42.5(pid=12100): stderr: | 20221213003523092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003523092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003523093 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003523093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003523093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003523094 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003523094 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:24.966278 run patchelf(pid=12103): Terminating (SIGINT) 00:35:25.152248 run patchelf(pid=12103): Terminated: ok {rc=0} 00:35:25.286910 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12100): Process ended prematurely: osmo-stp_10.42.42.5(pid=12100) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 00:35:25.297088 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 00:35:25.326321 run osmo-hlr_10.42.42.2(pid=12097): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12097)] 00:35:25.377210 run osmo-hlr_10.42.42.2(pid=12097): stdout: | (launched: 2022-12-13_00:35:21.880637) 00:35:25.429576 run osmo-hlr_10.42.42.2(pid=12097): stderr: | 20221213003522075 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003522075 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003522075 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003522075 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003522075 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003522075 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003522087 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003522096 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003522096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003522096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:35:25.482200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Terminating (SIGTERM) 00:35:25.524749 run iperf3-srv_10.42.42.10(pid=12091): Terminating (SIGTERM) 00:35:25.567155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Terminating (SIGTERM) 00:35:25.609560 run iperf3-srv_10.42.42.10(pid=12093): Terminating (SIGTERM) 00:35:25.651847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Terminating (SIGTERM) 00:35:25.694214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Terminating (SIGTERM) 00:35:25.736536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Terminating (SIGTERM) 00:35:25.779184 --- ParallelTerminationStrategy: PID 12090 died... 00:35:25.799200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Terminated: ok {rc=0} 00:35:25.846122 --- ParallelTerminationStrategy: PID 12091 died... 00:35:25.865645 run iperf3-srv_10.42.42.10(pid=12091): Terminated {rc=256} 00:35:25.912383 --- ParallelTerminationStrategy: PID 12092 died... 00:35:25.932029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Terminated: ok {rc=0} 00:35:25.978746 --- ParallelTerminationStrategy: PID 12093 died... 00:35:25.998225 run iperf3-srv_10.42.42.10(pid=12093): Terminated {rc=256} 00:35:26.045428 --- ParallelTerminationStrategy: PID 12096 died... 00:35:26.064895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Terminated: ok {rc=0} 00:35:26.112122 --- ParallelTerminationStrategy: PID 12099 died... 00:35:26.131769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Terminated: ok {rc=0} 00:35:26.179052 --- ParallelTerminationStrategy: PID 12102 died... 00:35:26.198716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Terminated: ok {rc=0} 00:35:26.286555 bus /gobi_0: Setting Powered False 00:35:27.386636 bus /gobi_0: Setting Powered False 00:35:28.502859 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 00:35:29.654461 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:29.666588 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:35:29.747018 tst iperf3.py: using LAC 32405 00:35:29.875932 tst iperf3.py: using RAC 20 00:35:30.002691 tst iperf3.py: using CellId 32405 00:35:30.130290 tst iperf3.py: using BVCI 32406 00:35:30.252571 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.263981 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.275084 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.286603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.298068 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.309657 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.321250 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.332918 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:30.344498 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:30.464702 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:35:30.686824 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:31.025580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Launched 00:35:31.329689 run iperf3-srv_10.42.42.10(pid=12105): Launched 00:35:31.461130 tst iperf3.py:8: start network... 00:35:31.688298 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:35:32.208806 run create_hlr_db(pid=12106): Launched 00:35:32.361554 bus /gobi_6: Setting Powered False 00:35:33.422267 run create_hlr_db(pid=12106): Terminated: ok {rc=0} 00:35:33.846806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Launched 00:35:34.151742 run osmo-hlr_10.42.42.2(pid=12109): Launched 00:35:34.267566 run osmo-stp_10.42.42.5: Starting osmo-stp 00:35:34.808998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Launched 00:35:35.115253 run osmo-stp_10.42.42.5(pid=12112): Launched 00:35:35.231046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:35:35.757829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Launched 00:35:35.874608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:35:36.133712 run patchelf(pid=12115): Launched 00:35:36.304170 run osmo-stp_10.42.42.5(pid=12112): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] 00:35:36.433668 run osmo-stp_10.42.42.5(pid=12112): stdout: | (launched: 2022-12-13_00:35:35.058698) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:36.564848 run osmo-stp_10.42.42.5(pid=12112): stderr: | 20221213003535227 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003535227 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003535228 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003535228 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003535229 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003535229 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003535229 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:36.695666 run osmo-stp_10.42.42.5(pid=12112): stdout: | (launched: 2022-12-13_00:35:35.058698) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:36.821193 run osmo-stp_10.42.42.5(pid=12112): stderr: | 20221213003535227 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003535227 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003535228 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003535228 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003535229 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003535229 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003535229 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:36.970402 run patchelf(pid=12115): Terminating (SIGINT) 00:35:37.142696 run patchelf(pid=12115): Terminated: ok {rc=0} 00:35:37.266627 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8] 00:35:37.275995 tst iperf3.py:8: Test FAILED (7.7 sec) 00:35:37.303225 run osmo-hlr_10.42.42.2(pid=12109): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12109)] 00:35:37.351033 run osmo-hlr_10.42.42.2(pid=12109): stdout: | (launched: 2022-12-13_00:35:34.095267) 00:35:37.400606 run osmo-hlr_10.42.42.2(pid=12109): stderr: | 20221213003534269 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003534269 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003534269 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003534269 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003534269 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003534269 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003534279 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003534288 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003534288 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003534288 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:35:37.450689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminating (SIGTERM) 00:35:37.490739 run iperf3-srv_10.42.42.10(pid=12105): Terminating (SIGTERM) 00:35:37.530862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminating (SIGTERM) 00:35:37.571001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminating (SIGTERM) 00:35:37.611626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminating (SIGTERM) 00:35:37.651981 --- ParallelTerminationStrategy: PID 12104 died... 00:35:37.671243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminated: ok {rc=0} 00:35:37.715523 --- ParallelTerminationStrategy: PID 12105 died... 00:35:37.734311 run iperf3-srv_10.42.42.10(pid=12105): Terminated {rc=256} 00:35:37.778123 --- ParallelTerminationStrategy: PID 12108 died... 00:35:37.796741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminated: ok {rc=0} 00:35:37.840900 --- ParallelTerminationStrategy: PID 12111 died... 00:35:37.860045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminated: ok {rc=0} 00:35:37.904060 --- ParallelTerminationStrategy: PID 12114 died... 00:35:37.922795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminated: ok {rc=0} 00:35:38.008597 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 00:35:39.156851 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.168521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:35:39.240316 tst iperf3m4.py: using LAC 32406 00:35:39.362381 tst iperf3m4.py: using RAC 21 00:35:39.484703 tst iperf3m4.py: using CellId 32406 00:35:39.607096 tst iperf3m4.py: using BVCI 32407 00:35:39.719299 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.730310 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.741064 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.751738 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.762514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.773304 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.784150 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.794798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:39.805802 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:39.922575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:40.044296 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:40.162262 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:40.280612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:35:40.486318 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:40.793036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Launched 00:35:41.060245 run iperf3-srv_10.42.42.10(pid=12117): Launched 00:35:41.175096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:35:41.379411 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:41.686214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Launched 00:35:41.951559 run iperf3-srv_10.42.42.10(pid=12119): Launched 00:35:42.065726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:35:42.269694 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:42.575750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Launched 00:35:42.841111 run iperf3-srv_10.42.42.10(pid=12121): Launched 00:35:42.956014 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:35:43.159412 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:35:43.465889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Launched 00:35:43.732225 run iperf3-srv_10.42.42.10(pid=12123): Launched 00:35:43.846384 tst iperf3m4.py:8: start network... 00:35:44.049364 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:35:44.523651 run create_hlr_db(pid=12124): Launched 00:35:44.647785 bus /gobi_6: Setting Powered False 00:35:45.708531 run create_hlr_db(pid=12124): Terminated: ok {rc=0} 00:35:46.169942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Launched 00:35:46.487603 run osmo-hlr_10.42.42.2(pid=12127): Launched 00:35:46.740638 run osmo-stp_10.42.42.5: Starting osmo-stp 00:35:47.375241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Launched 00:35:47.690015 run osmo-stp_10.42.42.5(pid=12130): Launched 00:35:47.810865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:35:48.345549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Launched 00:35:48.464189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:35:48.728017 run patchelf(pid=12133): Launched 00:35:48.900316 run osmo-stp_10.42.42.5(pid=12130): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)] 00:35:49.031646 run osmo-stp_10.42.42.5(pid=12130): stdout: | (launched: 2022-12-13_00:35:47.633367) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:49.163560 run osmo-stp_10.42.42.5(pid=12130): stderr: | 20221213003547800 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003547800 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003547801 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003547801 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003547802 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003547802 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003547802 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:49.295660 run osmo-stp_10.42.42.5(pid=12130): stdout: | (launched: 2022-12-13_00:35:47.633367) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:35:49.422350 run osmo-stp_10.42.42.5(pid=12130): stderr: | 20221213003547800 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003547800 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003547801 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003547801 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003547802 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003547802 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003547802 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:35:49.572722 run patchelf(pid=12133): Terminating (SIGINT) 00:35:49.747033 run patchelf(pid=12133): Terminated: ok {rc=0} 00:35:49.871999 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8] 00:35:49.881645 tst iperf3m4.py:8: Test FAILED (10.8 sec) 00:35:49.908920 run osmo-hlr_10.42.42.2(pid=12127): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12127)] 00:35:49.956790 run osmo-hlr_10.42.42.2(pid=12127): stdout: | (launched: 2022-12-13_00:35:46.428720) 00:35:50.006344 run osmo-hlr_10.42.42.2(pid=12127): stderr: | 20221213003546633 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003546633 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003546633 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003546633 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003546633 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003546634 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003546652 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003546668 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003546668 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003546668 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:35:50.056342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Terminating (SIGTERM) 00:35:50.096812 run iperf3-srv_10.42.42.10(pid=12117): Terminating (SIGTERM) 00:35:50.137406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Terminating (SIGTERM) 00:35:50.177826 run iperf3-srv_10.42.42.10(pid=12119): Terminating (SIGTERM) 00:35:50.218203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Terminating (SIGTERM) 00:35:50.258596 run iperf3-srv_10.42.42.10(pid=12121): Terminating (SIGTERM) 00:35:50.298925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Terminating (SIGTERM) 00:35:50.339390 run iperf3-srv_10.42.42.10(pid=12123): Terminating (SIGTERM) 00:35:50.379637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminating (SIGTERM) 00:35:50.420302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminating (SIGTERM) 00:35:50.460718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Terminating (SIGTERM) 00:35:50.501434 --- ParallelTerminationStrategy: PID 12116 died... 00:35:50.520660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Terminated: ok {rc=0} 00:35:50.566162 --- ParallelTerminationStrategy: PID 12117 died... 00:35:50.585113 run iperf3-srv_10.42.42.10(pid=12117): Terminated {rc=256} 00:35:50.629351 --- ParallelTerminationStrategy: PID 12118 died... 00:35:50.648154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Terminated: ok {rc=0} 00:35:50.692716 --- ParallelTerminationStrategy: PID 12119 died... 00:35:50.711502 run iperf3-srv_10.42.42.10(pid=12119): Terminated {rc=256} 00:35:50.756105 --- ParallelTerminationStrategy: PID 12120 died... 00:35:50.775112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Terminated: ok {rc=0} 00:35:50.819534 --- ParallelTerminationStrategy: PID 12121 died... 00:35:50.838396 run iperf3-srv_10.42.42.10(pid=12121): Terminated {rc=256} 00:35:50.882314 --- ParallelTerminationStrategy: PID 12122 died... 00:35:50.901041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Terminated: ok {rc=0} 00:35:50.945173 --- ParallelTerminationStrategy: PID 12123 died... 00:35:50.963823 run iperf3-srv_10.42.42.10(pid=12123): Terminated {rc=256} 00:35:51.008117 --- ParallelTerminationStrategy: PID 12126 died... 00:35:51.026899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminated: ok {rc=0} 00:35:51.070812 --- ParallelTerminationStrategy: PID 12129 died... 00:35:51.089623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminated: ok {rc=0} 00:35:51.133688 --- ParallelTerminationStrategy: PID 12132 died... 00:35:51.152490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Terminated: ok {rc=0} 00:35:51.239031 bus /gobi_4: Setting Powered False 00:35:52.340594 bus /gobi_4: Setting Powered False 00:35:53.455727 bus /gobi_1: Setting Powered False 00:35:54.555906 bus /gobi_1: Setting Powered False 00:35:55.672866 bus /gobi_0: Setting Powered False 00:35:56.771704 bus /gobi_0: Setting Powered False 00:35:57.887787 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 00:35:58.993138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.005567 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:35:59.078938 tst ping.py: using LAC 32407 00:35:59.202226 tst ping.py: using RAC 22 00:35:59.322303 tst ping.py: using CellId 32407 00:35:59.452120 tst ping.py: using BVCI 32408 00:35:59.571835 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.583496 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.594894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.606659 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.618814 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.630382 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.642129 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:35:59.653592 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:35:59.774808 tst ping.py:19: start network... 00:35:59.994984 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:36:00.499677 run create_hlr_db(pid=12135): Launched 00:36:00.625900 bus /gobi_6: Setting Powered False 00:36:01.686084 run create_hlr_db(pid=12135): Terminated: ok {rc=0} 00:36:02.141562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Launched 00:36:02.448782 run osmo-hlr_10.42.42.2(pid=12138): Launched 00:36:02.566237 run osmo-stp_10.42.42.5: Starting osmo-stp 00:36:03.101027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Launched 00:36:03.405792 run osmo-stp_10.42.42.5(pid=12141): Launched 00:36:03.520547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:36:04.044659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Launched 00:36:04.161395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:36:04.418576 run patchelf(pid=12144): Launched 00:36:04.590433 run osmo-stp_10.42.42.5(pid=12141): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] 00:36:04.719750 run osmo-stp_10.42.42.5(pid=12141): stdout: | (launched: 2022-12-13_00:36:03.349670) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:04.850454 run osmo-stp_10.42.42.5(pid=12141): stderr: | 20221213003603516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003603517 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003603517 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003603517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003603518 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003603518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003603518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:04.980907 run osmo-stp_10.42.42.5(pid=12141): stdout: | (launched: 2022-12-13_00:36:03.349670) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:05.106091 run osmo-stp_10.42.42.5(pid=12141): stderr: | 20221213003603516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003603517 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003603517 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003603517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003603518 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003603518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003603518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:05.254416 run patchelf(pid=12144): Terminating (SIGINT) 00:36:05.426897 run patchelf(pid=12144): Terminated: ok {rc=0} 00:36:05.550287 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22] 00:36:05.559233 tst ping.py:22: Test FAILED (6.6 sec) 00:36:05.585939 run osmo-hlr_10.42.42.2(pid=12138): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12138)] 00:36:05.633562 run osmo-hlr_10.42.42.2(pid=12138): stdout: | (launched: 2022-12-13_00:36:02.392339) 00:36:05.683094 run osmo-hlr_10.42.42.2(pid=12138): stderr: | 20221213003602565 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003602565 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003602565 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003602565 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003602565 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003602565 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003602580 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003602588 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003602589 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003602589 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:36:05.733021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminating (SIGTERM) 00:36:05.772754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminating (SIGTERM) 00:36:05.812501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Terminating (SIGTERM) 00:36:05.852729 --- ParallelTerminationStrategy: PID 12137 died... 00:36:05.871876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminated: ok {rc=0} 00:36:05.915964 --- ParallelTerminationStrategy: PID 12140 died... 00:36:05.934966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminated: ok {rc=0} 00:36:05.979062 --- ParallelTerminationStrategy: PID 12143 died... 00:36:05.997704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Terminated: ok {rc=0} 00:36:06.083493 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 00:36:07.172291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.184879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:36:07.260011 tst ping_idle_ping.py: using LAC 32408 00:36:07.388331 tst ping_idle_ping.py: using RAC 23 00:36:07.516676 tst ping_idle_ping.py: using CellId 32408 00:36:07.644165 tst ping_idle_ping.py: using BVCI 32409 00:36:07.765358 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.776759 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.787973 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.799728 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.811073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.822762 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.834377 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:36:07.845689 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:36:07.965261 tst ping_idle_ping.py:24: start network... 00:36:08.170622 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:36:08.647033 run create_hlr_db(pid=12145): Launched 00:36:08.772282 bus /gobi_6: Setting Powered False 00:36:09.833982 run create_hlr_db(pid=12145): Terminated: ok {rc=0} 00:36:10.260799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Launched 00:36:10.565604 run osmo-hlr_10.42.42.2(pid=12148): Launched 00:36:10.680824 run osmo-stp_10.42.42.5: Starting osmo-stp 00:36:11.208456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Launched 00:36:11.514222 run osmo-stp_10.42.42.5(pid=12151): Launched 00:36:11.630156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:36:12.157694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Launched 00:36:12.274642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:36:12.533840 run patchelf(pid=12154): Launched 00:36:12.706273 run osmo-stp_10.42.42.5(pid=12151): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] 00:36:12.835733 run osmo-stp_10.42.42.5(pid=12151): stdout: | (launched: 2022-12-13_00:36:11.458069) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:12.966731 run osmo-stp_10.42.42.5(pid=12151): stderr: | 20221213003611626 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003611626 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003611627 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003611627 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003611628 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003611628 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003611628 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:13.097916 run osmo-stp_10.42.42.5(pid=12151): stdout: | (launched: 2022-12-13_00:36:11.458069) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:13.223927 run osmo-stp_10.42.42.5(pid=12151): stderr: | 20221213003611626 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003611626 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003611627 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003611627 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003611628 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003611628 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003611628 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:13.371815 run patchelf(pid=12154): Terminating (SIGINT) 00:36:13.544709 run patchelf(pid=12154): Terminated: ok {rc=0} 00:36:13.669371 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 00:36:13.678192 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:36:13.704867 run osmo-hlr_10.42.42.2(pid=12148): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12148)] 00:36:13.752781 run osmo-hlr_10.42.42.2(pid=12148): stdout: | (launched: 2022-12-13_00:36:10.509660) 00:36:13.802237 run osmo-hlr_10.42.42.2(pid=12148): stderr: | 20221213003610683 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003610683 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003610683 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003610684 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003610684 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003610684 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003610696 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003610704 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003610705 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003610705 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:36:13.852103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminating (SIGTERM) 00:36:13.892009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminating (SIGTERM) 00:36:13.932020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminating (SIGTERM) 00:36:13.972321 --- ParallelTerminationStrategy: PID 12147 died... 00:36:13.991555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminated: ok {rc=0} 00:36:14.035885 --- ParallelTerminationStrategy: PID 12150 died... 00:36:14.054638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminated: ok {rc=0} 00:36:14.098959 --- ParallelTerminationStrategy: PID 12153 died... 00:36:14.117757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminated: ok {rc=0} 00:36:14.202622 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 00:36:15.501516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:36:15.507900 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 00:36:15.541180 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 00:36:15.579465 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 00:36:15.667016 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 00:36:15.702842 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 00:36:15.743336 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 00:36:16.353292 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 00:36:16.434414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:16.448112 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:36:16.510659 tst cs_paging_gprs_active.py: using LAC 32409 00:36:16.672155 tst cs_paging_gprs_active.py: using RAC 24 00:36:16.799135 tst cs_paging_gprs_active.py: using CellId 32409 00:36:16.934623 tst cs_paging_gprs_active.py: using BVCI 32410 00:36:17.059245 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.071843 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.084260 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.097945 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.111868 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.126219 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.138823 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.151782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:17.166005 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:17.295462 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:17.416687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:36:17.626837 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:17.940204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Launched 00:36:18.212590 run iperf3-srv_10.42.42.10(pid=12159): Launched 00:36:18.330239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:36:18.539110 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:18.851737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Launched 00:36:19.123458 run iperf3-srv_10.42.42.10(pid=12161): Launched 00:36:19.241483 tst cs_paging_gprs_active.py:38: start network... 00:36:19.450301 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:36:19.932631 run create_hlr_db(pid=12162): Launched 00:36:20.059440 bus /gobi_6: Setting Powered False 00:36:21.121167 run create_hlr_db(pid=12162): Terminated: ok {rc=0} 00:36:21.575850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Launched 00:36:21.913660 run osmo-hlr_10.42.42.2(pid=12165): Launched 00:36:22.055689 run osmo-stp_10.42.42.5: Starting osmo-stp 00:36:22.634931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Launched 00:36:22.969403 run osmo-stp_10.42.42.5(pid=12168): Launched 00:36:23.096381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:36:23.671756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Launched 00:36:23.800635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:36:24.082098 run patchelf(pid=12171): Launched 00:36:24.268090 run osmo-stp_10.42.42.5(pid=12168): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)] 00:36:24.409258 run osmo-stp_10.42.42.5(pid=12168): stdout: | (launched: 2022-12-13_00:36:22.908443) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:24.551307 run osmo-stp_10.42.42.5(pid=12168): stderr: | 20221213003623095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003623096 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003623096 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003623096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003623097 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003623097 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003623097 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:24.692933 run osmo-stp_10.42.42.5(pid=12168): stdout: | (launched: 2022-12-13_00:36:22.908443) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:24.829468 run osmo-stp_10.42.42.5(pid=12168): stderr: | 20221213003623095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003623096 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003623096 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003623096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003623097 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003623097 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003623097 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:24.991146 run patchelf(pid=12171): Terminating (SIGINT) 00:36:25.178383 run patchelf(pid=12171): Terminated: ok {rc=0} 00:36:25.313872 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12168): Process ended prematurely: osmo-stp_10.42.42.5(pid=12168) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 00:36:25.324072 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 00:36:25.353323 run osmo-hlr_10.42.42.2(pid=12165): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12165)] 00:36:25.404651 run osmo-hlr_10.42.42.2(pid=12165): stdout: | (launched: 2022-12-13_00:36:21.848524) 00:36:25.457552 run osmo-hlr_10.42.42.2(pid=12165): stderr: | 20221213003622065 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003622065 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003622065 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003622065 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003622065 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003622065 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003622077 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003622086 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003622086 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003622086 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:36:25.510944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Terminating (SIGTERM) 00:36:25.554068 run iperf3-srv_10.42.42.10(pid=12159): Terminating (SIGTERM) 00:36:25.596773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Terminating (SIGTERM) 00:36:25.639681 run iperf3-srv_10.42.42.10(pid=12161): Terminating (SIGTERM) 00:36:25.682248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Terminating (SIGTERM) 00:36:25.725093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Terminating (SIGTERM) 00:36:25.767779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Terminating (SIGTERM) 00:36:25.810732 --- ParallelTerminationStrategy: PID 12158 died... 00:36:25.830958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Terminated: ok {rc=0} 00:36:25.878452 --- ParallelTerminationStrategy: PID 12159 died... 00:36:25.898228 run iperf3-srv_10.42.42.10(pid=12159): Terminated {rc=256} 00:36:25.945317 --- ParallelTerminationStrategy: PID 12160 died... 00:36:25.965212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Terminated: ok {rc=0} 00:36:26.012348 --- ParallelTerminationStrategy: PID 12161 died... 00:36:26.032058 run iperf3-srv_10.42.42.10(pid=12161): Terminated {rc=256} 00:36:26.079018 --- ParallelTerminationStrategy: PID 12164 died... 00:36:26.098774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Terminated: ok {rc=0} 00:36:26.146403 --- ParallelTerminationStrategy: PID 12167 died... 00:36:26.166178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Terminated: ok {rc=0} 00:36:26.213785 --- ParallelTerminationStrategy: PID 12170 died... 00:36:26.233631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Terminated: ok {rc=0} 00:36:26.324261 bus /gobi_0: Setting Powered False 00:36:27.424658 bus /gobi_0: Setting Powered False 00:36:28.543378 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 00:36:29.695952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:29.708579 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:36:29.769814 tst iperf3.py: using LAC 32410 00:36:29.898936 tst iperf3.py: using RAC 25 00:36:30.026700 tst iperf3.py: using CellId 32410 00:36:30.157853 tst iperf3.py: using BVCI 32411 00:36:30.282243 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.294092 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.305855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.317864 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.329697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.341488 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.353497 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.365241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:30.377296 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:30.497103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:36:30.722839 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:31.094551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Launched 00:36:31.383713 run iperf3-srv_10.42.42.10(pid=12173): Launched 00:36:31.574403 tst iperf3.py:8: start network... 00:36:31.814547 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:36:32.310303 run create_hlr_db(pid=12174): Launched 00:36:32.450226 bus /gobi_6: Setting Powered False 00:36:33.512080 run create_hlr_db(pid=12174): Terminated: ok {rc=0} 00:36:33.965865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Launched 00:36:34.299740 run osmo-hlr_10.42.42.2(pid=12177): Launched 00:36:34.426587 run osmo-stp_10.42.42.5: Starting osmo-stp 00:36:35.000902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Launched 00:36:35.334601 run osmo-stp_10.42.42.5(pid=12180): Launched 00:36:35.462427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:36:36.036873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Launched 00:36:36.165650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:36:36.447819 run patchelf(pid=12183): Launched 00:36:36.632755 run osmo-stp_10.42.42.5(pid=12180): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)] 00:36:36.773120 run osmo-stp_10.42.42.5(pid=12180): stdout: | (launched: 2022-12-13_00:36:35.274097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:36.914774 run osmo-stp_10.42.42.5(pid=12180): stderr: | 20221213003635463 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003635463 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003635463 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003635464 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003635464 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003635464 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003635464 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:37.056489 run osmo-stp_10.42.42.5(pid=12180): stdout: | (launched: 2022-12-13_00:36:35.274097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:37.193296 run osmo-stp_10.42.42.5(pid=12180): stderr: | 20221213003635463 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003635463 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003635463 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003635464 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003635464 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003635464 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003635464 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:37.354969 run patchelf(pid=12183): Terminating (SIGINT) 00:36:37.542791 run patchelf(pid=12183): Terminated: ok {rc=0} 00:36:37.677700 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12180): Process ended prematurely: osmo-stp_10.42.42.5(pid=12180) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 00:36:37.687901 tst iperf3.py:8: Test FAILED (8.0 sec) 00:36:37.717410 run osmo-hlr_10.42.42.2(pid=12177): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12177)] 00:36:37.768384 run osmo-hlr_10.42.42.2(pid=12177): stdout: | (launched: 2022-12-13_00:36:34.239151) 00:36:37.821337 run osmo-hlr_10.42.42.2(pid=12177): stderr: | 20221213003634434 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003634434 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003634434 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003634434 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003634434 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003634434 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003634446 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003634455 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003634455 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003634455 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:36:37.874404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Terminating (SIGTERM) 00:36:37.917064 run iperf3-srv_10.42.42.10(pid=12173): Terminating (SIGTERM) 00:36:37.959461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Terminating (SIGTERM) 00:36:38.001990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Terminating (SIGTERM) 00:36:38.044512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Terminating (SIGTERM) 00:36:38.087247 --- ParallelTerminationStrategy: PID 12172 died... 00:36:38.107425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Terminated: ok {rc=0} 00:36:38.154530 --- ParallelTerminationStrategy: PID 12173 died... 00:36:38.174243 run iperf3-srv_10.42.42.10(pid=12173): Terminated {rc=256} 00:36:38.221408 --- ParallelTerminationStrategy: PID 12176 died... 00:36:38.240928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Terminated: ok {rc=0} 00:36:38.288144 --- ParallelTerminationStrategy: PID 12179 died... 00:36:38.308026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Terminated: ok {rc=0} 00:36:38.355165 --- ParallelTerminationStrategy: PID 12182 died... 00:36:38.374904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Terminated: ok {rc=0} 00:36:38.464052 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 00:36:39.617803 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:39.630356 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:36:39.683171 tst iperf3m4.py: using LAC 32411 00:36:39.812149 tst iperf3m4.py: using RAC 26 00:36:39.940776 tst iperf3m4.py: using CellId 32411 00:36:40.069078 tst iperf3m4.py: using BVCI 32412 00:36:40.190294 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.202679 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.214651 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.226638 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.238674 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.250790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.262878 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.274722 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:40.286846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:40.409275 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:40.531329 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:40.651151 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:36:40.774019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:36:40.998784 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:41.333269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Launched 00:36:41.623140 run iperf3-srv_10.42.42.10(pid=12185): Launched 00:36:41.749702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:36:41.974496 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:42.308806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Launched 00:36:42.597748 run iperf3-srv_10.42.42.10(pid=12187): Launched 00:36:42.724411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:36:42.949641 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:43.285107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Launched 00:36:43.574164 run iperf3-srv_10.42.42.10(pid=12189): Launched 00:36:43.700468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:36:43.926007 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:36:44.260311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Launched 00:36:44.549200 run iperf3-srv_10.42.42.10(pid=12191): Launched 00:36:44.675241 tst iperf3m4.py:8: start network... 00:36:44.899134 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:36:45.414887 run create_hlr_db(pid=12192): Launched 00:36:45.543673 bus /gobi_6: Setting Powered False 00:36:46.626087 run create_hlr_db(pid=12192): Terminated: ok {rc=0} 00:36:47.142456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Launched 00:36:47.466688 run osmo-hlr_10.42.42.2(pid=12195): Launched 00:36:47.590149 run osmo-stp_10.42.42.5: Starting osmo-stp 00:36:48.129173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Launched 00:36:48.439670 run osmo-stp_10.42.42.5(pid=12198): Launched 00:36:48.558632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:36:49.094807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Launched 00:36:49.213153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:36:49.475506 run patchelf(pid=12201): Launched 00:36:49.649317 run osmo-stp_10.42.42.5(pid=12198): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)] 00:36:49.780028 run osmo-stp_10.42.42.5(pid=12198): stdout: | (launched: 2022-12-13_00:36:48.382714) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:49.912088 run osmo-stp_10.42.42.5(pid=12198): stderr: | 20221213003648551 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003648551 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003648552 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003648552 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003648553 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003648553 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003648553 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:50.044122 run osmo-stp_10.42.42.5(pid=12198): stdout: | (launched: 2022-12-13_00:36:48.382714) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:36:50.172888 run osmo-stp_10.42.42.5(pid=12198): stderr: | 20221213003648551 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003648551 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003648552 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003648552 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003648553 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003648553 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003648553 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:36:50.323699 run patchelf(pid=12201): Terminating (SIGINT) 00:36:50.498793 run patchelf(pid=12201): Terminated: ok {rc=0} 00:36:50.624792 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 00:36:50.634410 tst iperf3m4.py:8: Test FAILED (11.1 sec) 00:36:50.661979 run osmo-hlr_10.42.42.2(pid=12195): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12195)] 00:36:50.710116 run osmo-hlr_10.42.42.2(pid=12195): stdout: | (launched: 2022-12-13_00:36:47.408928) 00:36:50.759911 run osmo-hlr_10.42.42.2(pid=12195): stderr: | 20221213003647583 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003647583 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003647583 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003647583 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003647583 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003647583 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003647598 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003647606 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003647606 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003647606 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:36:50.809828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Terminating (SIGTERM) 00:36:50.849992 run iperf3-srv_10.42.42.10(pid=12185): Terminating (SIGTERM) 00:36:50.890120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Terminating (SIGTERM) 00:36:50.930268 run iperf3-srv_10.42.42.10(pid=12187): Terminating (SIGTERM) 00:36:50.970281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Terminating (SIGTERM) 00:36:51.010367 run iperf3-srv_10.42.42.10(pid=12189): Terminating (SIGTERM) 00:36:51.050454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Terminating (SIGTERM) 00:36:51.090721 run iperf3-srv_10.42.42.10(pid=12191): Terminating (SIGTERM) 00:36:51.130673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminating (SIGTERM) 00:36:51.170740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminating (SIGTERM) 00:36:51.210800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminating (SIGTERM) 00:36:51.251103 --- ParallelTerminationStrategy: PID 12184 died... 00:36:51.270389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Terminated: ok {rc=0} 00:36:51.315260 --- ParallelTerminationStrategy: PID 12185 died... 00:36:51.333864 run iperf3-srv_10.42.42.10(pid=12185): Terminated {rc=256} 00:36:51.378600 --- ParallelTerminationStrategy: PID 12186 died... 00:36:51.397301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Terminated: ok {rc=0} 00:36:51.441579 --- ParallelTerminationStrategy: PID 12187 died... 00:36:51.460270 run iperf3-srv_10.42.42.10(pid=12187): Terminated {rc=256} 00:36:51.504791 --- ParallelTerminationStrategy: PID 12188 died... 00:36:51.524153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Terminated: ok {rc=0} 00:36:51.568350 --- ParallelTerminationStrategy: PID 12189 died... 00:36:51.587095 run iperf3-srv_10.42.42.10(pid=12189): Terminated {rc=256} 00:36:51.631219 --- ParallelTerminationStrategy: PID 12190 died... 00:36:51.650754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Terminated: ok {rc=0} 00:36:51.694625 --- ParallelTerminationStrategy: PID 12191 died... 00:36:51.713351 run iperf3-srv_10.42.42.10(pid=12191): Terminated {rc=256} 00:36:51.758516 --- ParallelTerminationStrategy: PID 12194 died... 00:36:51.777247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminated: ok {rc=0} 00:36:51.821575 --- ParallelTerminationStrategy: PID 12197 died... 00:36:51.840082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminated: ok {rc=0} 00:36:51.884336 --- ParallelTerminationStrategy: PID 12200 died... 00:36:51.903106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminated: ok {rc=0} 00:36:51.988469 bus /gobi_4: Setting Powered False 00:36:53.089683 bus /gobi_4: Setting Powered False 00:36:54.203581 bus /gobi_1: Setting Powered False 00:36:55.298688 bus /gobi_1: Setting Powered False 00:36:56.415317 bus /gobi_0: Setting Powered False 00:36:57.516358 bus /gobi_0: Setting Powered False 00:36:58.634728 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 00:36:59.738967 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:36:59.751616 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:36:59.810817 tst ping.py: using LAC 32412 00:36:59.938445 tst ping.py: using RAC 27 00:37:00.065127 tst ping.py: using CellId 32412 00:37:00.191188 tst ping.py: using BVCI 32413 00:37:00.310911 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.322932 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.334818 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.347207 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.358936 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.370947 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.382878 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:00.394809 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:37:00.514897 tst ping.py:19: start network... 00:37:00.717600 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:37:01.196099 run create_hlr_db(pid=12209): Launched 00:37:01.358250 bus /gobi_6: Setting Powered False 00:37:02.423236 run create_hlr_db(pid=12209): Terminated: ok {rc=0} 00:37:02.876794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Launched 00:37:03.202082 run osmo-hlr_10.42.42.2(pid=12212): Launched 00:37:03.327937 run osmo-stp_10.42.42.5: Starting osmo-stp 00:37:03.895855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Launched 00:37:04.222186 run osmo-stp_10.42.42.5(pid=12215): Launched 00:37:04.346861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:37:04.911213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Launched 00:37:05.037661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:37:05.314210 run patchelf(pid=12218): Launched 00:37:05.497847 run osmo-stp_10.42.42.5(pid=12215): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)] 00:37:05.636371 run osmo-stp_10.42.42.5(pid=12215): stdout: | (launched: 2022-12-13_00:37:04.162009) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:05.776027 run osmo-stp_10.42.42.5(pid=12215): stderr: | 20221213003704351 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003704351 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003704352 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003704352 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003704353 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003704353 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003704353 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:05.916044 run osmo-stp_10.42.42.5(pid=12215): stdout: | (launched: 2022-12-13_00:37:04.162009) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:06.050044 run osmo-stp_10.42.42.5(pid=12215): stderr: | 20221213003704351 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003704351 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003704352 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003704352 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003704353 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003704353 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003704353 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:06.208702 run patchelf(pid=12218): Terminating (SIGINT) 00:37:06.393226 run patchelf(pid=12218): Terminated: ok {rc=0} 00:37:06.525590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 00:37:06.535019 tst ping.py:22: Test FAILED (6.8 sec) 00:37:06.564027 run osmo-hlr_10.42.42.2(pid=12212): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12212)] 00:37:06.614791 run osmo-hlr_10.42.42.2(pid=12212): stdout: | (launched: 2022-12-13_00:37:03.142794) 00:37:06.667401 run osmo-hlr_10.42.42.2(pid=12212): stderr: | 20221213003703337 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003703337 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003703337 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003703337 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003703337 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003703337 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003703349 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003703358 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003703358 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003703358 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:37:06.720247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminating (SIGTERM) 00:37:06.762652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminating (SIGTERM) 00:37:06.805257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminating (SIGTERM) 00:37:06.848005 --- ParallelTerminationStrategy: PID 12211 died... 00:37:06.868360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminated: ok {rc=0} 00:37:06.915397 --- ParallelTerminationStrategy: PID 12214 died... 00:37:06.935164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminated: ok {rc=0} 00:37:06.982549 --- ParallelTerminationStrategy: PID 12217 died... 00:37:07.002224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminated: ok {rc=0} 00:37:07.091264 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 00:37:08.179300 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.191813 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:37:08.247510 tst ping_idle_ping.py: using LAC 32413 00:37:08.380639 tst ping_idle_ping.py: using RAC 28 00:37:08.507891 tst ping_idle_ping.py: using CellId 32413 00:37:08.634630 tst ping_idle_ping.py: using BVCI 32414 00:37:08.754575 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.766544 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.778344 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.790369 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.802294 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.814221 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.826384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:37:08.838495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:37:08.961734 tst ping_idle_ping.py:24: start network... 00:37:09.182047 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:37:09.692300 run create_hlr_db(pid=12219): Launched 00:37:09.816126 bus /gobi_6: Setting Powered False 00:37:10.879937 run create_hlr_db(pid=12219): Terminated: ok {rc=0} 00:37:11.315558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Launched 00:37:11.620698 run osmo-hlr_10.42.42.2(pid=12222): Launched 00:37:11.738436 run osmo-stp_10.42.42.5: Starting osmo-stp 00:37:12.283554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Launched 00:37:12.589080 run osmo-stp_10.42.42.5(pid=12225): Launched 00:37:12.706095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:37:13.235108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Launched 00:37:13.350918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:37:13.608525 run patchelf(pid=12228): Launched 00:37:13.779173 run osmo-stp_10.42.42.5(pid=12225): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] 00:37:13.908168 run osmo-stp_10.42.42.5(pid=12225): stdout: | (launched: 2022-12-13_00:37:12.532742) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:14.038988 run osmo-stp_10.42.42.5(pid=12225): stderr: | 20221213003712699 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003712699 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003712699 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003712699 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003712700 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003712700 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003712700 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:14.169247 run osmo-stp_10.42.42.5(pid=12225): stdout: | (launched: 2022-12-13_00:37:12.532742) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:14.294150 run osmo-stp_10.42.42.5(pid=12225): stderr: | 20221213003712699 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003712699 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003712699 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003712699 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003712700 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003712700 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003712700 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:14.441506 run patchelf(pid=12228): Terminating (SIGINT) 00:37:14.613472 run patchelf(pid=12228): Terminated: ok {rc=0} 00:37:14.737419 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 00:37:14.746420 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 00:37:14.773241 run osmo-hlr_10.42.42.2(pid=12222): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12222)] 00:37:14.821469 run osmo-hlr_10.42.42.2(pid=12222): stdout: | (launched: 2022-12-13_00:37:11.564725) 00:37:14.871372 run osmo-hlr_10.42.42.2(pid=12222): stderr: | 20221213003711737 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003711737 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003711737 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003711737 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003711737 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003711738 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003711750 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003711760 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003711760 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003711760 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:37:14.921421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminating (SIGTERM) 00:37:14.961497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminating (SIGTERM) 00:37:15.001381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Terminating (SIGTERM) 00:37:15.041699 --- ParallelTerminationStrategy: PID 12221 died... 00:37:15.060542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminated: ok {rc=0} 00:37:15.104309 --- ParallelTerminationStrategy: PID 12224 died... 00:37:15.123047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminated: ok {rc=0} 00:37:15.166964 --- ParallelTerminationStrategy: PID 12227 died... 00:37:15.185597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Terminated: ok {rc=0} 00:37:15.271266 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:37:16.649668 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:37:16.658650 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:37:16.695309 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 00:37:16.731706 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:37:16.788192 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:37:16.836231 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 00:37:16.892708 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:37:17.416518 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 00:37:17.422989 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:17.435432 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:37:17.509108 tst switch_tch_pdch.py: using LAC 32414 00:37:17.637303 tst switch_tch_pdch.py: using RAC 29 00:37:17.766383 tst switch_tch_pdch.py: using CellId 32414 00:37:17.886425 tst switch_tch_pdch.py: using BVCI 32415 00:37:17.999076 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.010583 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.021968 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.033257 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.044513 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.055748 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.067244 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:37:18.078346 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:37:18.199132 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:37:18.317374 tst switch_tch_pdch.py:51: start network... 00:37:18.521800 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:37:18.993283 run create_hlr_db(pid=12232): Launched 00:37:19.116802 bus /gobi_6: Setting Powered False 00:37:20.178220 run create_hlr_db(pid=12232): Terminated: ok {rc=0} 00:37:20.624836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Launched 00:37:20.951639 run osmo-hlr_10.42.42.2(pid=12235): Launched 00:37:21.075367 run osmo-stp_10.42.42.5: Starting osmo-stp 00:37:21.639803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Launched 00:37:21.967892 run osmo-stp_10.42.42.5(pid=12238): Launched 00:37:22.091901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:37:22.658031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Launched 00:37:22.783837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:37:23.060760 run patchelf(pid=12241): Launched 00:37:23.244248 run osmo-stp_10.42.42.5(pid=12238): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)] 00:37:23.383160 run osmo-stp_10.42.42.5(pid=12238): stdout: | (launched: 2022-12-13_00:37:21.908084) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:23.523472 run osmo-stp_10.42.42.5(pid=12238): stderr: | 20221213003722097 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003722097 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003722097 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003722098 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003722098 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003722098 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003722098 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:23.663861 run osmo-stp_10.42.42.5(pid=12238): stdout: | (launched: 2022-12-13_00:37:21.908084) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:23.798303 run osmo-stp_10.42.42.5(pid=12238): stderr: | 20221213003722097 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003722097 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003722097 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003722098 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003722098 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003722098 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003722098 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:23.956784 run patchelf(pid=12241): Terminating (SIGINT) 00:37:24.141114 run patchelf(pid=12241): Terminated: ok {rc=0} 00:37:24.274075 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)] [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 00:37:24.283495 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec) 00:37:24.312286 run osmo-hlr_10.42.42.2(pid=12235): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12235)] 00:37:24.363194 run osmo-hlr_10.42.42.2(pid=12235): stdout: | (launched: 2022-12-13_00:37:20.891970) 00:37:24.415731 run osmo-hlr_10.42.42.2(pid=12235): stderr: | 20221213003721084 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003721084 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003721084 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003721085 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003721085 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003721085 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003721096 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003721105 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003721105 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003721105 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:37:24.468547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminating (SIGTERM) 00:37:24.511109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminating (SIGTERM) 00:37:24.553578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminating (SIGTERM) 00:37:24.596295 --- ParallelTerminationStrategy: PID 12234 died... 00:37:24.616500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminated: ok {rc=0} 00:37:24.664027 --- ParallelTerminationStrategy: PID 12237 died... 00:37:24.683931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminated: ok {rc=0} 00:37:24.731180 --- ParallelTerminationStrategy: PID 12240 died... 00:37:24.751108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminated: ok {rc=0} 00:37:24.841245 bus /gobi_0: Setting Powered False 00:37:25.940746 bus /gobi_0: Setting Powered False 00:37:27.057831 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 00:37:28.313469 tst dynts:trx-b200+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:37:28.319886 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 00:37:28.355002 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 00:37:28.390636 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 00:37:28.445166 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 00:37:28.479693 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 00:37:28.515561 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 00:37:29.072708 tst dynts:trx-b200+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 00:37:29.079093 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.090620 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 00:37:29.162317 tst switch_tch_pdch.py: using LAC 32415 00:37:29.283919 tst switch_tch_pdch.py: using RAC 30 00:37:29.405084 tst switch_tch_pdch.py: using CellId 32415 00:37:29.524314 tst switch_tch_pdch.py: using BVCI 32416 00:37:29.636190 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.647224 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.658057 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.668806 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.679657 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.690509 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.701434 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:37:29.712094 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:37:29.830659 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:37:29.946964 tst switch_tch_pdch.py:51: start network... 00:37:30.166644 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:37:30.643174 run create_hlr_db(pid=12245): Launched 00:37:30.767542 bus /gobi_6: Setting Powered False 00:37:31.832792 run create_hlr_db(pid=12245): Terminated: ok {rc=0} 00:37:32.281625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Launched 00:37:32.586593 run osmo-hlr_10.42.42.2(pid=12248): Launched 00:37:32.704286 run osmo-stp_10.42.42.5: Starting osmo-stp 00:37:33.214302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Launched 00:37:33.519149 run osmo-stp_10.42.42.5(pid=12251): Launched 00:37:33.633449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:37:34.130591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Launched 00:37:34.248360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:37:34.504841 run patchelf(pid=12254): Launched 00:37:34.674163 run osmo-stp_10.42.42.5(pid=12251): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)] 00:37:34.802361 run osmo-stp_10.42.42.5(pid=12251): stdout: | (launched: 2022-12-13_00:37:33.463268) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:34.932302 run osmo-stp_10.42.42.5(pid=12251): stderr: | 20221213003733633 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003733633 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003733634 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003733634 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003733634 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003733634 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003733635 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:35.062718 run osmo-stp_10.42.42.5(pid=12251): stdout: | (launched: 2022-12-13_00:37:33.463268) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:35.187591 run osmo-stp_10.42.42.5(pid=12251): stderr: | 20221213003733633 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003733633 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003733634 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003733634 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003733634 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003733634 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003733635 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:35.334837 run patchelf(pid=12254): Terminating (SIGINT) 00:37:35.506309 run patchelf(pid=12254): Terminated: ok {rc=0} 00:37:35.629412 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12251): Process ended prematurely: osmo-stp_10.42.42.5(pid=12251) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)] [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 00:37:35.638301 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 00:37:35.664794 run osmo-hlr_10.42.42.2(pid=12248): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12248)] 00:37:35.712942 run osmo-hlr_10.42.42.2(pid=12248): stdout: | (launched: 2022-12-13_00:37:32.530539) 00:37:35.762784 run osmo-hlr_10.42.42.2(pid=12248): stderr: | 20221213003732704 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003732704 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003732704 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003732704 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003732704 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003732704 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003732717 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003732725 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003732725 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003732725 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:37:35.812851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Terminating (SIGTERM) 00:37:35.853026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Terminating (SIGTERM) 00:37:35.893112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Terminating (SIGTERM) 00:37:35.933271 --- ParallelTerminationStrategy: PID 12247 died... 00:37:35.952594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Terminated: ok {rc=0} 00:37:35.997336 --- ParallelTerminationStrategy: PID 12250 died... 00:37:36.016266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Terminated: ok {rc=0} 00:37:36.061262 --- ParallelTerminationStrategy: PID 12253 died... 00:37:36.080175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Terminated: ok {rc=0} 00:37:36.167013 bus /gobi_0: Setting Powered False 00:37:37.267219 bus /gobi_0: Setting Powered False 00:37:38.383439 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-b200+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:trx-sysmocell5000 --------------------------------------------------------------------- 00:37:39.638146 tst nitb_sms:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:37:39.642295 tst nitb_sms:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:37:39.675776 tst nitb_sms:trx-sysmocell5000: Verifying 1 x ip_address (candidates: 9) 00:37:39.682488 tst nitb_sms:trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 00:37:39.735576 tst nitb_sms:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:37:39.769037 tst nitb_sms:trx-sysmocell5000: Reserving 1 x ip_address (candidates: 9) 00:37:39.775595 tst nitb_sms:trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 00:37:40.312871 tst nitb_sms:trx-sysmocell5000: RESERVED RESOURCES for nitb_sms: bts sysmoCell 5000 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:trx-sysmocell5000 mo_mt_sms.py ---------------------------------------------- 00:37:40.320645 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1) 00:37:40.332927 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:37:40.388076 tst mo_mt_sms.py: using LAC 32416 00:37:40.516221 tst mo_mt_sms.py: using RAC 31 00:37:40.646134 tst mo_mt_sms.py: using CellId 32416 00:37:40.773387 tst mo_mt_sms.py: using BVCI 32417 00:37:40.891786 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 00:37:41.008221 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 00:37:41.125642 tst mo_mt_sms.py:9: start nitb and bts... 00:37:41.329647 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:37:41.948595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Launched 00:37:42.252118 run osmo-nitb_10.42.42.2(pid=12259): Launched 00:37:42.420563 run osmo-nitb_10.42.42.2(pid=12259): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] 00:37:42.556408 run osmo-nitb_10.42.42.2(pid=12259): stdout: | (launched: 2022-12-13_00:37:42.196204) 00:37:42.693848 run osmo-nitb_10.42.42.2(pid=12259): stderr: | (launched: 2022-12-13_00:37:42.241324) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:37:42.831463 run osmo-nitb_10.42.42.2(pid=12259): stdout: | (launched: 2022-12-13_00:37:42.196204) 00:37:42.962867 run osmo-nitb_10.42.42.2(pid=12259): stderr: | (launched: 2022-12-13_00:37:42.241324) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] 00:37:43.366554 tst osmo-nitb_10.42.42.2(pid=12259): stdout: | (launched: 2022-12-13_00:37:42.196204) 00:37:43.489772 tst osmo-nitb_10.42.42.2(pid=12259): stderr: | (launched: 2022-12-13_00:37:42.241324) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:37:43.634130 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11] 00:37:43.642444 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 00:37:43.648942 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminating (SIGTERM) 00:37:43.857971 --- ParallelTerminationStrategy: PID 12258 died... 00:37:43.879123 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminated: ok {rc=0} 00:37:43.966991 bus /sierra_3: Setting Powered False 00:37:45.068924 bus /sierra_3: Setting Powered False 00:37:46.193394 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:trx-sysmocell5000 --------------------------------------------------------------------- 00:37:47.390390 tst sms:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:37:47.394763 tst sms:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:37:47.428171 tst sms:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 00:37:47.455054 tst sms:trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 00:37:47.507973 tst sms:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:37:47.541765 tst sms:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 00:37:47.568296 tst sms:trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 00:37:48.115507 tst sms:trx-sysmocell5000: RESERVED RESOURCES for sms: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:trx-sysmocell5000 mo_mt_sms.py ---------------------------------------------- 00:37:48.120450 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.131321 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:37:48.179512 tst mo_mt_sms.py: using LAC 32417 00:37:48.301317 tst mo_mt_sms.py: using RAC 32 00:37:48.420877 tst mo_mt_sms.py: using CellId 32417 00:37:48.542932 tst mo_mt_sms.py: using BVCI 32418 00:37:48.652199 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.662938 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.673618 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.684092 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.694661 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:37:48.705168 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 00:37:48.825730 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 00:37:48.947423 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:37:49.453934 run create_hlr_db(pid=12264): Launched 00:37:49.581092 bus /sierra_2: Setting Powered False 00:37:50.645949 run create_hlr_db(pid=12264): Terminated: ok {rc=0} 00:37:51.081398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Launched 00:37:51.385599 run osmo-hlr_10.42.42.2(pid=12267): Launched 00:37:51.500790 run osmo-stp_10.42.42.5: Starting osmo-stp 00:37:52.033487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Launched 00:37:52.337337 run osmo-stp_10.42.42.5(pid=12270): Launched 00:37:52.452637 run osmo-msc_10.42.42.6: Starting osmo-msc 00:37:53.000588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Launched 00:37:53.303965 run osmo-msc_10.42.42.6(pid=12273): Launched 00:37:53.473481 run osmo-stp_10.42.42.5(pid=12270): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)] 00:37:53.602193 run osmo-stp_10.42.42.5(pid=12270): stdout: | (launched: 2022-12-13_00:37:52.281193) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:53.730720 run osmo-stp_10.42.42.5(pid=12270): stderr: | 20221213003752447 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003752447 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003752447 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003752448 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003752448 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003752448 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003752449 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:53.856736 run osmo-stp_10.42.42.5(pid=12270): stdout: | (launched: 2022-12-13_00:37:52.281193) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:37:53.977568 run osmo-stp_10.42.42.5(pid=12270): stderr: | 20221213003752447 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003752447 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003752447 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003752448 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003752448 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003752448 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003752449 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:37:54.121868 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12270): Process ended prematurely: osmo-stp_10.42.42.5(pid=12270) [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)] [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16] 00:37:54.129930 tst mo_mt_sms.py:16: Test FAILED (6.0 sec) 00:37:54.155708 run osmo-hlr_10.42.42.2(pid=12267): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12267)] 00:37:54.203511 run osmo-hlr_10.42.42.2(pid=12267): stdout: | (launched: 2022-12-13_00:37:51.329537) 00:37:54.253197 run osmo-hlr_10.42.42.2(pid=12267): stderr: | 20221213003751501 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003751501 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003751501 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003751502 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003751502 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003751502 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003751514 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003751523 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003751524 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003751524 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:37:54.322228 run osmo-msc_10.42.42.6(pid=12273): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12273)] 00:37:54.370133 run osmo-msc_10.42.42.6(pid=12273): stdout: | (launched: 2022-12-13_00:37:53.248002) 00:37:54.419633 run osmo-msc_10.42.42.6(pid=12273): stderr: | 20221213003753516 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003753516 DLGLOBAL DEBUG validating counter group 0x7f28bcf8fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003753516 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003753516 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003753516 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003753517 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003753518 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003753519 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003753519 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003753519 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:37:54.469698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Terminating (SIGTERM) 00:37:54.509703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Terminating (SIGTERM) 00:37:54.549750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Terminating (SIGTERM) 00:37:54.590012 --- ParallelTerminationStrategy: PID 12266 died... 00:37:54.609307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Terminated: ok {rc=0} 00:37:54.653433 --- ParallelTerminationStrategy: PID 12269 died... 00:37:54.672032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Terminated: ok {rc=0} 00:37:54.716067 --- ParallelTerminationStrategy: PID 12272 died... 00:37:54.734855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Terminated: ok {rc=0} 00:37:54.818553 bus /sierra_3: Setting Powered False 00:37:55.916405 bus /sierra_3: Setting Powered False 00:37:57.032562 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-sysmocell5000 --------------------------------------------------------------------- 00:37:58.266481 tst nitb_ussd:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:37:58.270202 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:37:58.303651 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x ip_address (candidates: 9) 00:37:58.310433 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x modem (candidates: 12) 00:37:58.345479 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:37:58.379377 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x ip_address (candidates: 9) 00:37:58.386040 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x modem (candidates: 12) 00:37:58.905949 tst nitb_ussd:trx-sysmocell5000: RESERVED RESOURCES for nitb_ussd: bts sysmoCell 5000 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:trx-sysmocell5000 assert_extension.py ---------------------------------------------- 00:37:58.912489 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1) 00:37:58.924894 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:37:58.977830 tst assert_extension.py: using LAC 32418 00:37:59.100132 tst assert_extension.py: using RAC 33 00:37:59.220918 tst assert_extension.py: using CellId 32418 00:37:59.340224 tst assert_extension.py: using BVCI 32419 00:37:59.450491 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1) 00:37:59.570714 tst assert_extension.py:10: start nitb and bts... 00:37:59.790726 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:38:00.457362 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Launched 00:38:00.782572 run osmo-nitb_10.42.42.2(pid=12279): Launched 00:38:00.972837 run osmo-nitb_10.42.42.2(pid=12279): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)] 00:38:01.113605 run osmo-nitb_10.42.42.2(pid=12279): stdout: | (launched: 2022-12-13_00:38:00.722974) 00:38:01.255871 run osmo-nitb_10.42.42.2(pid=12279): stderr: | (launched: 2022-12-13_00:38:00.771552) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:38:01.409091 run osmo-nitb_10.42.42.2(pid=12279): stdout: | (launched: 2022-12-13_00:38:00.722974) 00:38:01.570102 run osmo-nitb_10.42.42.2(pid=12279): stderr: | (launched: 2022-12-13_00:38:00.771552) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)] 00:38:01.915022 tst osmo-nitb_10.42.42.2(pid=12279): stdout: | (launched: 2022-12-13_00:38:00.722974) 00:38:02.057508 tst osmo-nitb_10.42.42.2(pid=12279): stderr: | (launched: 2022-12-13_00:38:00.771552) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:38:02.215567 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)] [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12] 00:38:02.225162 tst assert_extension.py:12: Test FAILED (3.3 sec) 00:38:02.232791 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Terminating (SIGTERM) 00:38:02.446976 --- ParallelTerminationStrategy: PID 12278 died... 00:38:02.468870 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Terminated: ok {rc=0} 00:38:02.559251 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:trx-sysmocell5000 --------------------------------------------------------------------- 00:38:03.742987 tst ussd:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:38:03.747752 tst ussd:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:38:03.783635 tst ussd:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 00:38:03.811224 tst ussd:trx-sysmocell5000: Verifying 1 x modem (candidates: 12) 00:38:03.847228 tst ussd:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:38:03.882608 tst ussd:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 00:38:03.910634 tst ussd:trx-sysmocell5000: Reserving 1 x modem (candidates: 12) 00:38:04.440409 tst ussd:trx-sysmocell5000: RESERVED RESOURCES for ussd: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:trx-sysmocell5000 assert_extension.py ---------------------------------------------- 00:38:04.445766 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:04.456662 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:38:04.506875 tst assert_extension.py: using LAC 32419 00:38:04.627530 tst assert_extension.py: using RAC 34 00:38:04.748791 tst assert_extension.py: using CellId 32419 00:38:04.868862 tst assert_extension.py: using BVCI 32420 00:38:04.980881 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:04.991755 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:05.002419 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:05.012881 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:05.023477 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:38:05.034128 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1) 00:38:05.154412 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:05.661896 run create_hlr_db(pid=12283): Launched 00:38:05.789695 bus /sierra_2: Setting Powered False 00:38:06.854060 run create_hlr_db(pid=12283): Terminated: ok {rc=0} 00:38:07.291495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Launched 00:38:07.596537 run osmo-hlr_10.42.42.2(pid=12286): Launched 00:38:07.713103 run osmo-stp_10.42.42.5: Starting osmo-stp 00:38:08.358972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Launched 00:38:08.657804 run osmo-stp_10.42.42.5(pid=12289): Launched 00:38:08.771406 run osmo-msc_10.42.42.6: Starting osmo-msc 00:38:09.315077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Launched 00:38:09.614237 run osmo-msc_10.42.42.6(pid=12292): Launched 00:38:09.781448 run osmo-stp_10.42.42.5(pid=12289): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)] 00:38:09.907950 run osmo-stp_10.42.42.5(pid=12289): stdout: | (launched: 2022-12-13_00:38:08.602584) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:10.034847 run osmo-stp_10.42.42.5(pid=12289): stderr: | 20221213003808769 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003808769 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003808769 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003808769 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003808770 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003808770 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003808770 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:10.160167 run osmo-stp_10.42.42.5(pid=12289): stdout: | (launched: 2022-12-13_00:38:08.602584) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:10.279176 run osmo-stp_10.42.42.5(pid=12289): stderr: | 20221213003808769 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003808769 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003808769 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003808769 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003808770 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003808770 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003808770 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:10.421334 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12289): Process ended prematurely: osmo-stp_10.42.42.5(pid=12289) [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)] [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17] 00:38:10.429489 tst assert_extension.py:17: Test FAILED (6.0 sec) 00:38:10.455669 run osmo-hlr_10.42.42.2(pid=12286): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12286)] 00:38:10.503779 run osmo-hlr_10.42.42.2(pid=12286): stdout: | (launched: 2022-12-13_00:38:07.540367) 00:38:10.553646 run osmo-hlr_10.42.42.2(pid=12286): stderr: | 20221213003807715 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003807715 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003807715 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003807715 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003807715 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003807715 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003807728 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003807738 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003807738 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003807738 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:38:10.623053 run osmo-msc_10.42.42.6(pid=12292): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12292)] 00:38:10.670873 run osmo-msc_10.42.42.6(pid=12292): stdout: | (launched: 2022-12-13_00:38:09.559098) 00:38:10.720651 run osmo-msc_10.42.42.6(pid=12292): stderr: | 20221213003809826 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003809826 DLGLOBAL DEBUG validating counter group 0x7f6647f24c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003809826 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003809826 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003809826 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003809827 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003809828 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003809829 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003809829 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003809829 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:38:10.770885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Terminating (SIGTERM) 00:38:10.810950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Terminating (SIGTERM) 00:38:10.851012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Terminating (SIGTERM) 00:38:10.891019 --- ParallelTerminationStrategy: PID 12285 died... 00:38:10.910153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Terminated: ok {rc=0} 00:38:10.954343 --- ParallelTerminationStrategy: PID 12288 died... 00:38:10.972799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Terminated: ok {rc=0} 00:38:11.016487 --- ParallelTerminationStrategy: PID 12291 died... 00:38:11.035000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Terminated: ok {rc=0} 00:38:11.120760 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:38:12.333741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:38:12.340253 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:38:12.373953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:38:12.400364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:38:12.451936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:38:12.485439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:38:12.511527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:38:13.062887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:38:13.112264 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.123492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:38:13.193252 tst mo_mt_call.py: using LAC 32420 00:38:13.312653 tst mo_mt_call.py: using RAC 35 00:38:13.433031 tst mo_mt_call.py: using CellId 32420 00:38:13.553285 tst mo_mt_call.py: using BVCI 32421 00:38:13.665193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.676328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.687297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.698346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.709515 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:13.720467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:38:13.840255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:38:13.958776 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:14.437235 run create_hlr_db(pid=12297): Launched 00:38:14.562410 bus /sierra_2: Setting Powered False 00:38:15.623353 run create_hlr_db(pid=12297): Terminated: ok {rc=0} 00:38:16.073331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Launched 00:38:16.400597 run osmo-hlr_10.42.42.2(pid=12300): Launched 00:38:16.668741 run osmo-stp_10.42.42.5: Starting osmo-stp 00:38:17.290607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Launched 00:38:17.620876 run osmo-stp_10.42.42.5(pid=12303): Launched 00:38:17.746998 run osmo-msc_10.42.42.6: Starting osmo-msc 00:38:18.340857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Launched 00:38:18.669670 run osmo-msc_10.42.42.6(pid=12306): Launched 00:38:18.855037 run osmo-stp_10.42.42.5(pid=12303): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)] 00:38:18.994573 run osmo-stp_10.42.42.5(pid=12303): stdout: | (launched: 2022-12-13_00:38:17.561205) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:19.134451 run osmo-stp_10.42.42.5(pid=12303): stderr: | 20221213003817751 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003817751 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003817751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003817751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003817752 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003817752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003817752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:19.272058 run osmo-stp_10.42.42.5(pid=12303): stdout: | (launched: 2022-12-13_00:38:17.561205) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:19.403281 run osmo-stp_10.42.42.5(pid=12303): stderr: | 20221213003817751 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003817751 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003817751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003817751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003817752 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003817752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003817752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:19.559983 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:38:19.569788 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 00:38:19.597909 run osmo-hlr_10.42.42.2(pid=12300): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12300)] 00:38:19.648885 run osmo-hlr_10.42.42.2(pid=12300): stdout: | (launched: 2022-12-13_00:38:16.343026) 00:38:19.701619 run osmo-hlr_10.42.42.2(pid=12300): stderr: | 20221213003816560 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003816560 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003816560 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003816560 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003816560 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003816561 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003816572 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003816580 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003816580 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003816580 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:38:19.774669 run osmo-msc_10.42.42.6(pid=12306): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12306)] 00:38:19.825645 run osmo-msc_10.42.42.6(pid=12306): stdout: | (launched: 2022-12-13_00:38:18.609503) 00:38:19.878258 run osmo-msc_10.42.42.6(pid=12306): stderr: | 20221213003818927 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003818927 DLGLOBAL DEBUG validating counter group 0x7f5798900c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003818927 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003818927 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003818927 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003818927 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003818929 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003818930 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003818930 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003818930 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:38:19.931325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminating (SIGTERM) 00:38:19.973855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminating (SIGTERM) 00:38:20.016704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Terminating (SIGTERM) 00:38:20.060250 --- ParallelTerminationStrategy: PID 12299 died... 00:38:20.080555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminated: ok {rc=0} 00:38:20.127457 --- ParallelTerminationStrategy: PID 12302 died... 00:38:20.147227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminated: ok {rc=0} 00:38:20.194542 --- ParallelTerminationStrategy: PID 12305 died... 00:38:20.214457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Terminated: ok {rc=0} 00:38:20.303822 bus /sierra_3: Setting Powered False 00:38:21.403807 bus /sierra_3: Setting Powered False 00:38:22.521846 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:38:23.672015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:23.684705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:38:23.758705 tst mo_mt_call_osmux.py: using LAC 32421 00:38:23.888593 tst mo_mt_call_osmux.py: using RAC 36 00:38:24.019344 tst mo_mt_call_osmux.py: using CellId 32421 00:38:24.148703 tst mo_mt_call_osmux.py: using BVCI 32422 00:38:24.269361 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:24.281160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:24.292772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:24.304787 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:24.316728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:38:24.328587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:38:24.446601 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:38:24.569122 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:25.077592 run create_hlr_db(pid=12308): Launched 00:38:25.203324 bus /sierra_2: Setting Powered False 00:38:26.269570 run create_hlr_db(pid=12308): Terminated: ok {rc=0} 00:38:26.724918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Launched 00:38:27.052431 run osmo-hlr_10.42.42.2(pid=12311): Launched 00:38:27.177959 run osmo-stp_10.42.42.5: Starting osmo-stp 00:38:27.748655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Launched 00:38:28.077654 run osmo-stp_10.42.42.5(pid=12314): Launched 00:38:28.203605 run osmo-msc_10.42.42.6: Starting osmo-msc 00:38:28.799866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Launched 00:38:29.128801 run osmo-msc_10.42.42.6(pid=12317): Launched 00:38:29.313131 run osmo-stp_10.42.42.5(pid=12314): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)] 00:38:29.452386 run osmo-stp_10.42.42.5(pid=12314): stdout: | (launched: 2022-12-13_00:38:28.017673) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:29.591604 run osmo-stp_10.42.42.5(pid=12314): stderr: | 20221213003828206 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003828206 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003828206 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003828207 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003828207 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003828207 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003828207 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:29.728853 run osmo-stp_10.42.42.5(pid=12314): stdout: | (launched: 2022-12-13_00:38:28.017673) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:29.859567 run osmo-stp_10.42.42.5(pid=12314): stderr: | 20221213003828206 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003828206 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003828206 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003828207 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003828207 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003828207 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003828207 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:30.016271 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12314): Process ended prematurely: osmo-stp_10.42.42.5(pid=12314) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:38:30.026239 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:38:30.054884 run osmo-hlr_10.42.42.2(pid=12311): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12311)] 00:38:30.106018 run osmo-hlr_10.42.42.2(pid=12311): stdout: | (launched: 2022-12-13_00:38:26.992733) 00:38:30.158761 run osmo-hlr_10.42.42.2(pid=12311): stderr: | 20221213003827188 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003827188 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003827188 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003827188 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003827188 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003827188 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003827200 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003827209 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003827209 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003827209 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:38:30.231834 run osmo-msc_10.42.42.6(pid=12317): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12317)] 00:38:30.283072 run osmo-msc_10.42.42.6(pid=12317): stdout: | (launched: 2022-12-13_00:38:29.068769) 00:38:30.335957 run osmo-msc_10.42.42.6(pid=12317): stderr: | 20221213003829388 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003829388 DLGLOBAL DEBUG validating counter group 0x7fbd6bfb0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003829388 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003829388 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003829388 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003829389 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003829390 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003829391 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003829391 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003829391 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:38:30.389194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Terminating (SIGTERM) 00:38:30.431788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Terminating (SIGTERM) 00:38:30.474683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Terminating (SIGTERM) 00:38:30.517539 --- ParallelTerminationStrategy: PID 12310 died... 00:38:30.537733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Terminated: ok {rc=0} 00:38:30.585267 --- ParallelTerminationStrategy: PID 12313 died... 00:38:30.605094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Terminated: ok {rc=0} 00:38:30.652204 --- ParallelTerminationStrategy: PID 12316 died... 00:38:30.672038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Terminated: ok {rc=0} 00:38:30.762515 bus /sierra_3: Setting Powered False 00:38:31.867918 bus /sierra_3: Setting Powered False 00:38:33.019476 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:38:34.275599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:38:34.283095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:38:34.318938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:38:34.346435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:38:34.399580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:38:34.434260 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:38:34.461806 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:38:35.015663 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:38:35.069254 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.081118 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:38:35.156297 tst mo_mt_call.py: using LAC 32422 00:38:35.284577 tst mo_mt_call.py: using RAC 37 00:38:35.411673 tst mo_mt_call.py: using CellId 32422 00:38:35.538530 tst mo_mt_call.py: using BVCI 32423 00:38:35.658264 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.670013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.681555 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.693313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.705403 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:35.717288 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:38:35.834350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:38:35.953704 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:36.431030 run create_hlr_db(pid=12322): Launched 00:38:36.556783 bus /sierra_2: Setting Powered False 00:38:37.622185 run create_hlr_db(pid=12322): Terminated: ok {rc=0} 00:38:38.080584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Launched 00:38:38.410278 run osmo-hlr_10.42.42.2(pid=12325): Launched 00:38:38.537167 run osmo-stp_10.42.42.5: Starting osmo-stp 00:38:39.105550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Launched 00:38:39.435768 run osmo-stp_10.42.42.5(pid=12328): Launched 00:38:39.562067 run osmo-msc_10.42.42.6: Starting osmo-msc 00:38:40.161697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Launched 00:38:40.491540 run osmo-msc_10.42.42.6(pid=12331): Launched 00:38:40.677761 run osmo-stp_10.42.42.5(pid=12328): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)] 00:38:40.816079 run osmo-stp_10.42.42.5(pid=12328): stdout: | (launched: 2022-12-13_00:38:39.375734) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:40.955000 run osmo-stp_10.42.42.5(pid=12328): stderr: | 20221213003839564 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003839564 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003839565 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003839565 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003839566 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003839566 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003839566 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:41.091876 run osmo-stp_10.42.42.5(pid=12328): stdout: | (launched: 2022-12-13_00:38:39.375734) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:41.222773 run osmo-stp_10.42.42.5(pid=12328): stderr: | 20221213003839564 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003839564 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003839565 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003839565 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003839566 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003839566 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003839566 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:41.379589 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12328): Process ended prematurely: osmo-stp_10.42.42.5(pid=12328) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:38:41.389459 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:38:41.418083 run osmo-hlr_10.42.42.2(pid=12325): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12325)] 00:38:41.468649 run osmo-hlr_10.42.42.2(pid=12325): stdout: | (launched: 2022-12-13_00:38:38.350410) 00:38:41.521112 run osmo-hlr_10.42.42.2(pid=12325): stderr: | 20221213003838544 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003838544 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003838544 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003838544 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003838544 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003838545 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003838558 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003838566 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003838566 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003838566 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:38:41.593725 run osmo-msc_10.42.42.6(pid=12331): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12331)] 00:38:41.644247 run osmo-msc_10.42.42.6(pid=12331): stdout: | (launched: 2022-12-13_00:38:40.431603) 00:38:41.696567 run osmo-msc_10.42.42.6(pid=12331): stderr: | 20221213003840752 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003840752 DLGLOBAL DEBUG validating counter group 0x7f6ff172cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003840752 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003840753 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003840753 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003840753 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003840755 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003840755 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003840755 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003840755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:38:41.749387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Terminating (SIGTERM) 00:38:41.791640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Terminating (SIGTERM) 00:38:41.834171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Terminating (SIGTERM) 00:38:41.876746 --- ParallelTerminationStrategy: PID 12324 died... 00:38:41.896661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Terminated: ok {rc=0} 00:38:41.943489 --- ParallelTerminationStrategy: PID 12327 died... 00:38:41.963130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Terminated: ok {rc=0} 00:38:42.009571 --- ParallelTerminationStrategy: PID 12330 died... 00:38:42.029173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Terminated: ok {rc=0} 00:38:42.118514 bus /sierra_3: Setting Powered False 00:38:43.218188 bus /sierra_3: Setting Powered False 00:38:44.334754 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:38:45.485379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:45.497868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:38:45.585766 tst mo_mt_call_osmux.py: using LAC 32423 00:38:45.719063 tst mo_mt_call_osmux.py: using RAC 38 00:38:45.857024 tst mo_mt_call_osmux.py: using CellId 32423 00:38:45.997309 tst mo_mt_call_osmux.py: using BVCI 32424 00:38:46.124701 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:46.137615 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:46.150244 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:46.164320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:46.177857 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:38:46.190740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:38:46.336108 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:38:46.517950 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:47.168938 run create_hlr_db(pid=12369): Launched 00:38:47.351107 bus /sierra_2: Setting Powered False 00:38:48.428566 run create_hlr_db(pid=12369): Terminated: ok {rc=0} 00:38:48.967435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Launched 00:38:49.325690 run osmo-hlr_10.42.42.2(pid=12605): Launched 00:38:49.582049 run osmo-stp_10.42.42.5: Starting osmo-stp 00:38:50.243126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Launched 00:38:50.587745 run osmo-stp_10.42.42.5(pid=12608): Launched 00:38:50.836537 run osmo-msc_10.42.42.6: Starting osmo-msc 00:38:51.520080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Launched 00:38:51.847990 run osmo-msc_10.42.42.6(pid=12613): Launched 00:38:52.196157 run osmo-stp_10.42.42.5(pid=12608): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)] 00:38:52.472640 run osmo-stp_10.42.42.5(pid=12608): stdout: | (launched: 2022-12-13_00:38:50.527318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:52.755785 run osmo-stp_10.42.42.5(pid=12608): stderr: | 20221213003850820 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003850820 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003850820 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003850821 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003850821 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003850821 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003850821 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:52.903734 run osmo-stp_10.42.42.5(pid=12608): stdout: | (launched: 2022-12-13_00:38:50.527318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:38:53.030657 run osmo-stp_10.42.42.5(pid=12608): stderr: | 20221213003850820 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003850820 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003850820 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003850821 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003850821 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003850821 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003850821 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:38:53.180660 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12608): Process ended prematurely: osmo-stp_10.42.42.5(pid=12608) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:38:53.190817 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec) 00:38:53.218357 run osmo-hlr_10.42.42.2(pid=12605): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12605)] 00:38:53.267514 run osmo-hlr_10.42.42.2(pid=12605): stdout: | (launched: 2022-12-13_00:38:49.250452) 00:38:53.318518 run osmo-hlr_10.42.42.2(pid=12605): stderr: | 20221213003849551 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003849551 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003849551 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003849552 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003849552 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003849552 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003849571 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003849579 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003849579 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003849580 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:38:53.390993 run osmo-msc_10.42.42.6(pid=12613): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12613)] 00:38:53.439408 run osmo-msc_10.42.42.6(pid=12613): stdout: | (launched: 2022-12-13_00:38:51.789183) 00:38:53.489777 run osmo-msc_10.42.42.6(pid=12613): stderr: | 20221213003852374 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003852374 DLGLOBAL DEBUG validating counter group 0x7f801b050c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003852374 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003852374 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003852374 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003852374 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003852376 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003852376 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003852376 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003852376 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:38:53.540787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Terminating (SIGTERM) 00:38:53.583618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Terminating (SIGTERM) 00:38:53.627252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Terminating (SIGTERM) 00:38:53.670954 --- ParallelTerminationStrategy: PID 12593 died... 00:38:53.690673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Terminated: ok {rc=0} 00:38:53.737142 --- ParallelTerminationStrategy: PID 12607 died... 00:38:53.757271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Terminated: ok {rc=0} 00:38:53.801778 --- ParallelTerminationStrategy: PID 12612 died... 00:38:53.821201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Terminated: ok {rc=0} 00:38:53.906799 bus /sierra_3: Setting Powered False 00:38:55.006742 bus /sierra_3: Setting Powered False 00:38:56.123511 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:38:57.382971 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:38:57.391463 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:38:57.426853 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:38:57.454933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:38:57.507410 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:38:57.543271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:38:57.572811 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:38:58.125855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:38:58.179864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.192248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:38:58.262953 tst mo_mt_call.py: using LAC 32424 00:38:58.386235 tst mo_mt_call.py: using RAC 39 00:38:58.509966 tst mo_mt_call.py: using CellId 32424 00:38:58.634612 tst mo_mt_call.py: using BVCI 32425 00:38:58.751119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.764696 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.777266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.789364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.801322 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:38:58.813801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:38:58.934769 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:38:59.058133 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:38:59.553046 run create_hlr_db(pid=12618): Launched 00:38:59.704878 bus /sierra_2: Setting Powered False 00:39:00.769983 run create_hlr_db(pid=12618): Terminated: ok {rc=0} 00:39:01.276020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Launched 00:39:01.614166 run osmo-hlr_10.42.42.2(pid=12621): Launched 00:39:01.931566 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:02.631700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Launched 00:39:02.968654 run osmo-stp_10.42.42.5(pid=12624): Launched 00:39:03.212067 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:03.894540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Launched 00:39:04.229083 run osmo-msc_10.42.42.6(pid=12627): Launched 00:39:04.584787 run osmo-stp_10.42.42.5(pid=12624): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)] 00:39:04.871690 run osmo-stp_10.42.42.5(pid=12624): stdout: | (launched: 2022-12-13_00:39:02.909619) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:05.159706 run osmo-stp_10.42.42.5(pid=12624): stderr: | 20221213003903234 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003903234 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003903235 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003903235 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003903235 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003903235 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003903236 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:05.298812 run osmo-stp_10.42.42.5(pid=12624): stdout: | (launched: 2022-12-13_00:39:02.909619) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:05.427456 run osmo-stp_10.42.42.5(pid=12624): stderr: | 20221213003903234 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003903234 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003903235 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003903235 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003903235 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003903235 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003903236 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:05.581323 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12624): Process ended prematurely: osmo-stp_10.42.42.5(pid=12624) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:39:05.591674 tst mo_mt_call.py:8: Test FAILED (7.5 sec) 00:39:05.620167 run osmo-hlr_10.42.42.2(pid=12621): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12621)] 00:39:05.671154 run osmo-hlr_10.42.42.2(pid=12621): stdout: | (launched: 2022-12-13_00:39:01.547387) 00:39:05.723301 run osmo-hlr_10.42.42.2(pid=12621): stderr: | 20221213003901892 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003901892 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003901892 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003901892 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003901892 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003901892 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003901952 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003901970 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003901970 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003901971 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:05.797613 run osmo-msc_10.42.42.6(pid=12627): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12627)] 00:39:05.847977 run osmo-msc_10.42.42.6(pid=12627): stdout: | (launched: 2022-12-13_00:39:04.170322) 00:39:05.900038 run osmo-msc_10.42.42.6(pid=12627): stderr: | 20221213003904761 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003904761 DLGLOBAL DEBUG validating counter group 0x7fe4618ebc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003904762 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003904762 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003904762 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003904762 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003904764 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003904764 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003904764 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003904764 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:05.951942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Terminating (SIGTERM) 00:39:05.995489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Terminating (SIGTERM) 00:39:06.041141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Terminating (SIGTERM) 00:39:06.086202 --- ParallelTerminationStrategy: PID 12620 died... 00:39:06.106720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Terminated: ok {rc=0} 00:39:06.155203 --- ParallelTerminationStrategy: PID 12623 died... 00:39:06.176063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Terminated: ok {rc=0} 00:39:06.222310 --- ParallelTerminationStrategy: PID 12626 died... 00:39:06.242518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Terminated: ok {rc=0} 00:39:06.330179 bus /sierra_3: Setting Powered False 00:39:07.432906 bus /sierra_3: Setting Powered False 00:39:08.551682 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:39:09.706168 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:09.719249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:39:09.794872 tst mo_mt_call_osmux.py: using LAC 32425 00:39:09.922822 tst mo_mt_call_osmux.py: using RAC 40 00:39:10.058254 tst mo_mt_call_osmux.py: using CellId 32425 00:39:10.179727 tst mo_mt_call_osmux.py: using BVCI 32426 00:39:10.293703 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:10.305188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:10.316412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:10.327669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:10.339087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:39:10.350443 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:39:10.466966 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:39:10.587918 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:39:11.102535 run create_hlr_db(pid=12630): Launched 00:39:11.233564 bus /sierra_2: Setting Powered False 00:39:12.295063 run create_hlr_db(pid=12630): Terminated: ok {rc=0} 00:39:12.748748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Launched 00:39:13.080736 run osmo-hlr_10.42.42.2(pid=12633): Launched 00:39:13.206404 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:13.781072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Launched 00:39:14.112933 run osmo-stp_10.42.42.5(pid=12636): Launched 00:39:14.239585 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:14.838750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Launched 00:39:15.170829 run osmo-msc_10.42.42.6(pid=12639): Launched 00:39:15.357723 run osmo-stp_10.42.42.5(pid=12636): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)] 00:39:15.497560 run osmo-stp_10.42.42.5(pid=12636): stdout: | (launched: 2022-12-13_00:39:14.052285) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:15.637891 run osmo-stp_10.42.42.5(pid=12636): stderr: | 20221213003914244 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003914244 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003914244 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003914245 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003914245 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003914245 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003914245 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:15.775883 run osmo-stp_10.42.42.5(pid=12636): stdout: | (launched: 2022-12-13_00:39:14.052285) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:15.926342 run osmo-stp_10.42.42.5(pid=12636): stderr: | 20221213003914244 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003914244 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003914244 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003914245 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003914245 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003914245 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003914245 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:16.079646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:39:16.089710 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:39:16.117868 run osmo-hlr_10.42.42.2(pid=12633): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12633)] 00:39:16.168533 run osmo-hlr_10.42.42.2(pid=12633): stdout: | (launched: 2022-12-13_00:39:13.020071) 00:39:16.219725 run osmo-hlr_10.42.42.2(pid=12633): stderr: | 20221213003913218 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003913218 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003913218 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003913218 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003913218 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003913218 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003913234 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003913243 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003913243 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003913243 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:16.290895 run osmo-msc_10.42.42.6(pid=12639): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12639)] 00:39:16.340732 run osmo-msc_10.42.42.6(pid=12639): stdout: | (launched: 2022-12-13_00:39:15.110123) 00:39:16.392913 run osmo-msc_10.42.42.6(pid=12639): stderr: | 20221213003915429 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003915429 DLGLOBAL DEBUG validating counter group 0x7f0af07b4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003915430 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003915430 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003915430 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003915430 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003915432 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003915432 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003915432 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003915432 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:16.444515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminating (SIGTERM) 00:39:16.486174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminating (SIGTERM) 00:39:16.528733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminating (SIGTERM) 00:39:16.574848 --- ParallelTerminationStrategy: PID 12632 died... 00:39:16.595062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminated: ok {rc=0} 00:39:16.642961 --- ParallelTerminationStrategy: PID 12635 died... 00:39:16.662947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminated: ok {rc=0} 00:39:16.708410 --- ParallelTerminationStrategy: PID 12638 died... 00:39:16.727975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminated: ok {rc=0} 00:39:16.816873 bus /sierra_3: Setting Powered False 00:39:17.918748 bus /sierra_3: Setting Powered False 00:39:19.037324 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:39:20.289580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:39:20.296379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:39:20.329715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:39:20.356171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:39:20.408131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:39:20.441587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:39:20.467757 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:39:21.025506 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:39:21.074582 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.085870 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:39:21.155779 tst mo_mt_call.py: using LAC 32426 00:39:21.278302 tst mo_mt_call.py: using RAC 41 00:39:21.401455 tst mo_mt_call.py: using CellId 32426 00:39:21.533238 tst mo_mt_call.py: using BVCI 32427 00:39:21.654180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.666219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.678021 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.690559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.703069 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:21.715592 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:39:21.834332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:39:21.955662 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:39:22.434698 run create_hlr_db(pid=12645): Launched 00:39:22.560833 bus /sierra_2: Setting Powered False 00:39:23.624683 run create_hlr_db(pid=12645): Terminated: ok {rc=0} 00:39:24.065883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Launched 00:39:24.374332 run osmo-hlr_10.42.42.2(pid=12648): Launched 00:39:24.490870 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:25.038969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Launched 00:39:25.347094 run osmo-stp_10.42.42.5(pid=12651): Launched 00:39:25.465293 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:26.026509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Launched 00:39:26.339088 run osmo-msc_10.42.42.6(pid=12654): Launched 00:39:26.512066 run osmo-stp_10.42.42.5(pid=12651): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)] 00:39:26.643408 run osmo-stp_10.42.42.5(pid=12651): stdout: | (launched: 2022-12-13_00:39:25.290378) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:26.773943 run osmo-stp_10.42.42.5(pid=12651): stderr: | 20221213003925458 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003925458 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003925458 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003925459 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003925459 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003925459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003925459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:26.902251 run osmo-stp_10.42.42.5(pid=12651): stdout: | (launched: 2022-12-13_00:39:25.290378) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:27.024222 run osmo-stp_10.42.42.5(pid=12651): stderr: | 20221213003925458 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003925458 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003925458 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003925459 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003925459 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003925459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003925459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:27.170853 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12651): Process ended prematurely: osmo-stp_10.42.42.5(pid=12651) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:39:27.179563 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 00:39:27.205816 run osmo-hlr_10.42.42.2(pid=12648): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12648)] 00:39:27.253501 run osmo-hlr_10.42.42.2(pid=12648): stdout: | (launched: 2022-12-13_00:39:24.317724) 00:39:27.303003 run osmo-hlr_10.42.42.2(pid=12648): stderr: | 20221213003924490 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003924490 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003924490 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003924490 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003924490 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003924490 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003924502 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003924510 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003924511 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003924511 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:27.372664 run osmo-msc_10.42.42.6(pid=12654): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12654)] 00:39:27.420742 run osmo-msc_10.42.42.6(pid=12654): stdout: | (launched: 2022-12-13_00:39:26.281193) 00:39:27.470150 run osmo-msc_10.42.42.6(pid=12654): stderr: | 20221213003926551 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003926551 DLGLOBAL DEBUG validating counter group 0x7f8a8f31dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003926551 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003926551 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003926551 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003926552 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003926554 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003926554 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003926554 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003926554 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:27.521338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Terminating (SIGTERM) 00:39:27.561256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Terminating (SIGTERM) 00:39:27.601359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Terminating (SIGTERM) 00:39:27.641645 --- ParallelTerminationStrategy: PID 12647 died... 00:39:27.660674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Terminated: ok {rc=0} 00:39:27.704806 --- ParallelTerminationStrategy: PID 12650 died... 00:39:27.723908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Terminated: ok {rc=0} 00:39:27.768224 --- ParallelTerminationStrategy: PID 12653 died... 00:39:27.786884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Terminated: ok {rc=0} 00:39:27.872728 bus /sierra_3: Setting Powered False 00:39:28.972643 bus /sierra_3: Setting Powered False 00:39:30.088773 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:39:31.241724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.255309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:39:31.331329 tst mo_mt_call_osmux.py: using LAC 32427 00:39:31.464365 tst mo_mt_call_osmux.py: using RAC 42 00:39:31.588906 tst mo_mt_call_osmux.py: using CellId 32427 00:39:31.725879 tst mo_mt_call_osmux.py: using BVCI 32428 00:39:31.850603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.863419 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.876141 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.890978 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.904883 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:39:31.918584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:39:32.044078 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:39:32.172308 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:39:32.685663 run create_hlr_db(pid=12656): Launched 00:39:32.814270 bus /sierra_2: Setting Powered False 00:39:33.879145 run create_hlr_db(pid=12656): Terminated: ok {rc=0} 00:39:34.336863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Launched 00:39:34.671205 run osmo-hlr_10.42.42.2(pid=12662): Launched 00:39:34.798799 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:35.373733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Launched 00:39:35.705433 run osmo-stp_10.42.42.5(pid=12665): Launched 00:39:35.831398 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:36.431582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Launched 00:39:36.765531 run osmo-msc_10.42.42.6(pid=12668): Launched 00:39:36.948491 run osmo-stp_10.42.42.5(pid=12665): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)] 00:39:37.087880 run osmo-stp_10.42.42.5(pid=12665): stdout: | (launched: 2022-12-13_00:39:35.644779) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:37.227689 run osmo-stp_10.42.42.5(pid=12665): stderr: | 20221213003935837 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003935837 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003935838 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003935838 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003935839 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003935839 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003935839 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:37.366757 run osmo-stp_10.42.42.5(pid=12665): stdout: | (launched: 2022-12-13_00:39:35.644779) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:37.498738 run osmo-stp_10.42.42.5(pid=12665): stderr: | 20221213003935837 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003935837 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003935838 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003935838 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003935839 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003935839 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003935839 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:37.656639 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12665): Process ended prematurely: osmo-stp_10.42.42.5(pid=12665) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:39:37.666304 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 00:39:37.694359 run osmo-hlr_10.42.42.2(pid=12662): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12662)] 00:39:37.745647 run osmo-hlr_10.42.42.2(pid=12662): stdout: | (launched: 2022-12-13_00:39:34.611005) 00:39:37.798440 run osmo-hlr_10.42.42.2(pid=12662): stderr: | 20221213003934809 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003934809 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003934809 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003934809 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003934809 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003934809 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003934821 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003934830 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003934830 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003934830 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:37.871626 run osmo-msc_10.42.42.6(pid=12668): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12668)] 00:39:37.922384 run osmo-msc_10.42.42.6(pid=12668): stdout: | (launched: 2022-12-13_00:39:36.703950) 00:39:37.974772 run osmo-msc_10.42.42.6(pid=12668): stderr: | 20221213003937026 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003937026 DLGLOBAL DEBUG validating counter group 0x7f8ae44d1c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003937026 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003937026 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003937026 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003937027 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003937028 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003937029 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003937029 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003937029 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:38.027731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Terminating (SIGTERM) 00:39:38.070151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Terminating (SIGTERM) 00:39:38.112714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Terminating (SIGTERM) 00:39:38.155415 --- ParallelTerminationStrategy: PID 12658 died... 00:39:38.175542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Terminated: ok {rc=0} 00:39:38.223079 --- ParallelTerminationStrategy: PID 12664 died... 00:39:38.242858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Terminated: ok {rc=0} 00:39:38.290137 --- ParallelTerminationStrategy: PID 12667 died... 00:39:38.309654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Terminated: ok {rc=0} 00:39:38.398305 bus /sierra_3: Setting Powered False 00:39:39.499844 bus /sierra_3: Setting Powered False 00:39:40.615716 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:39:41.873482 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:39:41.881092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:39:41.917190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:39:41.944666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:39:41.999187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:39:42.034529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:39:42.061694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:39:42.613643 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:39:42.664851 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:42.676267 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:39:42.746664 tst mo_mt_call.py: using LAC 32428 00:39:42.869537 tst mo_mt_call.py: using RAC 43 00:39:43.000394 tst mo_mt_call.py: using CellId 32428 00:39:43.129581 tst mo_mt_call.py: using BVCI 32429 00:39:43.242334 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:43.253778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:43.264943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:43.276260 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:43.287387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:43.298675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:39:43.413667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:39:43.531647 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:39:44.010839 run create_hlr_db(pid=12673): Launched 00:39:44.139064 bus /sierra_2: Setting Powered False 00:39:45.200532 run create_hlr_db(pid=12673): Terminated: ok {rc=0} 00:39:45.651946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Launched 00:39:45.992829 run osmo-hlr_10.42.42.2(pid=12676): Launched 00:39:46.165335 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:46.905678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Launched 00:39:47.246667 run osmo-stp_10.42.42.5(pid=12679): Launched 00:39:47.476239 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:48.081814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Launched 00:39:48.413527 run osmo-msc_10.42.42.6(pid=12682): Launched 00:39:48.598246 run osmo-stp_10.42.42.5(pid=12679): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)] 00:39:48.738738 run osmo-stp_10.42.42.5(pid=12679): stdout: | (launched: 2022-12-13_00:39:47.186180) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:48.879610 run osmo-stp_10.42.42.5(pid=12679): stderr: | 20221213003947465 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003947465 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003947465 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003947465 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003947466 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003947466 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003947466 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:49.018654 run osmo-stp_10.42.42.5(pid=12679): stdout: | (launched: 2022-12-13_00:39:47.186180) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:49.150717 run osmo-stp_10.42.42.5(pid=12679): stderr: | 20221213003947465 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003947465 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003947465 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003947465 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003947466 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003947466 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003947466 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:49.309688 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12679): Process ended prematurely: osmo-stp_10.42.42.5(pid=12679) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:39:49.319451 tst mo_mt_call.py:8: Test FAILED (6.7 sec) 00:39:49.348075 run osmo-hlr_10.42.42.2(pid=12676): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12676)] 00:39:49.399433 run osmo-hlr_10.42.42.2(pid=12676): stdout: | (launched: 2022-12-13_00:39:45.931995) 00:39:49.451958 run osmo-hlr_10.42.42.2(pid=12676): stderr: | 20221213003946304 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003946304 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003946304 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003946304 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003946304 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003946304 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003946320 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003946339 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003946340 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003946340 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:49.525146 run osmo-msc_10.42.42.6(pid=12682): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12682)] 00:39:49.575863 run osmo-msc_10.42.42.6(pid=12682): stdout: | (launched: 2022-12-13_00:39:48.352612) 00:39:49.628243 run osmo-msc_10.42.42.6(pid=12682): stderr: | 20221213003948673 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003948673 DLGLOBAL DEBUG validating counter group 0x7f537da93c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003948673 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003948673 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003948674 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003948674 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003948675 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003948676 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003948676 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003948676 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:49.680827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Terminating (SIGTERM) 00:39:49.723512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Terminating (SIGTERM) 00:39:49.766343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Terminating (SIGTERM) 00:39:49.809471 --- ParallelTerminationStrategy: PID 12675 died... 00:39:49.829693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Terminated: ok {rc=0} 00:39:49.877164 --- ParallelTerminationStrategy: PID 12678 died... 00:39:49.896924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Terminated: ok {rc=0} 00:39:49.944168 --- ParallelTerminationStrategy: PID 12681 died... 00:39:49.964012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Terminated: ok {rc=0} 00:39:50.053944 bus /sierra_3: Setting Powered False 00:39:51.151816 bus /sierra_3: Setting Powered False 00:39:52.269081 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:39:53.419554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:53.432095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:39:53.504637 tst mo_mt_call_osmux.py: using LAC 32429 00:39:53.636373 tst mo_mt_call_osmux.py: using RAC 44 00:39:53.767316 tst mo_mt_call_osmux.py: using CellId 32429 00:39:53.898102 tst mo_mt_call_osmux.py: using BVCI 32430 00:39:54.018332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:54.030274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:54.041959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:54.053997 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:54.066032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:39:54.077871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:39:54.196074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:39:54.318748 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:39:54.832398 run create_hlr_db(pid=12684): Launched 00:39:54.960600 bus /sierra_2: Setting Powered False 00:39:56.025900 run create_hlr_db(pid=12684): Terminated: ok {rc=0} 00:39:56.468026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Launched 00:39:56.778611 run osmo-hlr_10.42.42.2(pid=12687): Launched 00:39:56.895583 run osmo-stp_10.42.42.5: Starting osmo-stp 00:39:57.431874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Launched 00:39:57.742884 run osmo-stp_10.42.42.5(pid=12690): Launched 00:39:57.861547 run osmo-msc_10.42.42.6: Starting osmo-msc 00:39:58.423282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Launched 00:39:58.733645 run osmo-msc_10.42.42.6(pid=12693): Launched 00:39:58.906356 run osmo-stp_10.42.42.5(pid=12690): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)] 00:39:59.037645 run osmo-stp_10.42.42.5(pid=12690): stdout: | (launched: 2022-12-13_00:39:57.685621) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:59.168525 run osmo-stp_10.42.42.5(pid=12690): stderr: | 20221213003957856 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003957856 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003957857 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003957857 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003957858 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003957858 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003957858 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:59.297449 run osmo-stp_10.42.42.5(pid=12690): stdout: | (launched: 2022-12-13_00:39:57.685621) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:39:59.420343 run osmo-stp_10.42.42.5(pid=12690): stderr: | 20221213003957856 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213003957856 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213003957857 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213003957857 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213003957858 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213003957858 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213003957858 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:39:59.568103 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:39:59.577236 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:39:59.603835 run osmo-hlr_10.42.42.2(pid=12687): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12687)] 00:39:59.652100 run osmo-hlr_10.42.42.2(pid=12687): stdout: | (launched: 2022-12-13_00:39:56.721606) 00:39:59.702292 run osmo-hlr_10.42.42.2(pid=12687): stderr: | 20221213003956895 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213003956895 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213003956895 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213003956895 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213003956895 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213003956895 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213003956906 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213003956914 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213003956915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213003956915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:39:59.772342 run osmo-msc_10.42.42.6(pid=12693): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12693)] 00:39:59.820521 run osmo-msc_10.42.42.6(pid=12693): stdout: | (launched: 2022-12-13_00:39:58.676402) 00:39:59.870340 run osmo-msc_10.42.42.6(pid=12693): stderr: | 20221213003958948 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213003958948 DLGLOBAL DEBUG validating counter group 0x7fcabc964c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213003958948 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213003958948 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213003958949 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213003958949 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213003958951 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213003958951 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213003958951 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213003958951 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:39:59.920640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminating (SIGTERM) 00:39:59.960583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminating (SIGTERM) 00:40:00.000549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminating (SIGTERM) 00:40:00.041031 --- ParallelTerminationStrategy: PID 12686 died... 00:40:00.060459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminated: ok {rc=0} 00:40:00.105374 --- ParallelTerminationStrategy: PID 12689 died... 00:40:00.124219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminated: ok {rc=0} 00:40:00.168614 --- ParallelTerminationStrategy: PID 12692 died... 00:40:00.187499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminated: ok {rc=0} 00:40:00.273969 bus /sierra_3: Setting Powered False 00:40:01.374336 bus /sierra_3: Setting Powered False 00:40:02.505887 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:40:03.762214 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:40:03.768717 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:40:03.802146 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:40:03.828880 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:40:03.881922 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:40:03.915793 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:40:03.941932 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:40:04.493219 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:40:04.542095 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:04.553488 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:40:04.626255 tst mo_mt_call.py: using LAC 32430 00:40:04.747101 tst mo_mt_call.py: using RAC 45 00:40:04.868360 tst mo_mt_call.py: using CellId 32430 00:40:04.987354 tst mo_mt_call.py: using BVCI 32431 00:40:05.100055 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:05.111421 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:05.122530 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:05.133629 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:05.144747 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:05.155888 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:40:05.277508 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:40:05.396803 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:05.911139 run create_hlr_db(pid=12701): Launched 00:40:06.037550 bus /sierra_2: Setting Powered False 00:40:07.102825 run create_hlr_db(pid=12701): Terminated: ok {rc=0} 00:40:07.561735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Launched 00:40:07.893806 run osmo-hlr_10.42.42.2(pid=12704): Launched 00:40:08.019598 run osmo-stp_10.42.42.5: Starting osmo-stp 00:40:08.591398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Launched 00:40:08.922523 run osmo-stp_10.42.42.5(pid=12707): Launched 00:40:09.049668 run osmo-msc_10.42.42.6: Starting osmo-msc 00:40:09.647718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Launched 00:40:09.980397 run osmo-msc_10.42.42.6(pid=12710): Launched 00:40:10.165601 run osmo-stp_10.42.42.5(pid=12707): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] 00:40:10.306676 run osmo-stp_10.42.42.5(pid=12707): stdout: | (launched: 2022-12-13_00:40:08.862288) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:10.447962 run osmo-stp_10.42.42.5(pid=12707): stderr: | 20221213004009053 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004009053 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004009054 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004009054 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004009055 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004009055 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004009055 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:10.586379 run osmo-stp_10.42.42.5(pid=12707): stdout: | (launched: 2022-12-13_00:40:08.862288) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:10.717782 run osmo-stp_10.42.42.5(pid=12707): stderr: | 20221213004009053 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004009053 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004009054 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004009054 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004009055 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004009055 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004009055 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:10.875249 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:40:10.885090 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:40:10.913553 run osmo-hlr_10.42.42.2(pid=12704): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12704)] 00:40:10.964748 run osmo-hlr_10.42.42.2(pid=12704): stdout: | (launched: 2022-12-13_00:40:07.832724) 00:40:11.017769 run osmo-hlr_10.42.42.2(pid=12704): stderr: | 20221213004008030 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004008030 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004008030 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004008030 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004008030 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004008030 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004008042 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004008051 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004008051 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004008051 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:40:11.091845 run osmo-msc_10.42.42.6(pid=12710): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12710)] 00:40:11.142840 run osmo-msc_10.42.42.6(pid=12710): stdout: | (launched: 2022-12-13_00:40:09.919631) 00:40:11.195812 run osmo-msc_10.42.42.6(pid=12710): stderr: | 20221213004010239 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004010239 DLGLOBAL DEBUG validating counter group 0x7f95a7c22c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004010239 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004010239 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004010240 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004010240 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004010241 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004010242 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004010242 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004010242 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:40:11.248926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminating (SIGTERM) 00:40:11.291609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminating (SIGTERM) 00:40:11.334665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminating (SIGTERM) 00:40:11.377713 --- ParallelTerminationStrategy: PID 12703 died... 00:40:11.398129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminated: ok {rc=0} 00:40:11.445302 --- ParallelTerminationStrategy: PID 12706 died... 00:40:11.464800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminated: ok {rc=0} 00:40:11.511848 --- ParallelTerminationStrategy: PID 12709 died... 00:40:11.531447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminated: ok {rc=0} 00:40:11.620310 bus /sierra_3: Setting Powered False 00:40:12.721311 bus /sierra_3: Setting Powered False 00:40:13.841122 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:40:14.987283 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:14.999278 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:40:15.069721 tst mo_mt_call_osmux.py: using LAC 32431 00:40:15.196388 tst mo_mt_call_osmux.py: using RAC 46 00:40:15.316406 tst mo_mt_call_osmux.py: using CellId 32431 00:40:15.447328 tst mo_mt_call_osmux.py: using BVCI 32432 00:40:15.567746 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:15.579968 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:15.591744 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:15.603842 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:15.615873 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:40:15.627764 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:40:15.745901 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:40:15.874148 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:16.363397 run create_hlr_db(pid=12712): Launched 00:40:16.526889 bus /sierra_2: Setting Powered False 00:40:17.587716 run create_hlr_db(pid=12712): Terminated: ok {rc=0} 00:40:18.018787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Launched 00:40:18.327465 run osmo-hlr_10.42.42.2(pid=12715): Launched 00:40:18.445600 run osmo-stp_10.42.42.5: Starting osmo-stp 00:40:18.995751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Launched 00:40:19.305702 run osmo-stp_10.42.42.5(pid=12718): Launched 00:40:19.423832 run osmo-msc_10.42.42.6: Starting osmo-msc 00:40:19.983749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Launched 00:40:20.294300 run osmo-msc_10.42.42.6(pid=12721): Launched 00:40:20.469166 run osmo-stp_10.42.42.5(pid=12718): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] 00:40:20.599834 run osmo-stp_10.42.42.5(pid=12718): stdout: | (launched: 2022-12-13_00:40:19.248723) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:20.730164 run osmo-stp_10.42.42.5(pid=12718): stderr: | 20221213004019419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004019419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004019420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004019420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004019420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004019421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004019421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:20.858260 run osmo-stp_10.42.42.5(pid=12718): stdout: | (launched: 2022-12-13_00:40:19.248723) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:20.980679 run osmo-stp_10.42.42.5(pid=12718): stderr: | 20221213004019419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004019419 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004019420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004019420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004019420 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004019421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004019421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:21.127205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:40:21.136453 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:40:21.162951 run osmo-hlr_10.42.42.2(pid=12715): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12715)] 00:40:21.210877 run osmo-hlr_10.42.42.2(pid=12715): stdout: | (launched: 2022-12-13_00:40:18.270485) 00:40:21.260379 run osmo-hlr_10.42.42.2(pid=12715): stderr: | 20221213004018445 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004018445 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004018445 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004018445 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004018445 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004018445 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004018457 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004018466 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004018466 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004018466 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:40:21.329591 run osmo-msc_10.42.42.6(pid=12721): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12721)] 00:40:21.377622 run osmo-msc_10.42.42.6(pid=12721): stdout: | (launched: 2022-12-13_00:40:20.237277) 00:40:21.427091 run osmo-msc_10.42.42.6(pid=12721): stderr: | 20221213004020509 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004020509 DLGLOBAL DEBUG validating counter group 0x7fa7fb8e0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004020509 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004020509 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004020509 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004020509 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004020511 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004020511 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004020512 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004020512 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:40:21.477515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminating (SIGTERM) 00:40:21.517449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminating (SIGTERM) 00:40:21.557511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminating (SIGTERM) 00:40:21.597822 --- ParallelTerminationStrategy: PID 12714 died... 00:40:21.617056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminated: ok {rc=0} 00:40:21.661340 --- ParallelTerminationStrategy: PID 12717 died... 00:40:21.679908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminated: ok {rc=0} 00:40:21.724261 --- ParallelTerminationStrategy: PID 12720 died... 00:40:21.742938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminated: ok {rc=0} 00:40:21.828994 bus /sierra_3: Setting Powered False 00:40:22.929308 bus /sierra_3: Setting Powered False 00:40:24.045939 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:40:25.298833 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:40:25.304547 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:40:25.338303 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:40:25.364875 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:40:25.416995 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:40:25.450461 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:40:25.476722 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:40:26.027593 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:40:26.076891 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.088131 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:40:26.159521 tst mo_mt_call.py: using LAC 32432 00:40:26.290998 tst mo_mt_call.py: using RAC 47 00:40:26.422771 tst mo_mt_call.py: using CellId 32432 00:40:26.553391 tst mo_mt_call.py: using BVCI 32433 00:40:26.666976 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.678373 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.689498 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.700518 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.711699 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:26.722854 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:40:26.838895 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:40:26.960088 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:27.472714 run create_hlr_db(pid=12726): Launched 00:40:27.599167 bus /sierra_2: Setting Powered False 00:40:28.664851 run create_hlr_db(pid=12726): Terminated: ok {rc=0} 00:40:29.123677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Launched 00:40:29.455604 run osmo-hlr_10.42.42.2(pid=12729): Launched 00:40:29.583279 run osmo-stp_10.42.42.5: Starting osmo-stp 00:40:30.154266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Launched 00:40:30.485456 run osmo-stp_10.42.42.5(pid=12732): Launched 00:40:30.613816 run osmo-msc_10.42.42.6: Starting osmo-msc 00:40:31.236100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Launched 00:40:31.589741 run osmo-msc_10.42.42.6(pid=12735): Launched 00:40:31.908894 run osmo-stp_10.42.42.5(pid=12732): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)] 00:40:32.214335 run osmo-stp_10.42.42.5(pid=12732): stdout: | (launched: 2022-12-13_00:40:30.424817) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:32.401652 run osmo-stp_10.42.42.5(pid=12732): stderr: | 20221213004030616 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004030616 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004030616 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004030617 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004030617 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004030617 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004030617 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:32.531503 run osmo-stp_10.42.42.5(pid=12732): stdout: | (launched: 2022-12-13_00:40:30.424817) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:32.654301 run osmo-stp_10.42.42.5(pid=12732): stderr: | 20221213004030616 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004030616 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004030616 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004030617 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004030617 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004030617 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004030617 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:32.801594 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12732): Process ended prematurely: osmo-stp_10.42.42.5(pid=12732) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:40:32.810821 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 00:40:32.837520 run osmo-hlr_10.42.42.2(pid=12729): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12729)] 00:40:32.885792 run osmo-hlr_10.42.42.2(pid=12729): stdout: | (launched: 2022-12-13_00:40:29.395309) 00:40:32.935908 run osmo-hlr_10.42.42.2(pid=12729): stderr: | 20221213004029592 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004029592 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004029592 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004029592 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004029592 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004029592 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004029604 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004029615 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004029615 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004029615 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:40:33.005583 run osmo-msc_10.42.42.6(pid=12735): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12735)] 00:40:33.053710 run osmo-msc_10.42.42.6(pid=12735): stdout: | (launched: 2022-12-13_00:40:31.523784) 00:40:33.103467 run osmo-msc_10.42.42.6(pid=12735): stderr: | 20221213004032084 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004032084 DLGLOBAL DEBUG validating counter group 0x7fb0cdb7ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004032084 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004032085 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004032085 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004032087 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004032090 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004032092 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004032092 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004032092 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:40:33.153909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Terminating (SIGTERM) 00:40:33.194145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Terminating (SIGTERM) 00:40:33.234630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Terminating (SIGTERM) 00:40:33.275220 --- ParallelTerminationStrategy: PID 12728 died... 00:40:33.294596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Terminated: ok {rc=0} 00:40:33.339207 --- ParallelTerminationStrategy: PID 12731 died... 00:40:33.358178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Terminated: ok {rc=0} 00:40:33.402758 --- ParallelTerminationStrategy: PID 12734 died... 00:40:33.421685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Terminated: ok {rc=0} 00:40:33.508122 bus /sierra_3: Setting Powered False 00:40:34.607560 bus /sierra_3: Setting Powered False 00:40:35.723086 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:40:36.872445 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:36.884353 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:40:36.955758 tst mo_mt_call_osmux.py: using LAC 32433 00:40:37.081298 tst mo_mt_call_osmux.py: using RAC 48 00:40:37.207008 tst mo_mt_call_osmux.py: using CellId 32433 00:40:37.342912 tst mo_mt_call_osmux.py: using BVCI 32434 00:40:37.466593 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:37.478494 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:37.490200 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:37.502825 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:37.515245 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:40:37.527675 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:40:37.647976 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:40:37.769647 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:38.249448 run create_hlr_db(pid=12737): Launched 00:40:38.377208 bus /sierra_2: Setting Powered False 00:40:39.437539 run create_hlr_db(pid=12737): Terminated: ok {rc=0} 00:40:39.866944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Launched 00:40:40.175789 run osmo-hlr_10.42.42.2(pid=12740): Launched 00:40:40.292628 run osmo-stp_10.42.42.5: Starting osmo-stp 00:40:40.838005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Launched 00:40:41.147075 run osmo-stp_10.42.42.5(pid=12743): Launched 00:40:41.264270 run osmo-msc_10.42.42.6: Starting osmo-msc 00:40:41.825584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Launched 00:40:42.161459 run osmo-msc_10.42.42.6(pid=12746): Launched 00:40:42.334651 run osmo-stp_10.42.42.5(pid=12743): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)] 00:40:42.466594 run osmo-stp_10.42.42.5(pid=12743): stdout: | (launched: 2022-12-13_00:40:41.090010) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:42.597592 run osmo-stp_10.42.42.5(pid=12743): stderr: | 20221213004041260 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004041260 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004041261 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004041261 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004041262 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004041262 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004041262 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:42.726627 run osmo-stp_10.42.42.5(pid=12743): stdout: | (launched: 2022-12-13_00:40:41.090010) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:42.849566 run osmo-stp_10.42.42.5(pid=12743): stderr: | 20221213004041260 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004041260 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004041261 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004041261 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004041262 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004041262 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004041262 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:42.996493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12743): Process ended prematurely: osmo-stp_10.42.42.5(pid=12743) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:40:43.005636 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 00:40:43.032069 run osmo-hlr_10.42.42.2(pid=12740): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12740)] 00:40:43.080088 run osmo-hlr_10.42.42.2(pid=12740): stdout: | (launched: 2022-12-13_00:40:40.118984) 00:40:43.129872 run osmo-hlr_10.42.42.2(pid=12740): stderr: | 20221213004040295 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004040295 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004040295 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004040295 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004040295 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004040295 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004040308 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004040319 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004040319 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004040319 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:40:43.198936 run osmo-msc_10.42.42.6(pid=12746): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12746)] 00:40:43.246905 run osmo-msc_10.42.42.6(pid=12746): stdout: | (launched: 2022-12-13_00:40:42.103547) 00:40:43.296475 run osmo-msc_10.42.42.6(pid=12746): stderr: | 20221213004042375 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004042375 DLGLOBAL DEBUG validating counter group 0x7faf68a2ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004042375 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004042375 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004042375 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004042375 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004042377 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004042377 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004042378 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004042378 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:40:43.347039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Terminating (SIGTERM) 00:40:43.386975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Terminating (SIGTERM) 00:40:43.426740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Terminating (SIGTERM) 00:40:43.466721 --- ParallelTerminationStrategy: PID 12739 died... 00:40:43.485882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Terminated: ok {rc=0} 00:40:43.530707 --- ParallelTerminationStrategy: PID 12742 died... 00:40:43.549459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Terminated: ok {rc=0} 00:40:43.593341 --- ParallelTerminationStrategy: PID 12745 died... 00:40:43.611883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Terminated: ok {rc=0} 00:40:43.696255 bus /sierra_3: Setting Powered False 00:40:44.794533 bus /sierra_3: Setting Powered False 00:40:45.918207 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:trx-sysmocell5000 --------------------------------------------------------------------- 00:40:47.180824 tst emergency:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:40:47.185827 tst emergency:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:40:47.220428 tst emergency:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 00:40:47.248127 tst emergency:trx-sysmocell5000: Verifying 4 x modem (candidates: 12) 00:40:47.334606 tst emergency:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:40:47.370555 tst emergency:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 00:40:47.398502 tst emergency:trx-sysmocell5000: Reserving 4 x modem (candidates: 12) 00:40:47.980174 tst emergency:trx-sysmocell5000: RESERVED RESOURCES for emergency: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:trx-sysmocell5000 emergency_mo_mt_call.py ---------------------------------------------- 00:40:47.986635 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:47.998661 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:40:48.055839 tst emergency_mo_mt_call.py: using LAC 32434 00:40:48.182860 tst emergency_mo_mt_call.py: using RAC 49 00:40:48.310403 tst emergency_mo_mt_call.py: using CellId 32434 00:40:48.441102 tst emergency_mo_mt_call.py: using BVCI 32435 00:40:48.560401 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:48.572281 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:48.583674 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:48.595314 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:48.607020 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:48.618517 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:48.734820 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:48.854976 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:49.359197 run create_hlr_db(pid=12751): Launched 00:40:49.484606 bus /sierra_2: Setting Powered False 00:40:50.549192 run create_hlr_db(pid=12751): Terminated: ok {rc=0} 00:40:50.983256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Launched 00:40:51.286134 run osmo-hlr_10.42.42.2(pid=12754): Launched 00:40:51.402147 run osmo-stp_10.42.42.5: Starting osmo-stp 00:40:51.931921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Launched 00:40:52.235209 run osmo-stp_10.42.42.5(pid=12757): Launched 00:40:52.361016 tst emergency_mo_mt_call.py: using MSISDN 8041 00:40:52.515709 run osmo-msc_10.42.42.6: Starting osmo-msc 00:40:53.064638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Launched 00:40:53.368472 run osmo-msc_10.42.42.6(pid=12760): Launched 00:40:53.538318 run osmo-stp_10.42.42.5(pid=12757): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] 00:40:53.665736 run osmo-stp_10.42.42.5(pid=12757): stdout: | (launched: 2022-12-13_00:40:52.179354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:53.793168 run osmo-stp_10.42.42.5(pid=12757): stderr: | 20221213004052347 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004052347 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004052347 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004052348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004052348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004052349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004052349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:53.918461 run osmo-stp_10.42.42.5(pid=12757): stdout: | (launched: 2022-12-13_00:40:52.179354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:40:54.038081 run osmo-stp_10.42.42.5(pid=12757): stderr: | 20221213004052347 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004052347 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004052347 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004052348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004052348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004052349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004052349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:40:54.181661 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19] 00:40:54.190076 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec) 00:40:54.216200 run osmo-hlr_10.42.42.2(pid=12754): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12754)] 00:40:54.264310 run osmo-hlr_10.42.42.2(pid=12754): stdout: | (launched: 2022-12-13_00:40:51.230012) 00:40:54.313933 run osmo-hlr_10.42.42.2(pid=12754): stderr: | 20221213004051406 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004051406 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004051406 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004051406 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004051406 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004051406 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004051419 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004051428 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004051428 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004051428 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:40:54.383440 run osmo-msc_10.42.42.6(pid=12760): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12760)] 00:40:54.431425 run osmo-msc_10.42.42.6(pid=12760): stdout: | (launched: 2022-12-13_00:40:53.311939) 00:40:54.481116 run osmo-msc_10.42.42.6(pid=12760): stderr: | 20221213004053580 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004053581 DLGLOBAL DEBUG validating counter group 0x7f9aad5b8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004053581 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004053581 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004053581 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004053581 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004053583 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004053583 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004053584 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004053584 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:40:54.531172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminating (SIGTERM) 00:40:54.571027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminating (SIGTERM) 00:40:54.611124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Terminating (SIGTERM) 00:40:54.651443 --- ParallelTerminationStrategy: PID 12753 died... 00:40:54.670679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminated: ok {rc=0} 00:40:54.715416 --- ParallelTerminationStrategy: PID 12756 died... 00:40:54.734405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminated: ok {rc=0} 00:40:54.778530 --- ParallelTerminationStrategy: PID 12759 died... 00:40:54.797426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Terminated: ok {rc=0} 00:40:54.884517 bus /sierra_3: Setting Powered False 00:40:55.984932 bus /sierra_3: Setting Powered False 00:40:57.101977 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:trx-sysmocell5000 emergency_preemptive_call.py ---------------------------------------------- 00:40:58.188722 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.200435 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:40:58.253201 tst emergency_preemptive_call.py: using LAC 32435 00:40:58.381645 tst emergency_preemptive_call.py: using RAC 50 00:40:58.501996 tst emergency_preemptive_call.py: using CellId 32435 00:40:58.623154 tst emergency_preemptive_call.py: using BVCI 32436 00:40:58.734888 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.745992 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.756664 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.768134 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.779602 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 00:40:58.790825 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:58.912392 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:59.033963 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:59.154326 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:40:59.271926 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:40:59.775988 run create_hlr_db(pid=12762): Launched 00:40:59.900487 bus /sierra_2: Setting Powered False 00:41:00.973235 run create_hlr_db(pid=12762): Terminated: ok {rc=0} 00:41:01.431143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Launched 00:41:01.762299 run osmo-hlr_10.42.42.2(pid=12765): Launched 00:41:01.995639 run osmo-stp_10.42.42.5: Starting osmo-stp 00:41:02.601857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Launched 00:41:02.905163 run osmo-stp_10.42.42.5(pid=12768): Launched 00:41:03.029409 tst emergency_preemptive_call.py: using MSISDN 8042 00:41:03.182987 run osmo-msc_10.42.42.6: Starting osmo-msc 00:41:03.728701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Launched 00:41:04.031398 run osmo-msc_10.42.42.6(pid=12771): Launched 00:41:04.200412 run osmo-stp_10.42.42.5(pid=12768): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)] 00:41:04.328509 run osmo-stp_10.42.42.5(pid=12768): stdout: | (launched: 2022-12-13_00:41:02.849221) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:04.456617 run osmo-stp_10.42.42.5(pid=12768): stderr: | 20221213004103018 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004103018 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004103018 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004103019 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004103019 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004103019 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004103019 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:04.583003 run osmo-stp_10.42.42.5(pid=12768): stdout: | (launched: 2022-12-13_00:41:02.849221) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:04.703063 run osmo-stp_10.42.42.5(pid=12768): stderr: | 20221213004103018 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004103018 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004103018 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004103019 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004103019 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004103019 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004103019 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:04.847101 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12768): Process ended prematurely: osmo-stp_10.42.42.5(pid=12768) [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)] [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32] 00:41:04.855508 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec) 00:41:04.881682 run osmo-hlr_10.42.42.2(pid=12765): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12765)] 00:41:04.929777 run osmo-hlr_10.42.42.2(pid=12765): stdout: | (launched: 2022-12-13_00:41:01.703314) 00:41:04.979581 run osmo-hlr_10.42.42.2(pid=12765): stderr: | 20221213004101915 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004101915 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004101915 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004101915 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004101915 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004101915 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004101930 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004101947 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004101948 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004101948 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:41:05.049406 run osmo-msc_10.42.42.6(pid=12771): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12771)] 00:41:05.097705 run osmo-msc_10.42.42.6(pid=12771): stdout: | (launched: 2022-12-13_00:41:03.975413) 00:41:05.147428 run osmo-msc_10.42.42.6(pid=12771): stderr: | 20221213004104244 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004104245 DLGLOBAL DEBUG validating counter group 0x7fde2339ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004104245 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004104245 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004104245 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004104245 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004104247 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004104247 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004104248 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004104248 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:41:05.197625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminating (SIGTERM) 00:41:05.237682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminating (SIGTERM) 00:41:05.277615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Terminating (SIGTERM) 00:41:05.317806 --- ParallelTerminationStrategy: PID 12764 died... 00:41:05.337054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminated: ok {rc=0} 00:41:05.381292 --- ParallelTerminationStrategy: PID 12767 died... 00:41:05.400002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminated: ok {rc=0} 00:41:05.443931 --- ParallelTerminationStrategy: PID 12770 died... 00:41:05.462648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Terminated: ok {rc=0} 00:41:05.549302 bus /sierra_9: Setting Powered False 00:41:06.649935 bus /sierra_9: Setting Powered False 00:41:07.766233 bus /sierra_8: Setting Powered False 00:41:08.864345 bus /sierra_8: Setting Powered False 00:41:09.981844 bus /sierra_3: Setting Powered False 00:41:11.080251 bus /sierra_3: Setting Powered False 00:41:12.197411 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000 --------------------------------------------------------------------- 00:41:13.487162 tst gprs:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:41:13.492234 tst gprs:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 00:41:13.528467 tst gprs:trx-sysmocell5000: Verifying 9 x ip_address (candidates: 9) 00:41:13.568404 tst gprs:trx-sysmocell5000: Verifying 4 x modem (candidates: 12) 00:41:13.658945 tst gprs:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 00:41:13.695006 tst gprs:trx-sysmocell5000: Reserving 9 x ip_address (candidates: 9) 00:41:13.734844 tst gprs:trx-sysmocell5000: Reserving 4 x modem (candidates: 12) 00:41:14.326827 tst gprs:trx-sysmocell5000: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000 cs_paging_gprs_active.py ---------------------------------------------- 00:41:14.381973 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:14.393388 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:41:14.444518 tst cs_paging_gprs_active.py: using LAC 32436 00:41:14.576366 tst cs_paging_gprs_active.py: using RAC 51 00:41:14.707134 tst cs_paging_gprs_active.py: using CellId 32436 00:41:14.842702 tst cs_paging_gprs_active.py: using BVCI 32437 00:41:14.964455 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:14.975818 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:14.986987 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:14.998457 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:15.009994 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:15.021495 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:15.032715 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:15.044009 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:15.055480 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:15.175644 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:15.296645 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:41:15.522675 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:15.870598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Launched 00:41:16.184607 run iperf3-srv_10.42.42.10(pid=12778): Launched 00:41:16.322201 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:41:16.553994 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:16.901714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Launched 00:41:17.190955 run iperf3-srv_10.42.42.10(pid=12780): Launched 00:41:17.305667 tst cs_paging_gprs_active.py:38: start network... 00:41:17.510674 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:41:17.984854 run create_hlr_db(pid=12781): Launched 00:41:18.112040 bus /sierra_2: Setting Powered False 00:41:19.173381 run create_hlr_db(pid=12781): Terminated: ok {rc=0} 00:41:19.620433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Launched 00:41:19.948327 run osmo-hlr_10.42.42.2(pid=12784): Launched 00:41:20.072746 run osmo-stp_10.42.42.5: Starting osmo-stp 00:41:20.635357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Launched 00:41:20.962942 run osmo-stp_10.42.42.5(pid=12787): Launched 00:41:21.087484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:41:21.654046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Launched 00:41:21.780752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:41:22.058363 run patchelf(pid=12790): Launched 00:41:22.240245 run osmo-stp_10.42.42.5(pid=12787): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)] 00:41:22.378924 run osmo-stp_10.42.42.5(pid=12787): stdout: | (launched: 2022-12-13_00:41:20.902887) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:22.518879 run osmo-stp_10.42.42.5(pid=12787): stderr: | 20221213004121090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004121090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004121090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004121090 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004121091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004121091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004121091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:22.658635 run osmo-stp_10.42.42.5(pid=12787): stdout: | (launched: 2022-12-13_00:41:20.902887) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:22.793107 run osmo-stp_10.42.42.5(pid=12787): stderr: | 20221213004121090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004121090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004121090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004121090 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004121091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004121091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004121091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:22.952117 run patchelf(pid=12790): Terminating (SIGINT) 00:41:23.136428 run patchelf(pid=12790): Terminated: ok {rc=0} 00:41:23.269228 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)] [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38] 00:41:23.279358 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 00:41:23.308436 run osmo-hlr_10.42.42.2(pid=12784): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12784)] 00:41:23.359161 run osmo-hlr_10.42.42.2(pid=12784): stdout: | (launched: 2022-12-13_00:41:19.888011) 00:41:23.411296 run osmo-hlr_10.42.42.2(pid=12784): stderr: | 20221213004120082 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004120082 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004120082 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004120082 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004120082 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004120082 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004120094 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004120103 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004120104 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004120104 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:41:23.463800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Terminating (SIGTERM) 00:41:23.506567 run iperf3-srv_10.42.42.10(pid=12778): Terminating (SIGTERM) 00:41:23.548443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Terminating (SIGTERM) 00:41:23.590572 run iperf3-srv_10.42.42.10(pid=12780): Terminating (SIGTERM) 00:41:23.632525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminating (SIGTERM) 00:41:23.674732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminating (SIGTERM) 00:41:23.716676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminating (SIGTERM) 00:41:23.759641 --- ParallelTerminationStrategy: PID 12777 died... 00:41:23.779606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Terminated: ok {rc=0} 00:41:23.826977 --- ParallelTerminationStrategy: PID 12778 died... 00:41:23.846390 run iperf3-srv_10.42.42.10(pid=12778): Terminated {rc=256} 00:41:23.893466 --- ParallelTerminationStrategy: PID 12779 died... 00:41:23.912905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Terminated: ok {rc=0} 00:41:23.959229 --- ParallelTerminationStrategy: PID 12780 died... 00:41:23.978702 run iperf3-srv_10.42.42.10(pid=12780): Terminated {rc=256} 00:41:24.025459 --- ParallelTerminationStrategy: PID 12783 died... 00:41:24.044791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminated: ok {rc=0} 00:41:24.091277 --- ParallelTerminationStrategy: PID 12786 died... 00:41:24.110764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminated: ok {rc=0} 00:41:24.157827 --- ParallelTerminationStrategy: PID 12789 died... 00:41:24.177306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminated: ok {rc=0} 00:41:24.265146 bus /gobi_0: Setting Powered False 00:41:25.365133 bus /gobi_0: Setting Powered False 00:41:26.481538 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000 iperf3.py ---------------------------------------------- 00:41:27.630476 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:27.642336 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:41:27.696700 tst iperf3.py: using LAC 32437 00:41:27.826069 tst iperf3.py: using RAC 52 00:41:27.955950 tst iperf3.py: using CellId 32437 00:41:28.085392 tst iperf3.py: using BVCI 32438 00:41:28.205873 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.217180 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.228032 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.239337 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.250679 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.261905 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.273334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.284341 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:28.295794 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:28.416545 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:41:28.636679 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:28.963734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Launched 00:41:29.247434 run iperf3-srv_10.42.42.10(pid=12792): Launched 00:41:29.370126 tst iperf3.py:8: start network... 00:41:29.590711 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:41:30.097562 run create_hlr_db(pid=12793): Launched 00:41:30.222155 bus /gobi_6: Setting Powered False 00:41:31.294166 run create_hlr_db(pid=12793): Terminated: ok {rc=0} 00:41:31.823419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Launched 00:41:32.205707 run osmo-hlr_10.42.42.2(pid=12796): Launched 00:41:32.363294 run osmo-stp_10.42.42.5: Starting osmo-stp 00:41:32.929422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Launched 00:41:33.255259 run osmo-stp_10.42.42.5(pid=12799): Launched 00:41:33.380820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:41:33.945646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Launched 00:41:34.071095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:41:34.349271 run patchelf(pid=12802): Launched 00:41:34.530796 run osmo-stp_10.42.42.5(pid=12799): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)] 00:41:34.668750 run osmo-stp_10.42.42.5(pid=12799): stdout: | (launched: 2022-12-13_00:41:33.195544) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:34.808215 run osmo-stp_10.42.42.5(pid=12799): stderr: | 20221213004133383 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004133383 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004133384 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004133384 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004133385 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004133385 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004133385 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:34.947577 run osmo-stp_10.42.42.5(pid=12799): stdout: | (launched: 2022-12-13_00:41:33.195544) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:35.081816 run osmo-stp_10.42.42.5(pid=12799): stderr: | 20221213004133383 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004133383 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004133384 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004133384 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004133385 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004133385 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004133385 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:35.240273 run patchelf(pid=12802): Terminating (SIGINT) 00:41:35.425298 run patchelf(pid=12802): Terminated: ok {rc=0} 00:41:35.557927 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12799): Process ended prematurely: osmo-stp_10.42.42.5(pid=12799) [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)] [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8] 00:41:35.567828 tst iperf3.py:8: Test FAILED (8.0 sec) 00:41:35.596595 run osmo-hlr_10.42.42.2(pid=12796): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12796)] 00:41:35.647340 run osmo-hlr_10.42.42.2(pid=12796): stdout: | (launched: 2022-12-13_00:41:32.139716) 00:41:35.699774 run osmo-hlr_10.42.42.2(pid=12796): stderr: | 20221213004132356 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004132356 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004132356 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004132356 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004132356 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004132356 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004132371 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004132380 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004132380 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004132380 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:41:35.752880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminating (SIGTERM) 00:41:35.795769 run iperf3-srv_10.42.42.10(pid=12792): Terminating (SIGTERM) 00:41:35.838256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Terminating (SIGTERM) 00:41:35.880709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Terminating (SIGTERM) 00:41:35.923238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Terminating (SIGTERM) 00:41:35.966218 --- ParallelTerminationStrategy: PID 12791 died... 00:41:35.986693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminated: ok {rc=0} 00:41:36.033646 --- ParallelTerminationStrategy: PID 12792 died... 00:41:36.053085 run iperf3-srv_10.42.42.10(pid=12792): Terminated {rc=256} 00:41:36.099527 --- ParallelTerminationStrategy: PID 12795 died... 00:41:36.118948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Terminated: ok {rc=0} 00:41:36.165649 --- ParallelTerminationStrategy: PID 12798 died... 00:41:36.185153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Terminated: ok {rc=0} 00:41:36.231860 --- ParallelTerminationStrategy: PID 12801 died... 00:41:36.251348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Terminated: ok {rc=0} 00:41:36.339507 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000 iperf3m4.py ---------------------------------------------- 00:41:37.491064 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:37.503191 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:41:37.554426 tst iperf3m4.py: using LAC 32438 00:41:37.683038 tst iperf3m4.py: using RAC 53 00:41:37.812262 tst iperf3m4.py: using CellId 32438 00:41:37.940596 tst iperf3m4.py: using BVCI 32439 00:41:38.060758 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.072067 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.083123 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.094605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.105905 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.117180 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.128518 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.139727 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:38.151193 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:38.271311 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:38.391732 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:38.512273 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:38.634064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:41:38.854224 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:39.180911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Launched 00:41:39.464841 run iperf3-srv_10.42.42.10(pid=12804): Launched 00:41:39.587158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:41:39.807835 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:40.135397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Launched 00:41:40.419973 run iperf3-srv_10.42.42.10(pid=12806): Launched 00:41:40.542659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:41:40.763018 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:41.090786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Launched 00:41:41.374806 run iperf3-srv_10.42.42.10(pid=12808): Launched 00:41:41.497254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:41:41.717072 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:41:42.045366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Launched 00:41:42.328320 run iperf3-srv_10.42.42.10(pid=12810): Launched 00:41:42.450970 tst iperf3m4.py:8: start network... 00:41:42.670679 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:41:43.177648 run create_hlr_db(pid=12811): Launched 00:41:43.302977 bus /gobi_6: Setting Powered False 00:41:44.367136 run create_hlr_db(pid=12811): Terminated: ok {rc=0} 00:41:44.804119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Launched 00:41:45.111280 run osmo-hlr_10.42.42.2(pid=12814): Launched 00:41:45.227501 run osmo-stp_10.42.42.5: Starting osmo-stp 00:41:45.757183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Launched 00:41:46.098734 run osmo-stp_10.42.42.5(pid=12817): Launched 00:41:46.281446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:41:46.931609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Launched 00:41:47.103696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:41:47.389177 run patchelf(pid=12820): Launched 00:41:47.571680 run osmo-stp_10.42.42.5(pid=12817): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)] 00:41:47.710457 run osmo-stp_10.42.42.5(pid=12817): stdout: | (launched: 2022-12-13_00:41:46.037535) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:47.857843 run osmo-stp_10.42.42.5(pid=12817): stderr: | 20221213004146368 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004146368 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004146368 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004146369 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004146369 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004146369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004146370 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:47.997431 run osmo-stp_10.42.42.5(pid=12817): stdout: | (launched: 2022-12-13_00:41:46.037535) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:41:48.131557 run osmo-stp_10.42.42.5(pid=12817): stderr: | 20221213004146368 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004146368 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004146368 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004146369 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004146369 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004146369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004146370 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:41:48.290290 run patchelf(pid=12820): Terminating (SIGINT) 00:41:48.475000 run patchelf(pid=12820): Terminated: ok {rc=0} 00:41:48.607345 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)] [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8] 00:41:48.617317 tst iperf3m4.py:8: Test FAILED (11.2 sec) 00:41:48.646351 run osmo-hlr_10.42.42.2(pid=12814): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12814)] 00:41:48.697032 run osmo-hlr_10.42.42.2(pid=12814): stdout: | (launched: 2022-12-13_00:41:45.054440) 00:41:48.749153 run osmo-hlr_10.42.42.2(pid=12814): stderr: | 20221213004145228 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004145228 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004145228 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004145229 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004145229 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004145229 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004145243 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004145254 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004145254 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004145254 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:41:48.801762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminating (SIGTERM) 00:41:48.843908 run iperf3-srv_10.42.42.10(pid=12804): Terminating (SIGTERM) 00:41:48.886022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Terminating (SIGTERM) 00:41:48.928394 run iperf3-srv_10.42.42.10(pid=12806): Terminating (SIGTERM) 00:41:48.970470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Terminating (SIGTERM) 00:41:49.012376 run iperf3-srv_10.42.42.10(pid=12808): Terminating (SIGTERM) 00:41:49.054311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Terminating (SIGTERM) 00:41:49.096442 run iperf3-srv_10.42.42.10(pid=12810): Terminating (SIGTERM) 00:41:49.138586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminating (SIGTERM) 00:41:49.181154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminating (SIGTERM) 00:41:49.223337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Terminating (SIGTERM) 00:41:49.265919 --- ParallelTerminationStrategy: PID 12803 died... 00:41:49.285590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminated: ok {rc=0} 00:41:49.332545 --- ParallelTerminationStrategy: PID 12804 died... 00:41:49.352418 run iperf3-srv_10.42.42.10(pid=12804): Terminated {rc=256} 00:41:49.399328 --- ParallelTerminationStrategy: PID 12805 died... 00:41:49.418993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Terminated: ok {rc=0} 00:41:49.466088 --- ParallelTerminationStrategy: PID 12806 died... 00:41:49.485451 run iperf3-srv_10.42.42.10(pid=12806): Terminated {rc=256} 00:41:49.531712 --- ParallelTerminationStrategy: PID 12807 died... 00:41:49.551078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Terminated: ok {rc=0} 00:41:49.597388 --- ParallelTerminationStrategy: PID 12808 died... 00:41:49.616774 run iperf3-srv_10.42.42.10(pid=12808): Terminated {rc=256} 00:41:49.662912 --- ParallelTerminationStrategy: PID 12809 died... 00:41:49.682279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Terminated: ok {rc=0} 00:41:49.728539 --- ParallelTerminationStrategy: PID 12810 died... 00:41:49.747961 run iperf3-srv_10.42.42.10(pid=12810): Terminated {rc=256} 00:41:49.794700 --- ParallelTerminationStrategy: PID 12813 died... 00:41:49.814155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminated: ok {rc=0} 00:41:49.861624 --- ParallelTerminationStrategy: PID 12816 died... 00:41:49.881224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminated: ok {rc=0} 00:41:49.927945 --- ParallelTerminationStrategy: PID 12819 died... 00:41:49.947598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Terminated: ok {rc=0} 00:41:50.036173 bus /gobi_4: Setting Powered False 00:41:51.135849 bus /gobi_4: Setting Powered False 00:41:52.251886 bus /gobi_1: Setting Powered False 00:41:53.349936 bus /gobi_1: Setting Powered False 00:41:54.465361 bus /gobi_0: Setting Powered False 00:41:55.562997 bus /gobi_0: Setting Powered False 00:41:56.679226 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000 ping.py ---------------------------------------------- 00:41:57.781837 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:57.793880 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:41:57.846547 tst ping.py: using LAC 32439 00:41:57.967037 tst ping.py: using RAC 54 00:41:58.091759 tst ping.py: using CellId 32439 00:41:58.214740 tst ping.py: using BVCI 32440 00:41:58.330867 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.342262 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.353936 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.365242 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.376475 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.387761 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.399146 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:41:58.410762 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:41:58.528000 tst ping.py:19: start network... 00:41:58.742654 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:41:59.236755 run create_hlr_db(pid=12821): Launched 00:41:59.358858 bus /gobi_6: Setting Powered False 00:42:00.418683 run create_hlr_db(pid=12821): Terminated: ok {rc=0} 00:42:00.913718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Launched 00:42:01.280357 run osmo-hlr_10.42.42.2(pid=12829): Launched 00:42:01.517620 run osmo-stp_10.42.42.5: Starting osmo-stp 00:42:02.115981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Launched 00:42:02.445325 run osmo-stp_10.42.42.5(pid=12832): Launched 00:42:02.567282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:42:03.121898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Launched 00:42:03.245152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:42:03.516315 run patchelf(pid=12835): Launched 00:42:03.695082 run osmo-stp_10.42.42.5(pid=12832): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)] 00:42:03.831413 run osmo-stp_10.42.42.5(pid=12832): stdout: | (launched: 2022-12-13_00:42:02.386450) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:03.969539 run osmo-stp_10.42.42.5(pid=12832): stderr: | 20221213004202574 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004202574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004202574 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004202575 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004202575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004202575 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004202575 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:04.107492 run osmo-stp_10.42.42.5(pid=12832): stdout: | (launched: 2022-12-13_00:42:02.386450) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:04.239160 run osmo-stp_10.42.42.5(pid=12832): stderr: | 20221213004202574 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004202574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004202574 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004202575 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004202575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004202575 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004202575 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:04.395869 run patchelf(pid=12835): Terminating (SIGINT) 00:42:04.577086 run patchelf(pid=12835): Terminated: ok {rc=0} 00:42:04.707345 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)] [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22] 00:42:04.716723 tst ping.py:22: Test FAILED (6.9 sec) 00:42:04.745557 run osmo-hlr_10.42.42.2(pid=12829): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12829)] 00:42:04.796363 run osmo-hlr_10.42.42.2(pid=12829): stdout: | (launched: 2022-12-13_00:42:01.218977) 00:42:04.848934 run osmo-hlr_10.42.42.2(pid=12829): stderr: | 20221213004201431 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004201431 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004201431 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004201431 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004201431 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004201431 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004201445 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004201462 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004201462 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004201462 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:42:04.901943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminating (SIGTERM) 00:42:04.944469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminating (SIGTERM) 00:42:04.987218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminating (SIGTERM) 00:42:05.029890 --- ParallelTerminationStrategy: PID 12826 died... 00:42:05.050088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminated: ok {rc=0} 00:42:05.097225 --- ParallelTerminationStrategy: PID 12831 died... 00:42:05.117091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminated: ok {rc=0} 00:42:05.163875 --- ParallelTerminationStrategy: PID 12834 died... 00:42:05.183474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminated: ok {rc=0} 00:42:05.272530 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000 ping_idle_ping.py ---------------------------------------------- 00:42:06.360172 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.372168 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 00:42:06.428890 tst ping_idle_ping.py: using LAC 32440 00:42:06.554938 tst ping_idle_ping.py: using RAC 55 00:42:06.678851 tst ping_idle_ping.py: using CellId 32440 00:42:06.804586 tst ping_idle_ping.py: using BVCI 32441 00:42:06.921703 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.932810 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.943928 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.955884 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.967572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.979392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:06.991446 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 00:42:07.003193 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 00:42:07.120374 tst ping_idle_ping.py:24: start network... 00:42:07.336822 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:42:07.835151 run create_hlr_db(pid=12836): Launched 00:42:07.957093 bus /gobi_6: Setting Powered False 00:42:09.021388 run create_hlr_db(pid=12836): Terminated: ok {rc=0} 00:42:09.449522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Launched 00:42:09.749673 run osmo-hlr_10.42.42.2(pid=12839): Launched 00:42:09.862923 run osmo-stp_10.42.42.5: Starting osmo-stp 00:42:10.382957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Launched 00:42:10.681246 run osmo-stp_10.42.42.5(pid=12842): Launched 00:42:10.794491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:42:11.311159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Launched 00:42:11.425745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:42:11.678078 run patchelf(pid=12845): Launched 00:42:11.844524 run osmo-stp_10.42.42.5(pid=12842): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)] 00:42:11.971215 run osmo-stp_10.42.42.5(pid=12842): stdout: | (launched: 2022-12-13_00:42:10.625837) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:12.100080 run osmo-stp_10.42.42.5(pid=12842): stderr: | 20221213004210793 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004210794 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004210794 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004210794 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004210795 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004210795 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004210795 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:12.228197 run osmo-stp_10.42.42.5(pid=12842): stdout: | (launched: 2022-12-13_00:42:10.625837) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:12.350707 run osmo-stp_10.42.42.5(pid=12842): stderr: | 20221213004210793 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004210794 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004210794 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004210794 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004210795 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004210795 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004210795 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:12.495285 run patchelf(pid=12845): Terminating (SIGINT) 00:42:12.664146 run patchelf(pid=12845): Terminated: ok {rc=0} 00:42:12.785155 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)] [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27] 00:42:12.793887 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 00:42:12.820433 run osmo-hlr_10.42.42.2(pid=12839): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12839)] 00:42:12.867908 run osmo-hlr_10.42.42.2(pid=12839): stdout: | (launched: 2022-12-13_00:42:09.694094) 00:42:12.917284 run osmo-hlr_10.42.42.2(pid=12839): stderr: | 20221213004209867 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004209867 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004209867 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004209867 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004209867 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004209868 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004209880 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004209889 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004209889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004209889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:42:12.967020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminating (SIGTERM) 00:42:13.006985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminating (SIGTERM) 00:42:13.046988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Terminating (SIGTERM) 00:42:13.087394 --- ParallelTerminationStrategy: PID 12838 died... 00:42:13.106691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminated: ok {rc=0} 00:42:13.151577 --- ParallelTerminationStrategy: PID 12841 died... 00:42:13.170237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminated: ok {rc=0} 00:42:13.214726 --- ParallelTerminationStrategy: PID 12844 died... 00:42:13.233287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Terminated: ok {rc=0} 00:42:13.317060 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs --------------------------------------------------------------------- 00:42:14.629706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:42:14.635593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:42:14.671525 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:42:14.710955 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:42:14.799112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:42:14.833707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:42:14.873264 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:42:15.470940 tst gprs:trx-sysmocell5000+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:42:15.523642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:15.535133 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:42:15.587125 tst cs_paging_gprs_active.py: using LAC 32441 00:42:15.716622 tst cs_paging_gprs_active.py: using RAC 56 00:42:15.849832 tst cs_paging_gprs_active.py: using CellId 32441 00:42:15.982878 tst cs_paging_gprs_active.py: using BVCI 32442 00:42:16.115344 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.127868 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.140216 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.154704 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.168003 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.180266 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.193897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.208280 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:16.221921 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:16.342328 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:16.462055 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:42:16.674126 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:16.998743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Launched 00:42:17.281134 run iperf3-srv_10.42.42.10(pid=12850): Launched 00:42:17.397697 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:42:17.604382 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:17.914792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Launched 00:42:18.184297 run iperf3-srv_10.42.42.10(pid=12852): Launched 00:42:18.300312 tst cs_paging_gprs_active.py:38: start network... 00:42:18.506811 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:42:18.986737 run create_hlr_db(pid=12853): Launched 00:42:19.113668 bus /gobi_6: Setting Powered False 00:42:20.174292 run create_hlr_db(pid=12853): Terminated: ok {rc=0} 00:42:20.604052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Launched 00:42:20.913598 run osmo-hlr_10.42.42.2(pid=12856): Launched 00:42:21.031759 run osmo-stp_10.42.42.5: Starting osmo-stp 00:42:21.577200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Launched 00:42:21.886055 run osmo-stp_10.42.42.5(pid=12859): Launched 00:42:22.003765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:42:22.538563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Launched 00:42:22.656678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:42:22.918272 run patchelf(pid=12862): Launched 00:42:23.089954 run osmo-stp_10.42.42.5(pid=12859): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)] 00:42:23.220296 run osmo-stp_10.42.42.5(pid=12859): stdout: | (launched: 2022-12-13_00:42:21.828401) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:23.351760 run osmo-stp_10.42.42.5(pid=12859): stderr: | 20221213004221998 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004221998 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004221998 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004221999 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004221999 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004221999 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004221999 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:23.483320 run osmo-stp_10.42.42.5(pid=12859): stdout: | (launched: 2022-12-13_00:42:21.828401) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:23.609588 run osmo-stp_10.42.42.5(pid=12859): stderr: | 20221213004221998 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004221998 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004221998 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004221999 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004221999 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004221999 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004221999 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:23.759331 run patchelf(pid=12862): Terminating (SIGINT) 00:42:23.932542 run patchelf(pid=12862): Terminated: ok {rc=0} 00:42:24.057826 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:42:24.067212 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 00:42:24.094324 run osmo-hlr_10.42.42.2(pid=12856): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12856)] 00:42:24.142435 run osmo-hlr_10.42.42.2(pid=12856): stdout: | (launched: 2022-12-13_00:42:20.856276) 00:42:24.192064 run osmo-hlr_10.42.42.2(pid=12856): stderr: | 20221213004221030 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004221030 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004221030 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004221030 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004221030 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004221030 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004221042 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004221051 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004221051 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004221051 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:42:24.242007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Terminating (SIGTERM) 00:42:24.281926 run iperf3-srv_10.42.42.10(pid=12850): Terminating (SIGTERM) 00:42:24.321807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Terminating (SIGTERM) 00:42:24.361836 run iperf3-srv_10.42.42.10(pid=12852): Terminating (SIGTERM) 00:42:24.401597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminating (SIGTERM) 00:42:24.441496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminating (SIGTERM) 00:42:24.481372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminating (SIGTERM) 00:42:24.521419 --- ParallelTerminationStrategy: PID 12849 died... 00:42:24.540451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Terminated: ok {rc=0} 00:42:24.584247 --- ParallelTerminationStrategy: PID 12850 died... 00:42:24.602815 run iperf3-srv_10.42.42.10(pid=12850): Terminated {rc=256} 00:42:24.646614 --- ParallelTerminationStrategy: PID 12851 died... 00:42:24.665193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Terminated: ok {rc=0} 00:42:24.709547 --- ParallelTerminationStrategy: PID 12852 died... 00:42:24.728133 run iperf3-srv_10.42.42.10(pid=12852): Terminated {rc=256} 00:42:24.771888 --- ParallelTerminationStrategy: PID 12855 died... 00:42:24.790495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminated: ok {rc=0} 00:42:24.834274 --- ParallelTerminationStrategy: PID 12858 died... 00:42:24.852993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminated: ok {rc=0} 00:42:24.896676 --- ParallelTerminationStrategy: PID 12861 died... 00:42:24.915293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminated: ok {rc=0} 00:42:24.999180 bus /gobi_0: Setting Powered False 00:42:26.097582 bus /gobi_0: Setting Powered False 00:42:27.214806 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:42:28.364675 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:28.377362 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:42:28.432284 tst iperf3.py: using LAC 32442 00:42:28.562515 tst iperf3.py: using RAC 57 00:42:28.693082 tst iperf3.py: using CellId 32442 00:42:28.822903 tst iperf3.py: using BVCI 32443 00:42:28.942817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:28.954395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:28.965759 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:28.977346 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:28.988823 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:29.000412 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:29.012134 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:29.023654 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:29.035365 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:29.156478 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:42:29.378425 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:29.708536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Launched 00:42:29.994253 run iperf3-srv_10.42.42.10(pid=12864): Launched 00:42:30.117315 tst iperf3.py:8: start network... 00:42:30.339126 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:42:30.861647 run create_hlr_db(pid=12865): Launched 00:42:31.022885 bus /gobi_6: Setting Powered False 00:42:32.086528 run create_hlr_db(pid=12865): Terminated: ok {rc=0} 00:42:32.550376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Launched 00:42:32.880380 run osmo-hlr_10.42.42.2(pid=12868): Launched 00:42:33.005757 run osmo-stp_10.42.42.5: Starting osmo-stp 00:42:33.576140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Launched 00:42:33.884345 run osmo-stp_10.42.42.5(pid=12871): Launched 00:42:34.000732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:42:34.530331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Launched 00:42:34.649081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:42:34.908699 run patchelf(pid=12874): Launched 00:42:35.079120 run osmo-stp_10.42.42.5(pid=12871): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)] 00:42:35.208447 run osmo-stp_10.42.42.5(pid=12871): stdout: | (launched: 2022-12-13_00:42:33.827399) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:35.339404 run osmo-stp_10.42.42.5(pid=12871): stderr: | 20221213004233997 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004233997 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004233997 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004233998 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004233998 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004233998 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004233999 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:35.470797 run osmo-stp_10.42.42.5(pid=12871): stdout: | (launched: 2022-12-13_00:42:33.827399) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:35.596546 run osmo-stp_10.42.42.5(pid=12871): stderr: | 20221213004233997 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004233997 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004233997 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004233998 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004233998 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004233998 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004233999 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:35.745381 run patchelf(pid=12874): Terminating (SIGINT) 00:42:35.918578 run patchelf(pid=12874): Terminated: ok {rc=0} 00:42:36.042800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8] 00:42:36.052300 tst iperf3.py:8: Test FAILED (7.7 sec) 00:42:36.079386 run osmo-hlr_10.42.42.2(pid=12868): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12868)] 00:42:36.127178 run osmo-hlr_10.42.42.2(pid=12868): stdout: | (launched: 2022-12-13_00:42:32.819915) 00:42:36.176649 run osmo-hlr_10.42.42.2(pid=12868): stderr: | 20221213004233016 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004233016 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004233016 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004233016 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004233016 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004233016 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004233028 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004233037 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004233037 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004233037 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:42:36.227684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Terminating (SIGTERM) 00:42:36.268436 run iperf3-srv_10.42.42.10(pid=12864): Terminating (SIGTERM) 00:42:36.308297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminating (SIGTERM) 00:42:36.348313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminating (SIGTERM) 00:42:36.388300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Terminating (SIGTERM) 00:42:36.428597 --- ParallelTerminationStrategy: PID 12863 died... 00:42:36.447798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Terminated: ok {rc=0} 00:42:36.492694 --- ParallelTerminationStrategy: PID 12864 died... 00:42:36.511672 run iperf3-srv_10.42.42.10(pid=12864): Terminated {rc=256} 00:42:36.555809 --- ParallelTerminationStrategy: PID 12867 died... 00:42:36.574558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminated: ok {rc=0} 00:42:36.618715 --- ParallelTerminationStrategy: PID 12870 died... 00:42:36.637598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminated: ok {rc=0} 00:42:36.681773 --- ParallelTerminationStrategy: PID 12873 died... 00:42:36.700598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Terminated: ok {rc=0} 00:42:36.787897 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:42:37.936629 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:37.948391 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:42:38.000399 tst iperf3m4.py: using LAC 32443 00:42:38.123324 tst iperf3m4.py: using RAC 58 00:42:38.246338 tst iperf3m4.py: using CellId 32443 00:42:38.369509 tst iperf3m4.py: using BVCI 32444 00:42:38.483676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.494749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.505591 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.516441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.527231 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.538106 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.548991 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.559722 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:38.570650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:38.693756 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:38.818541 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:38.936623 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:39.058328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:42:39.280894 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:39.612468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Launched 00:42:39.898868 run iperf3-srv_10.42.42.10(pid=12876): Launched 00:42:40.024491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:42:40.247200 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:40.580311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Launched 00:42:40.867556 run iperf3-srv_10.42.42.10(pid=12878): Launched 00:42:40.991476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:42:41.213931 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:41.546474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Launched 00:42:41.832929 run iperf3-srv_10.42.42.10(pid=12880): Launched 00:42:41.956070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:42:42.178095 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:42:42.510617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Launched 00:42:42.797946 run iperf3-srv_10.42.42.10(pid=12882): Launched 00:42:42.921580 tst iperf3m4.py:8: start network... 00:42:43.143514 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:42:43.657178 run create_hlr_db(pid=12883): Launched 00:42:43.782500 bus /gobi_6: Setting Powered False 00:42:44.846964 run create_hlr_db(pid=12883): Terminated: ok {rc=0} 00:42:45.304013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Launched 00:42:45.634136 run osmo-hlr_10.42.42.2(pid=12886): Launched 00:42:45.759454 run osmo-stp_10.42.42.5: Starting osmo-stp 00:42:46.395253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Launched 00:42:46.743398 run osmo-stp_10.42.42.5(pid=12889): Launched 00:42:47.039157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:42:47.612188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Launched 00:42:47.738149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:42:48.018141 run patchelf(pid=12892): Launched 00:42:48.201252 run osmo-stp_10.42.42.5(pid=12889): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)] 00:42:48.340008 run osmo-stp_10.42.42.5(pid=12889): stdout: | (launched: 2022-12-13_00:42:46.680412) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:48.480737 run osmo-stp_10.42.42.5(pid=12889): stderr: | 20221213004246922 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004246922 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004246922 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004246923 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004246923 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004246923 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004246923 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:48.621369 run osmo-stp_10.42.42.5(pid=12889): stdout: | (launched: 2022-12-13_00:42:46.680412) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:42:48.756234 run osmo-stp_10.42.42.5(pid=12889): stderr: | 20221213004246922 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004246922 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004246922 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004246923 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004246923 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004246923 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004246923 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:42:48.915965 run patchelf(pid=12892): Terminating (SIGINT) 00:42:49.101255 run patchelf(pid=12892): Terminated: ok {rc=0} 00:42:49.234389 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12889): Process ended prematurely: osmo-stp_10.42.42.5(pid=12889) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8] 00:42:49.244488 tst iperf3m4.py:8: Test FAILED (11.3 sec) 00:42:49.274195 run osmo-hlr_10.42.42.2(pid=12886): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12886)] 00:42:49.325035 run osmo-hlr_10.42.42.2(pid=12886): stdout: | (launched: 2022-12-13_00:42:45.573600) 00:42:49.377895 run osmo-hlr_10.42.42.2(pid=12886): stderr: | 20221213004245769 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004245769 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004245769 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004245769 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004245769 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004245770 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004245787 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004245798 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004245798 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004245798 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:42:49.431207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Terminating (SIGTERM) 00:42:49.473452 run iperf3-srv_10.42.42.10(pid=12876): Terminating (SIGTERM) 00:42:49.515778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Terminating (SIGTERM) 00:42:49.558259 run iperf3-srv_10.42.42.10(pid=12878): Terminating (SIGTERM) 00:42:49.600210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Terminating (SIGTERM) 00:42:49.642525 run iperf3-srv_10.42.42.10(pid=12880): Terminating (SIGTERM) 00:42:49.684407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Terminating (SIGTERM) 00:42:49.726695 run iperf3-srv_10.42.42.10(pid=12882): Terminating (SIGTERM) 00:42:49.768815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Terminating (SIGTERM) 00:42:49.811015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Terminating (SIGTERM) 00:42:49.853311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Terminating (SIGTERM) 00:42:49.895847 --- ParallelTerminationStrategy: PID 12875 died... 00:42:49.915870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Terminated: ok {rc=0} 00:42:49.962248 --- ParallelTerminationStrategy: PID 12876 died... 00:42:49.981724 run iperf3-srv_10.42.42.10(pid=12876): Terminated {rc=256} 00:42:50.028689 --- ParallelTerminationStrategy: PID 12877 died... 00:42:50.048230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Terminated: ok {rc=0} 00:42:50.094754 --- ParallelTerminationStrategy: PID 12878 died... 00:42:50.114166 run iperf3-srv_10.42.42.10(pid=12878): Terminated {rc=256} 00:42:50.160744 --- ParallelTerminationStrategy: PID 12879 died... 00:42:50.180271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Terminated: ok {rc=0} 00:42:50.226860 --- ParallelTerminationStrategy: PID 12880 died... 00:42:50.246453 run iperf3-srv_10.42.42.10(pid=12880): Terminated {rc=256} 00:42:50.293524 --- ParallelTerminationStrategy: PID 12881 died... 00:42:50.313063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Terminated: ok {rc=0} 00:42:50.359927 --- ParallelTerminationStrategy: PID 12882 died... 00:42:50.379746 run iperf3-srv_10.42.42.10(pid=12882): Terminated {rc=256} 00:42:50.426292 --- ParallelTerminationStrategy: PID 12885 died... 00:42:50.445857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Terminated: ok {rc=0} 00:42:50.492448 --- ParallelTerminationStrategy: PID 12888 died... 00:42:50.512067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Terminated: ok {rc=0} 00:42:50.558701 --- ParallelTerminationStrategy: PID 12891 died... 00:42:50.578338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Terminated: ok {rc=0} 00:42:50.666316 bus /gobi_4: Setting Powered False 00:42:51.765284 bus /gobi_4: Setting Powered False 00:42:52.879668 bus /gobi_1: Setting Powered False 00:42:53.978124 bus /gobi_1: Setting Powered False 00:42:55.094335 bus /gobi_0: Setting Powered False 00:42:56.192041 bus /gobi_0: Setting Powered False 00:42:57.306402 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py ---------------------------------------------- 00:42:58.410286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:58.422841 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:42:58.477356 tst ping.py: using LAC 32444 00:42:58.605781 tst ping.py: using RAC 59 00:42:58.735403 tst ping.py: using CellId 32444 00:42:58.863694 tst ping.py: using BVCI 32445 00:42:58.974272 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:58.985605 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:58.996642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:59.007913 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:59.018842 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:59.029645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:59.040577 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:42:59.051406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:42:59.170295 tst ping.py:19: start network... 00:42:59.388038 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:42:59.889046 run create_hlr_db(pid=12894): Launched 00:43:00.011420 bus /gobi_6: Setting Powered False 00:43:01.086148 run create_hlr_db(pid=12894): Terminated: ok {rc=0} 00:43:01.594852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Launched 00:43:01.934621 run osmo-hlr_10.42.42.2(pid=12897): Launched 00:43:02.057805 run osmo-stp_10.42.42.5: Starting osmo-stp 00:43:02.690015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Launched 00:43:03.013742 run osmo-stp_10.42.42.5(pid=12900): Launched 00:43:03.137160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:43:03.701769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Launched 00:43:03.826147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:43:04.102263 run patchelf(pid=12903): Launched 00:43:04.283282 run osmo-stp_10.42.42.5(pid=12900): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)] 00:43:04.421355 run osmo-stp_10.42.42.5(pid=12900): stdout: | (launched: 2022-12-13_00:43:02.954145) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:04.561297 run osmo-stp_10.42.42.5(pid=12900): stderr: | 20221213004303141 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004303141 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004303141 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004303142 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004303142 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004303142 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004303142 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:04.700537 run osmo-stp_10.42.42.5(pid=12900): stdout: | (launched: 2022-12-13_00:43:02.954145) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:04.833362 run osmo-stp_10.42.42.5(pid=12900): stderr: | 20221213004303141 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004303141 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004303141 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004303142 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004303142 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004303142 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004303142 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:04.990831 run patchelf(pid=12903): Terminating (SIGINT) 00:43:05.173385 run patchelf(pid=12903): Terminated: ok {rc=0} 00:43:05.304788 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12900): Process ended prematurely: osmo-stp_10.42.42.5(pid=12900) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22] 00:43:05.314413 tst ping.py:22: Test FAILED (6.9 sec) 00:43:05.343133 run osmo-hlr_10.42.42.2(pid=12897): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12897)] 00:43:05.394489 run osmo-hlr_10.42.42.2(pid=12897): stdout: | (launched: 2022-12-13_00:43:01.869681) 00:43:05.446971 run osmo-hlr_10.42.42.2(pid=12897): stderr: | 20221213004302262 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004302262 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004302262 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004302262 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004302262 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004302263 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004302275 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004302285 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004302286 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004302286 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:43:05.500001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Terminating (SIGTERM) 00:43:05.542639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Terminating (SIGTERM) 00:43:05.585104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Terminating (SIGTERM) 00:43:05.628521 --- ParallelTerminationStrategy: PID 12896 died... 00:43:05.649131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Terminated: ok {rc=0} 00:43:05.696027 --- ParallelTerminationStrategy: PID 12899 died... 00:43:05.715721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Terminated: ok {rc=0} 00:43:05.763019 --- ParallelTerminationStrategy: PID 12902 died... 00:43:05.782754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Terminated: ok {rc=0} 00:43:05.871805 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 00:43:06.959924 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:06.972828 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:43:07.027846 tst ping_idle_ping.py: using LAC 32445 00:43:07.157203 tst ping_idle_ping.py: using RAC 60 00:43:07.285435 tst ping_idle_ping.py: using CellId 32445 00:43:07.405742 tst ping_idle_ping.py: using BVCI 32446 00:43:07.517552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.528753 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.539998 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.551095 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.562068 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.572769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.583884 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:43:07.594724 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:43:07.716205 tst ping_idle_ping.py:24: start network... 00:43:07.935444 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:43:08.442463 run create_hlr_db(pid=12904): Launched 00:43:08.567905 bus /gobi_6: Setting Powered False 00:43:09.633092 run create_hlr_db(pid=12904): Terminated: ok {rc=0} 00:43:10.069574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Launched 00:43:10.375485 run osmo-hlr_10.42.42.2(pid=12907): Launched 00:43:10.491975 run osmo-stp_10.42.42.5: Starting osmo-stp 00:43:11.017316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Launched 00:43:11.320366 run osmo-stp_10.42.42.5(pid=12910): Launched 00:43:11.435033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:43:11.960630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Launched 00:43:12.076906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:43:12.334689 run patchelf(pid=12913): Launched 00:43:12.505167 run osmo-stp_10.42.42.5(pid=12910): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)] 00:43:12.633687 run osmo-stp_10.42.42.5(pid=12910): stdout: | (launched: 2022-12-13_00:43:11.264639) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:12.764873 run osmo-stp_10.42.42.5(pid=12910): stderr: | 20221213004311432 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004311432 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004311433 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004311433 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004311434 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004311434 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004311434 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:12.894740 run osmo-stp_10.42.42.5(pid=12910): stdout: | (launched: 2022-12-13_00:43:11.264639) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:13.019098 run osmo-stp_10.42.42.5(pid=12910): stderr: | 20221213004311432 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004311432 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004311433 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004311433 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004311434 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004311434 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004311434 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:13.165731 run patchelf(pid=12913): Terminating (SIGINT) 00:43:13.336912 run patchelf(pid=12913): Terminated: ok {rc=0} 00:43:13.459714 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12910): Process ended prematurely: osmo-stp_10.42.42.5(pid=12910) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27] 00:43:13.468532 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:43:13.495115 run osmo-hlr_10.42.42.2(pid=12907): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12907)] 00:43:13.542861 run osmo-hlr_10.42.42.2(pid=12907): stdout: | (launched: 2022-12-13_00:43:10.318739) 00:43:13.592423 run osmo-hlr_10.42.42.2(pid=12907): stderr: | 20221213004310493 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004310493 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004310493 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004310493 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004310493 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004310493 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004310508 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004310517 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004310517 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004310517 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:43:13.642328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Terminating (SIGTERM) 00:43:13.682122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Terminating (SIGTERM) 00:43:13.722069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Terminating (SIGTERM) 00:43:13.762460 --- ParallelTerminationStrategy: PID 12906 died... 00:43:13.781853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Terminated: ok {rc=0} 00:43:13.826522 --- ParallelTerminationStrategy: PID 12909 died... 00:43:13.845414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Terminated: ok {rc=0} 00:43:13.889822 --- ParallelTerminationStrategy: PID 12912 died... 00:43:13.908703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Terminated: ok {rc=0} 00:43:13.995146 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa --------------------------------------------------------------------- 00:43:15.315502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:43:15.322346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 00:43:15.358267 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 00:43:15.398432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 00:43:15.487995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 00:43:15.522899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 00:43:15.562442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 00:43:16.157546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 00:43:16.212690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.225126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:43:16.298746 tst cs_paging_gprs_active.py: using LAC 32446 00:43:16.454089 tst cs_paging_gprs_active.py: using RAC 61 00:43:16.622726 tst cs_paging_gprs_active.py: using CellId 32446 00:43:16.787105 tst cs_paging_gprs_active.py: using BVCI 32447 00:43:16.904493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.916885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.928841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.941100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.953386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.964915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.976644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:16.989316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:17.001206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:17.121306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:17.243573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:43:17.470714 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:17.803717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Launched 00:43:18.091141 run iperf3-srv_10.42.42.10(pid=12919): Launched 00:43:18.215428 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:43:18.438914 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:18.771108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Launched 00:43:19.058276 run iperf3-srv_10.42.42.10(pid=12921): Launched 00:43:19.182451 tst cs_paging_gprs_active.py:38: start network... 00:43:19.405634 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:43:19.920102 run create_hlr_db(pid=12922): Launched 00:43:20.047763 bus /gobi_6: Setting Powered False 00:43:21.113155 run create_hlr_db(pid=12922): Terminated: ok {rc=0} 00:43:21.553448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Launched 00:43:21.864221 run osmo-hlr_10.42.42.2(pid=12925): Launched 00:43:21.982455 run osmo-stp_10.42.42.5: Starting osmo-stp 00:43:22.525452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Launched 00:43:22.836552 run osmo-stp_10.42.42.5(pid=12928): Launched 00:43:22.954456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:43:23.490073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Launched 00:43:23.608699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:43:23.870081 run patchelf(pid=12931): Launched 00:43:24.041196 run osmo-stp_10.42.42.5(pid=12928): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] 00:43:24.170905 run osmo-stp_10.42.42.5(pid=12928): stdout: | (launched: 2022-12-13_00:43:22.779058) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:24.302512 run osmo-stp_10.42.42.5(pid=12928): stderr: | 20221213004322947 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004322947 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004322947 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004322948 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004322948 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004322949 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004322949 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:24.445416 run osmo-stp_10.42.42.5(pid=12928): stdout: | (launched: 2022-12-13_00:43:22.779058) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:24.581236 run osmo-stp_10.42.42.5(pid=12928): stderr: | 20221213004322947 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004322947 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004322947 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004322948 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004322948 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004322949 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004322949 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:24.741554 run patchelf(pid=12931): Terminating (SIGINT) 00:43:24.927057 run patchelf(pid=12931): Terminated: ok {rc=0} 00:43:25.061118 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 00:43:25.071726 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 00:43:25.101690 run osmo-hlr_10.42.42.2(pid=12925): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12925)] 00:43:25.152678 run osmo-hlr_10.42.42.2(pid=12925): stdout: | (launched: 2022-12-13_00:43:21.806912) 00:43:25.205597 run osmo-hlr_10.42.42.2(pid=12925): stderr: | 20221213004321982 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004321982 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004321982 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004321982 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004321982 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004321982 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004321995 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004322004 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004322004 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004322004 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:43:25.259015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminating (SIGTERM) 00:43:25.301883 run iperf3-srv_10.42.42.10(pid=12919): Terminating (SIGTERM) 00:43:25.344807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminating (SIGTERM) 00:43:25.387711 run iperf3-srv_10.42.42.10(pid=12921): Terminating (SIGTERM) 00:43:25.431068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminating (SIGTERM) 00:43:25.474049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminating (SIGTERM) 00:43:25.517701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminating (SIGTERM) 00:43:25.561027 --- ParallelTerminationStrategy: PID 12918 died... 00:43:25.581294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminated: ok {rc=0} 00:43:25.628819 --- ParallelTerminationStrategy: PID 12919 died... 00:43:25.649121 run iperf3-srv_10.42.42.10(pid=12919): Terminated {rc=256} 00:43:25.696524 --- ParallelTerminationStrategy: PID 12920 died... 00:43:25.716400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminated: ok {rc=0} 00:43:25.763774 --- ParallelTerminationStrategy: PID 12921 died... 00:43:25.783792 run iperf3-srv_10.42.42.10(pid=12921): Terminated {rc=256} 00:43:25.831337 --- ParallelTerminationStrategy: PID 12924 died... 00:43:25.851267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminated: ok {rc=0} 00:43:25.898816 --- ParallelTerminationStrategy: PID 12927 died... 00:43:25.918861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminated: ok {rc=0} 00:43:25.966513 --- ParallelTerminationStrategy: PID 12930 died... 00:43:25.986430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminated: ok {rc=0} 00:43:26.076219 bus /gobi_0: Setting Powered False 00:43:27.176261 bus /gobi_0: Setting Powered False 00:43:28.292561 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 00:43:29.442795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:29.455453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:43:29.532546 tst iperf3.py: using LAC 32447 00:43:29.662391 tst iperf3.py: using RAC 62 00:43:29.794437 tst iperf3.py: using CellId 32447 00:43:29.924847 tst iperf3.py: using BVCI 32448 00:43:30.046066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.057703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.069059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.080905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.092788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.104436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.116522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.128400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:30.141061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:30.263332 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:43:30.487156 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:30.819292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Launched 00:43:31.113677 run iperf3-srv_10.42.42.10(pid=12933): Launched 00:43:31.252168 tst iperf3.py:8: start network... 00:43:31.480065 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:43:32.010082 run create_hlr_db(pid=12934): Launched 00:43:32.167346 bus /gobi_6: Setting Powered False 00:43:33.232783 run create_hlr_db(pid=12934): Terminated: ok {rc=0} 00:43:33.691918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Launched 00:43:34.022358 run osmo-hlr_10.42.42.2(pid=12937): Launched 00:43:34.150251 run osmo-stp_10.42.42.5: Starting osmo-stp 00:43:34.725198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Launched 00:43:35.055192 run osmo-stp_10.42.42.5(pid=12940): Launched 00:43:35.181343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:43:35.752903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Launched 00:43:35.878893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:43:36.159012 run patchelf(pid=12943): Launched 00:43:36.343159 run osmo-stp_10.42.42.5(pid=12940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)] 00:43:36.483203 run osmo-stp_10.42.42.5(pid=12940): stdout: | (launched: 2022-12-13_00:43:34.994618) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:36.624079 run osmo-stp_10.42.42.5(pid=12940): stderr: | 20221213004335182 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004335182 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004335182 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004335183 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004335183 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004335183 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004335183 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:36.765111 run osmo-stp_10.42.42.5(pid=12940): stdout: | (launched: 2022-12-13_00:43:34.994618) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:36.900809 run osmo-stp_10.42.42.5(pid=12940): stderr: | 20221213004335182 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004335182 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004335182 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004335183 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004335183 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004335183 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004335183 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:37.061184 run patchelf(pid=12943): Terminating (SIGINT) 00:43:37.247500 run patchelf(pid=12943): Terminated: ok {rc=0} 00:43:37.381444 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8] 00:43:37.391671 tst iperf3.py:8: Test FAILED (8.0 sec) 00:43:37.421320 run osmo-hlr_10.42.42.2(pid=12937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12937)] 00:43:37.472005 run osmo-hlr_10.42.42.2(pid=12937): stdout: | (launched: 2022-12-13_00:43:33.962172) 00:43:37.524446 run osmo-hlr_10.42.42.2(pid=12937): stderr: | 20221213004334155 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004334155 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004334155 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004334155 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004334155 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004334155 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004334167 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004334176 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004334176 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004334176 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:43:37.577543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminating (SIGTERM) 00:43:37.619916 run iperf3-srv_10.42.42.10(pid=12933): Terminating (SIGTERM) 00:43:37.662184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminating (SIGTERM) 00:43:37.704653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminating (SIGTERM) 00:43:37.747113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminating (SIGTERM) 00:43:37.789725 --- ParallelTerminationStrategy: PID 12932 died... 00:43:37.809876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminated: ok {rc=0} 00:43:37.857323 --- ParallelTerminationStrategy: PID 12933 died... 00:43:37.877023 run iperf3-srv_10.42.42.10(pid=12933): Terminated {rc=256} 00:43:37.923894 --- ParallelTerminationStrategy: PID 12936 died... 00:43:37.943597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminated: ok {rc=0} 00:43:37.991187 --- ParallelTerminationStrategy: PID 12939 died... 00:43:38.011108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminated: ok {rc=0} 00:43:38.057982 --- ParallelTerminationStrategy: PID 12942 died... 00:43:38.077762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminated: ok {rc=0} 00:43:38.166653 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 00:43:39.315153 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.326968 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:43:39.397778 tst iperf3m4.py: using LAC 32448 00:43:39.528453 tst iperf3m4.py: using RAC 63 00:43:39.659807 tst iperf3m4.py: using CellId 32448 00:43:39.791132 tst iperf3m4.py: using BVCI 32449 00:43:39.913962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.925851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.937407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.949474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.961279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.973116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.985226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:39.997497 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:40.009590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:40.130350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:40.251708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:40.370056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:43:40.493161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:43:40.716875 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:41.049661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Launched 00:43:41.338198 run iperf3-srv_10.42.42.10(pid=12945): Launched 00:43:41.464370 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:43:41.687656 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:42.019872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Launched 00:43:42.306815 run iperf3-srv_10.42.42.10(pid=12947): Launched 00:43:42.431601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:43:42.654958 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:42.987586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Launched 00:43:43.275067 run iperf3-srv_10.42.42.10(pid=12949): Launched 00:43:43.398571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:43:43.621990 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:43:43.953381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Launched 00:43:44.241775 run iperf3-srv_10.42.42.10(pid=12951): Launched 00:43:44.365409 tst iperf3m4.py:8: start network... 00:43:44.588254 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:43:45.101974 run create_hlr_db(pid=12952): Launched 00:43:45.227877 bus /gobi_6: Setting Powered False 00:43:46.288293 run create_hlr_db(pid=12952): Terminated: ok {rc=0} 00:43:46.745887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Launched 00:43:47.070000 run osmo-hlr_10.42.42.2(pid=12955): Launched 00:43:47.255909 run osmo-stp_10.42.42.5: Starting osmo-stp 00:43:47.822204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Launched 00:43:48.153428 run osmo-stp_10.42.42.5(pid=12958): Launched 00:43:48.278966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:43:48.851620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Launched 00:43:48.977570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:43:49.256869 run patchelf(pid=12961): Launched 00:43:49.440218 run osmo-stp_10.42.42.5(pid=12958): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] 00:43:49.579442 run osmo-stp_10.42.42.5(pid=12958): stdout: | (launched: 2022-12-13_00:43:48.092837) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:49.720255 run osmo-stp_10.42.42.5(pid=12958): stderr: | 20221213004348281 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004348281 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004348281 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004348282 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004348282 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004348282 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004348282 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:49.860728 run osmo-stp_10.42.42.5(pid=12958): stdout: | (launched: 2022-12-13_00:43:48.092837) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:43:49.996077 run osmo-stp_10.42.42.5(pid=12958): stderr: | 20221213004348281 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004348281 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004348281 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004348282 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004348282 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004348282 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004348282 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:43:50.156134 run patchelf(pid=12961): Terminating (SIGINT) 00:43:50.341705 run patchelf(pid=12961): Terminated: ok {rc=0} 00:43:50.475441 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8] 00:43:50.485750 tst iperf3m4.py:8: Test FAILED (11.2 sec) 00:43:50.514936 run osmo-hlr_10.42.42.2(pid=12955): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12955)] 00:43:50.565783 run osmo-hlr_10.42.42.2(pid=12955): stdout: | (launched: 2022-12-13_00:43:47.007842) 00:43:50.618237 run osmo-hlr_10.42.42.2(pid=12955): stderr: | 20221213004347269 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004347269 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004347269 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004347269 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004347269 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004347269 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004347282 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004347291 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004347291 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004347291 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:43:50.670917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminating (SIGTERM) 00:43:50.713211 run iperf3-srv_10.42.42.10(pid=12945): Terminating (SIGTERM) 00:43:50.755661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminating (SIGTERM) 00:43:50.798253 run iperf3-srv_10.42.42.10(pid=12947): Terminating (SIGTERM) 00:43:50.840795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminating (SIGTERM) 00:43:50.883489 run iperf3-srv_10.42.42.10(pid=12949): Terminating (SIGTERM) 00:43:50.925860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminating (SIGTERM) 00:43:50.968209 run iperf3-srv_10.42.42.10(pid=12951): Terminating (SIGTERM) 00:43:51.010840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminating (SIGTERM) 00:43:51.053292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminating (SIGTERM) 00:43:51.095926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminating (SIGTERM) 00:43:51.138582 --- ParallelTerminationStrategy: PID 12944 died... 00:43:51.158782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminated: ok {rc=0} 00:43:51.206006 --- ParallelTerminationStrategy: PID 12945 died... 00:43:51.225603 run iperf3-srv_10.42.42.10(pid=12945): Terminated {rc=256} 00:43:51.272374 --- ParallelTerminationStrategy: PID 12946 died... 00:43:51.292021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminated: ok {rc=0} 00:43:51.339059 --- ParallelTerminationStrategy: PID 12947 died... 00:43:51.358757 run iperf3-srv_10.42.42.10(pid=12947): Terminated {rc=256} 00:43:51.405535 --- ParallelTerminationStrategy: PID 12948 died... 00:43:51.425262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminated: ok {rc=0} 00:43:51.472287 --- ParallelTerminationStrategy: PID 12949 died... 00:43:51.492001 run iperf3-srv_10.42.42.10(pid=12949): Terminated {rc=256} 00:43:51.538645 --- ParallelTerminationStrategy: PID 12950 died... 00:43:51.558397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminated: ok {rc=0} 00:43:51.605557 --- ParallelTerminationStrategy: PID 12951 died... 00:43:51.625111 run iperf3-srv_10.42.42.10(pid=12951): Terminated {rc=256} 00:43:51.671679 --- ParallelTerminationStrategy: PID 12954 died... 00:43:51.691315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminated: ok {rc=0} 00:43:51.738135 --- ParallelTerminationStrategy: PID 12957 died... 00:43:51.757655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminated: ok {rc=0} 00:43:51.804814 --- ParallelTerminationStrategy: PID 12960 died... 00:43:51.824881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminated: ok {rc=0} 00:43:51.913918 bus /gobi_4: Setting Powered False 00:43:53.012751 bus /gobi_4: Setting Powered False 00:43:54.130274 bus /gobi_1: Setting Powered False 00:43:55.230080 bus /gobi_1: Setting Powered False 00:43:56.346986 bus /gobi_0: Setting Powered False 00:43:57.445260 bus /gobi_0: Setting Powered False 00:43:58.562432 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 00:43:59.666162 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:43:59.679222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:43:59.750530 tst ping.py: using LAC 32449 00:43:59.870065 tst ping.py: using RAC 64 00:43:59.987967 tst ping.py: using CellId 32449 00:44:00.116855 tst ping.py: using BVCI 32450 00:44:00.235877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.247665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.259330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.271478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.283441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.295541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.307488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:00.319311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:44:00.442050 tst ping.py:19: start network... 00:44:00.659456 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:44:01.177863 run create_hlr_db(pid=12962): Launched 00:44:01.338340 bus /gobi_6: Setting Powered False 00:44:02.398709 run create_hlr_db(pid=12962): Terminated: ok {rc=0} 00:44:02.840402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Launched 00:44:03.164045 run osmo-hlr_10.42.42.2(pid=12965): Launched 00:44:03.286612 run osmo-stp_10.42.42.5: Starting osmo-stp 00:44:03.844495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Launched 00:44:04.166885 run osmo-stp_10.42.42.5(pid=12968): Launched 00:44:04.289149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:44:04.850890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Launched 00:44:04.974659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:44:05.249033 run patchelf(pid=12971): Launched 00:44:05.430131 run osmo-stp_10.42.42.5(pid=12968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)] 00:44:05.567660 run osmo-stp_10.42.42.5(pid=12968): stdout: | (launched: 2022-12-13_00:44:04.107297) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:05.707415 run osmo-stp_10.42.42.5(pid=12968): stderr: | 20221213004404296 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004404296 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004404297 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004404297 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004404298 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004404298 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004404298 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:05.847035 run osmo-stp_10.42.42.5(pid=12968): stdout: | (launched: 2022-12-13_00:44:04.107297) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:05.980210 run osmo-stp_10.42.42.5(pid=12968): stderr: | 20221213004404296 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004404296 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004404297 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004404297 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004404298 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004404298 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004404298 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:06.137974 run patchelf(pid=12971): Terminating (SIGINT) 00:44:06.320373 run patchelf(pid=12971): Terminated: ok {rc=0} 00:44:06.452212 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22] 00:44:06.462090 tst ping.py:22: Test FAILED (6.8 sec) 00:44:06.491130 run osmo-hlr_10.42.42.2(pid=12965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12965)] 00:44:06.541844 run osmo-hlr_10.42.42.2(pid=12965): stdout: | (launched: 2022-12-13_00:44:03.104600) 00:44:06.594414 run osmo-hlr_10.42.42.2(pid=12965): stderr: | 20221213004403299 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004403299 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004403299 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004403300 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004403300 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004403300 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004403312 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004403321 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004403321 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004403321 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:44:06.647355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminating (SIGTERM) 00:44:06.689872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminating (SIGTERM) 00:44:06.732456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminating (SIGTERM) 00:44:06.775163 --- ParallelTerminationStrategy: PID 12964 died... 00:44:06.795217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminated: ok {rc=0} 00:44:06.842551 --- ParallelTerminationStrategy: PID 12967 died... 00:44:06.862458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminated: ok {rc=0} 00:44:06.909365 --- ParallelTerminationStrategy: PID 12970 died... 00:44:06.929069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminated: ok {rc=0} 00:44:07.018154 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 00:44:08.104546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.117288 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:44:08.192235 tst ping_idle_ping.py: using LAC 32450 00:44:08.324813 tst ping_idle_ping.py: using RAC 65 00:44:08.443095 tst ping_idle_ping.py: using CellId 32450 00:44:08.559649 tst ping_idle_ping.py: using BVCI 32451 00:44:08.669267 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.680433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.691409 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.702400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.713265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.724242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.735266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:44:08.746157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:44:08.864830 tst ping_idle_ping.py:24: start network... 00:44:09.084006 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:44:09.595592 run create_hlr_db(pid=12972): Launched 00:44:09.719866 bus /gobi_6: Setting Powered False 00:44:10.784734 run create_hlr_db(pid=12972): Terminated: ok {rc=0} 00:44:11.218363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Launched 00:44:11.521162 run osmo-hlr_10.42.42.2(pid=12975): Launched 00:44:11.637047 run osmo-stp_10.42.42.5: Starting osmo-stp 00:44:12.158660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Launched 00:44:12.460727 run osmo-stp_10.42.42.5(pid=12978): Launched 00:44:12.576166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:44:13.099352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Launched 00:44:13.214388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:44:13.471214 run patchelf(pid=12981): Launched 00:44:13.639885 run osmo-stp_10.42.42.5(pid=12978): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] 00:44:13.767928 run osmo-stp_10.42.42.5(pid=12978): stdout: | (launched: 2022-12-13_00:44:12.404562) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:13.897244 run osmo-stp_10.42.42.5(pid=12978): stderr: | 20221213004412572 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004412572 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004412572 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004412573 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004412573 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004412573 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004412573 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:14.026613 run osmo-stp_10.42.42.5(pid=12978): stdout: | (launched: 2022-12-13_00:44:12.404562) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:14.150342 run osmo-stp_10.42.42.5(pid=12978): stderr: | 20221213004412572 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004412572 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004412572 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004412573 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004412573 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004412573 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004412573 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:14.296911 run patchelf(pid=12981): Terminating (SIGINT) 00:44:14.467773 run patchelf(pid=12981): Terminated: ok {rc=0} 00:44:14.590625 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 00:44:14.599569 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:44:14.625894 run osmo-hlr_10.42.42.2(pid=12975): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12975)] 00:44:14.673281 run osmo-hlr_10.42.42.2(pid=12975): stdout: | (launched: 2022-12-13_00:44:11.465218) 00:44:14.722414 run osmo-hlr_10.42.42.2(pid=12975): stderr: | 20221213004411637 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004411637 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004411637 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004411638 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004411638 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004411638 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004411650 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004411658 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004411658 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004411658 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:44:14.771991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminating (SIGTERM) 00:44:14.811862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminating (SIGTERM) 00:44:14.851763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminating (SIGTERM) 00:44:14.891682 --- ParallelTerminationStrategy: PID 12974 died... 00:44:14.910783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminated: ok {rc=0} 00:44:14.954403 --- ParallelTerminationStrategy: PID 12977 died... 00:44:14.972756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminated: ok {rc=0} 00:44:15.016906 --- ParallelTerminationStrategy: PID 12980 died... 00:44:15.035920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminated: ok {rc=0} 00:44:15.118914 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:44:16.434455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:44:16.445033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:44:16.492012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 00:44:16.545913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 00:44:16.658578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:44:16.706321 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 00:44:16.759038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 00:44:17.326899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 00:44:17.376847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.387952 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:44:17.458663 tst cs_paging_gprs_active.py: using LAC 32451 00:44:17.580754 tst cs_paging_gprs_active.py: using RAC 66 00:44:17.705599 tst cs_paging_gprs_active.py: using CellId 32451 00:44:17.826436 tst cs_paging_gprs_active.py: using BVCI 32452 00:44:17.940202 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.951272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.962181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.973160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.984004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:17.994872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:18.005856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:18.016632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:18.027707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:18.150413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:18.272807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:44:18.497413 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:18.829815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Launched 00:44:19.119707 run iperf3-srv_10.42.42.10(pid=12987): Launched 00:44:19.244827 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:44:19.469744 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:19.802832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Launched 00:44:20.093320 run iperf3-srv_10.42.42.10(pid=12989): Launched 00:44:20.217566 tst cs_paging_gprs_active.py:38: start network... 00:44:20.440542 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:44:20.954501 run create_hlr_db(pid=12990): Launched 00:44:21.082189 bus /gobi_6: Setting Powered False 00:44:22.147351 run create_hlr_db(pid=12990): Terminated: ok {rc=0} 00:44:22.605895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Launched 00:44:22.937242 run osmo-hlr_10.42.42.2(pid=12993): Launched 00:44:23.063441 run osmo-stp_10.42.42.5: Starting osmo-stp 00:44:23.631295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Launched 00:44:23.963208 run osmo-stp_10.42.42.5(pid=12996): Launched 00:44:24.089123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:44:24.659247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Launched 00:44:24.785931 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:44:25.066282 run patchelf(pid=12999): Launched 00:44:25.249217 run osmo-stp_10.42.42.5(pid=12996): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] 00:44:25.388114 run osmo-stp_10.42.42.5(pid=12996): stdout: | (launched: 2022-12-13_00:44:23.902691) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:25.529180 run osmo-stp_10.42.42.5(pid=12996): stderr: | 20221213004424092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004424092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004424092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004424093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004424093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004424093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004424093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:25.669827 run osmo-stp_10.42.42.5(pid=12996): stdout: | (launched: 2022-12-13_00:44:23.902691) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:25.804503 run osmo-stp_10.42.42.5(pid=12996): stderr: | 20221213004424092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004424092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004424092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004424093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004424093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004424093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004424093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:25.964202 run patchelf(pid=12999): Terminating (SIGINT) 00:44:26.148842 run patchelf(pid=12999): Terminated: ok {rc=0} 00:44:26.282727 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 00:44:26.292934 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 00:44:26.322481 run osmo-hlr_10.42.42.2(pid=12993): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12993)] 00:44:26.373534 run osmo-hlr_10.42.42.2(pid=12993): stdout: | (launched: 2022-12-13_00:44:22.876346) 00:44:26.426677 run osmo-hlr_10.42.42.2(pid=12993): stderr: | 20221213004423074 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004423074 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004423074 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004423074 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004423074 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004423074 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004423088 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004423098 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004423098 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004423098 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:44:26.479930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminating (SIGTERM) 00:44:26.522508 run iperf3-srv_10.42.42.10(pid=12987): Terminating (SIGTERM) 00:44:26.565084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminating (SIGTERM) 00:44:26.607604 run iperf3-srv_10.42.42.10(pid=12989): Terminating (SIGTERM) 00:44:26.650066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminating (SIGTERM) 00:44:26.692538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminating (SIGTERM) 00:44:26.735311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminating (SIGTERM) 00:44:26.778064 --- ParallelTerminationStrategy: PID 12986 died... 00:44:26.798124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminated: ok {rc=0} 00:44:26.845160 --- ParallelTerminationStrategy: PID 12987 died... 00:44:26.864765 run iperf3-srv_10.42.42.10(pid=12987): Terminated {rc=256} 00:44:26.911217 --- ParallelTerminationStrategy: PID 12988 died... 00:44:26.931018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminated: ok {rc=0} 00:44:26.977742 --- ParallelTerminationStrategy: PID 12989 died... 00:44:26.997382 run iperf3-srv_10.42.42.10(pid=12989): Terminated {rc=256} 00:44:27.044074 --- ParallelTerminationStrategy: PID 12992 died... 00:44:27.063592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminated: ok {rc=0} 00:44:27.110673 --- ParallelTerminationStrategy: PID 12995 died... 00:44:27.130542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminated: ok {rc=0} 00:44:27.177846 --- ParallelTerminationStrategy: PID 12998 died... 00:44:27.197543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminated: ok {rc=0} 00:44:27.285429 bus /gobi_0: Setting Powered False 00:44:28.387016 bus /gobi_0: Setting Powered False 00:44:29.504334 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 00:44:30.651517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:30.663464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:44:30.737388 tst iperf3.py: using LAC 32452 00:44:30.866797 tst iperf3.py: using RAC 67 00:44:31.004824 tst iperf3.py: using CellId 32452 00:44:31.144880 tst iperf3.py: using BVCI 32453 00:44:31.270726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.283359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.296109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.310830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.324563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.337126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.351988 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.366377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:31.381666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:31.509804 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:44:31.740081 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:32.118046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Launched 00:44:32.421515 run iperf3-srv_10.42.42.10(pid=13001): Launched 00:44:32.546371 tst iperf3.py:8: start network... 00:44:32.770331 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:44:33.285219 run create_hlr_db(pid=13002): Launched 00:44:33.410958 bus /gobi_6: Setting Powered False 00:44:34.477090 run create_hlr_db(pid=13002): Terminated: ok {rc=0} 00:44:34.930617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Launched 00:44:35.260891 run osmo-hlr_10.42.42.2(pid=13007): Launched 00:44:35.386883 run osmo-stp_10.42.42.5: Starting osmo-stp 00:44:35.959913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Launched 00:44:36.290428 run osmo-stp_10.42.42.5(pid=13010): Launched 00:44:36.415692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:44:36.986151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Launched 00:44:37.113872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:44:37.395399 run patchelf(pid=13013): Launched 00:44:37.579392 run osmo-stp_10.42.42.5(pid=13010): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] 00:44:37.718766 run osmo-stp_10.42.42.5(pid=13010): stdout: | (launched: 2022-12-13_00:44:36.229884) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:37.859915 run osmo-stp_10.42.42.5(pid=13010): stderr: | 20221213004436419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004436420 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004436420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004436420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004436421 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004436421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004436421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:38.000755 run osmo-stp_10.42.42.5(pid=13010): stdout: | (launched: 2022-12-13_00:44:36.229884) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:38.136429 run osmo-stp_10.42.42.5(pid=13010): stderr: | 20221213004436419 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004436420 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004436420 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004436420 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004436421 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004436421 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004436421 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:38.297648 run patchelf(pid=13013): Terminating (SIGINT) 00:44:38.483783 run patchelf(pid=13013): Terminated: ok {rc=0} 00:44:38.617753 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8] 00:44:38.628039 tst iperf3.py:8: Test FAILED (8.0 sec) 00:44:38.658033 run osmo-hlr_10.42.42.2(pid=13007): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13007)] 00:44:38.708520 run osmo-hlr_10.42.42.2(pid=13007): stdout: | (launched: 2022-12-13_00:44:35.200562) 00:44:38.761080 run osmo-hlr_10.42.42.2(pid=13007): stderr: | 20221213004435396 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004435396 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004435396 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004435396 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004435396 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004435396 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004435407 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004435416 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004435416 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004435416 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:44:38.813502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminating (SIGTERM) 00:44:38.855754 run iperf3-srv_10.42.42.10(pid=13001): Terminating (SIGTERM) 00:44:38.897877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminating (SIGTERM) 00:44:38.940156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminating (SIGTERM) 00:44:38.982517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminating (SIGTERM) 00:44:39.025121 --- ParallelTerminationStrategy: PID 13000 died... 00:44:39.045162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminated: ok {rc=0} 00:44:39.092377 --- ParallelTerminationStrategy: PID 13001 died... 00:44:39.111958 run iperf3-srv_10.42.42.10(pid=13001): Terminated {rc=256} 00:44:39.158847 --- ParallelTerminationStrategy: PID 13006 died... 00:44:39.178601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminated: ok {rc=0} 00:44:39.226277 --- ParallelTerminationStrategy: PID 13009 died... 00:44:39.246154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminated: ok {rc=0} 00:44:39.293417 --- ParallelTerminationStrategy: PID 13012 died... 00:44:39.313264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminated: ok {rc=0} 00:44:39.402467 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 00:44:40.555086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:40.567724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:44:40.645159 tst iperf3m4.py: using LAC 32453 00:44:40.776079 tst iperf3m4.py: using RAC 68 00:44:40.904913 tst iperf3m4.py: using CellId 32453 00:44:41.032596 tst iperf3m4.py: using BVCI 32454 00:44:41.153291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.165007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.176391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.188339 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.200115 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.211748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.223531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.235256 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:44:41.247621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:41.367754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:41.492674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:41.611636 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:44:41.732290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:44:41.940048 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:42.249628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Launched 00:44:42.519439 run iperf3-srv_10.42.42.10(pid=13015): Launched 00:44:42.635422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:44:42.840611 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:43.148929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Launched 00:44:43.418550 run iperf3-srv_10.42.42.10(pid=13017): Launched 00:44:43.533383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:44:43.738105 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:44.046500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Launched 00:44:44.314880 run iperf3-srv_10.42.42.10(pid=13019): Launched 00:44:44.430174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:44:44.635355 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:44:44.943900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Launched 00:44:45.212478 run iperf3-srv_10.42.42.10(pid=13021): Launched 00:44:45.328407 tst iperf3m4.py:8: start network... 00:44:45.533847 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:44:46.036207 run create_hlr_db(pid=13022): Launched 00:44:46.198618 bus /gobi_6: Setting Powered False 00:44:47.265497 run create_hlr_db(pid=13022): Terminated: ok {rc=0} 00:44:47.694151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Launched 00:44:48.002011 run osmo-hlr_10.42.42.2(pid=13025): Launched 00:44:48.117935 run osmo-stp_10.42.42.5: Starting osmo-stp 00:44:48.662488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Launched 00:44:48.969181 run osmo-stp_10.42.42.5(pid=13028): Launched 00:44:49.085799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:44:49.617345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Launched 00:44:49.733842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:44:49.993506 run patchelf(pid=13031): Launched 00:44:50.165128 run osmo-stp_10.42.42.5(pid=13028): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] 00:44:50.295157 run osmo-stp_10.42.42.5(pid=13028): stdout: | (launched: 2022-12-13_00:44:48.912466) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:50.426920 run osmo-stp_10.42.42.5(pid=13028): stderr: | 20221213004449082 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004449082 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004449082 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004449083 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004449083 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004449083 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004449083 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:50.558631 run osmo-stp_10.42.42.5(pid=13028): stdout: | (launched: 2022-12-13_00:44:48.912466) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:44:50.684702 run osmo-stp_10.42.42.5(pid=13028): stderr: | 20221213004449082 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004449082 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004449082 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004449083 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004449083 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004449083 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004449083 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:44:50.834689 run patchelf(pid=13031): Terminating (SIGINT) 00:44:51.008729 run patchelf(pid=13031): Terminated: ok {rc=0} 00:44:51.134063 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8] 00:44:51.143599 tst iperf3m4.py:8: Test FAILED (10.6 sec) 00:44:51.171114 run osmo-hlr_10.42.42.2(pid=13025): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13025)] 00:44:51.218893 run osmo-hlr_10.42.42.2(pid=13025): stdout: | (launched: 2022-12-13_00:44:47.944668) 00:44:51.268749 run osmo-hlr_10.42.42.2(pid=13025): stderr: | 20221213004448120 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004448120 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004448120 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004448120 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004448120 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004448120 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004448133 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004448143 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004448143 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004448143 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:44:51.320195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminating (SIGTERM) 00:44:51.360449 run iperf3-srv_10.42.42.10(pid=13015): Terminating (SIGTERM) 00:44:51.402595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminating (SIGTERM) 00:44:51.442676 run iperf3-srv_10.42.42.10(pid=13017): Terminating (SIGTERM) 00:44:51.482650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminating (SIGTERM) 00:44:51.522727 run iperf3-srv_10.42.42.10(pid=13019): Terminating (SIGTERM) 00:44:51.562513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminating (SIGTERM) 00:44:51.602567 run iperf3-srv_10.42.42.10(pid=13021): Terminating (SIGTERM) 00:44:51.642527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminating (SIGTERM) 00:44:51.682571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminating (SIGTERM) 00:44:51.722830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminating (SIGTERM) 00:44:51.763172 --- ParallelTerminationStrategy: PID 13014 died... 00:44:51.782472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminated: ok {rc=0} 00:44:51.827572 --- ParallelTerminationStrategy: PID 13015 died... 00:44:51.846267 run iperf3-srv_10.42.42.10(pid=13015): Terminated {rc=256} 00:44:51.890242 --- ParallelTerminationStrategy: PID 13016 died... 00:44:51.909065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminated: ok {rc=0} 00:44:51.953228 --- ParallelTerminationStrategy: PID 13017 died... 00:44:51.971910 run iperf3-srv_10.42.42.10(pid=13017): Terminated {rc=256} 00:44:52.016061 --- ParallelTerminationStrategy: PID 13018 died... 00:44:52.034859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminated: ok {rc=0} 00:44:52.078894 --- ParallelTerminationStrategy: PID 13019 died... 00:44:52.097662 run iperf3-srv_10.42.42.10(pid=13019): Terminated {rc=256} 00:44:52.141743 --- ParallelTerminationStrategy: PID 13020 died... 00:44:52.160577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminated: ok {rc=0} 00:44:52.204847 --- ParallelTerminationStrategy: PID 13021 died... 00:44:52.224048 run iperf3-srv_10.42.42.10(pid=13021): Terminated {rc=256} 00:44:52.268127 --- ParallelTerminationStrategy: PID 13024 died... 00:44:52.287015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminated: ok {rc=0} 00:44:52.331304 --- ParallelTerminationStrategy: PID 13027 died... 00:44:52.350185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminated: ok {rc=0} 00:44:52.394154 --- ParallelTerminationStrategy: PID 13030 died... 00:44:52.412848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminated: ok {rc=0} 00:44:52.499631 bus /gobi_4: Setting Powered False 00:44:53.601602 bus /gobi_4: Setting Powered False 00:44:54.719284 bus /gobi_1: Setting Powered False 00:44:55.819131 bus /gobi_1: Setting Powered False 00:44:56.935886 bus /gobi_0: Setting Powered False 00:44:58.036873 bus /gobi_0: Setting Powered False 00:44:59.155086 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 00:45:00.258645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.271228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:45:00.346102 tst ping.py: using LAC 32454 00:45:00.475018 tst ping.py: using RAC 69 00:45:00.601267 tst ping.py: using CellId 32454 00:45:00.728032 tst ping.py: using BVCI 32455 00:45:00.848835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.861564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.874135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.892504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.905364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.917485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.930274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:00.943318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:45:01.069604 tst ping.py:19: start network... 00:45:01.338662 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:45:01.873685 run create_hlr_db(pid=13035): Launched 00:45:02.050228 bus /gobi_6: Setting Powered False 00:45:03.110116 run create_hlr_db(pid=13035): Terminated: ok {rc=0} 00:45:03.569628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Launched 00:45:03.894298 run osmo-hlr_10.42.42.2(pid=13038): Launched 00:45:04.016935 run osmo-stp_10.42.42.5: Starting osmo-stp 00:45:04.584156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Launched 00:45:04.906474 run osmo-stp_10.42.42.5(pid=13041): Launched 00:45:05.028242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:45:05.587119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Launched 00:45:05.710501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:45:05.983790 run patchelf(pid=13044): Launched 00:45:06.163318 run osmo-stp_10.42.42.5(pid=13041): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)] 00:45:06.300145 run osmo-stp_10.42.42.5(pid=13041): stdout: | (launched: 2022-12-13_00:45:04.847061) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:06.438817 run osmo-stp_10.42.42.5(pid=13041): stderr: | 20221213004505035 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004505035 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004505035 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004505036 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004505036 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004505036 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004505036 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:06.577967 run osmo-stp_10.42.42.5(pid=13041): stdout: | (launched: 2022-12-13_00:45:04.847061) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:06.710371 run osmo-stp_10.42.42.5(pid=13041): stderr: | 20221213004505035 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004505035 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004505035 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004505036 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004505036 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004505036 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004505036 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:06.867097 run patchelf(pid=13044): Terminating (SIGINT) 00:45:07.048708 run patchelf(pid=13044): Terminated: ok {rc=0} 00:45:07.179792 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22] 00:45:07.189289 tst ping.py:22: Test FAILED (6.9 sec) 00:45:07.217437 run osmo-hlr_10.42.42.2(pid=13038): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13038)] 00:45:07.268263 run osmo-hlr_10.42.42.2(pid=13038): stdout: | (launched: 2022-12-13_00:45:03.834451) 00:45:07.320845 run osmo-hlr_10.42.42.2(pid=13038): stderr: | 20221213004504029 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004504029 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004504029 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004504029 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004504029 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004504029 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004504042 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004504050 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004504050 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004504051 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:45:07.373620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminating (SIGTERM) 00:45:07.416126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminating (SIGTERM) 00:45:07.458831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Terminating (SIGTERM) 00:45:07.502113 --- ParallelTerminationStrategy: PID 13037 died... 00:45:07.522611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminated: ok {rc=0} 00:45:07.569592 --- ParallelTerminationStrategy: PID 13040 died... 00:45:07.589363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminated: ok {rc=0} 00:45:07.636046 --- ParallelTerminationStrategy: PID 13043 died... 00:45:07.655657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Terminated: ok {rc=0} 00:45:07.745107 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 00:45:08.833343 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:08.845758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:45:08.920384 tst ping_idle_ping.py: using LAC 32455 00:45:09.047211 tst ping_idle_ping.py: using RAC 70 00:45:09.175716 tst ping_idle_ping.py: using CellId 32455 00:45:09.303955 tst ping_idle_ping.py: using BVCI 32456 00:45:09.421792 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.433456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.445254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.456926 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.468566 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.480276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.492006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:45:09.503744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:45:09.620818 tst ping_idle_ping.py:24: start network... 00:45:09.825326 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:45:10.298743 run create_hlr_db(pid=13045): Launched 00:45:10.423797 bus /gobi_6: Setting Powered False 00:45:11.484376 run create_hlr_db(pid=13045): Terminated: ok {rc=0} 00:45:11.928745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Launched 00:45:12.254813 run osmo-hlr_10.42.42.2(pid=13048): Launched 00:45:12.378409 run osmo-stp_10.42.42.5: Starting osmo-stp 00:45:12.941286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Launched 00:45:13.266346 run osmo-stp_10.42.42.5(pid=13051): Launched 00:45:13.390085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:45:13.953846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Launched 00:45:14.078391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:45:14.354621 run patchelf(pid=13054): Launched 00:45:14.536541 run osmo-stp_10.42.42.5(pid=13051): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)] 00:45:14.674807 run osmo-stp_10.42.42.5(pid=13051): stdout: | (launched: 2022-12-13_00:45:13.206436) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:14.814839 run osmo-stp_10.42.42.5(pid=13051): stderr: | 20221213004513395 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004513395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004513396 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004513396 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004513397 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004513397 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004513397 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:14.954792 run osmo-stp_10.42.42.5(pid=13051): stdout: | (launched: 2022-12-13_00:45:13.206436) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:15.088755 run osmo-stp_10.42.42.5(pid=13051): stderr: | 20221213004513395 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004513395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004513396 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004513396 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004513397 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004513397 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004513397 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:15.247436 run patchelf(pid=13054): Terminating (SIGINT) 00:45:15.431273 run patchelf(pid=13054): Terminated: ok {rc=0} 00:45:15.564538 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13051): Process ended prematurely: osmo-stp_10.42.42.5(pid=13051) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 00:45:15.574566 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 00:45:15.603772 run osmo-hlr_10.42.42.2(pid=13048): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13048)] 00:45:15.654738 run osmo-hlr_10.42.42.2(pid=13048): stdout: | (launched: 2022-12-13_00:45:12.194586) 00:45:15.707517 run osmo-hlr_10.42.42.2(pid=13048): stderr: | 20221213004512389 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004512390 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004512390 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004512390 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004512390 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004512390 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004512404 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004512414 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004512414 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004512414 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:45:15.760644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminating (SIGTERM) 00:45:15.803477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Terminating (SIGTERM) 00:45:15.859881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Terminating (SIGTERM) 00:45:15.907249 --- ParallelTerminationStrategy: PID 13047 died... 00:45:15.927667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminated: ok {rc=0} 00:45:15.977207 --- ParallelTerminationStrategy: PID 13050 died... 00:45:15.998060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Terminated: ok {rc=0} 00:45:16.047822 --- ParallelTerminationStrategy: PID 13053 died... 00:45:16.068485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Terminated: ok {rc=0} 00:45:16.160928 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:45:17.479265 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:45:17.486897 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:45:17.522480 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 00:45:17.559000 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:45:17.613902 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:45:17.649087 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 00:45:17.684800 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:45:18.244553 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 00:45:18.250323 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.262403 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:45:18.335618 tst switch_tch_pdch.py: using LAC 32456 00:45:18.462706 tst switch_tch_pdch.py: using RAC 71 00:45:18.591902 tst switch_tch_pdch.py: using CellId 32456 00:45:18.718417 tst switch_tch_pdch.py: using BVCI 32457 00:45:18.836657 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.848661 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.860479 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.872854 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.885416 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.897547 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.910067 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:45:18.922220 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:45:19.040496 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:45:19.162866 tst switch_tch_pdch.py:51: start network... 00:45:19.380339 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:45:19.882860 run create_hlr_db(pid=13058): Launched 00:45:20.005846 bus /gobi_6: Setting Powered False 00:45:21.065634 run create_hlr_db(pid=13058): Terminated: ok {rc=0} 00:45:21.520885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Launched 00:45:21.844869 run osmo-hlr_10.42.42.2(pid=13061): Launched 00:45:21.968288 run osmo-stp_10.42.42.5: Starting osmo-stp 00:45:22.525670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Launched 00:45:22.848643 run osmo-stp_10.42.42.5(pid=13064): Launched 00:45:22.971619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:45:23.530751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Launched 00:45:23.655338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:45:23.928830 run patchelf(pid=13067): Launched 00:45:24.108643 run osmo-stp_10.42.42.5(pid=13064): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)] 00:45:24.245140 run osmo-stp_10.42.42.5(pid=13064): stdout: | (launched: 2022-12-13_00:45:22.789446) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:24.383595 run osmo-stp_10.42.42.5(pid=13064): stderr: | 20221213004522975 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004522975 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004522976 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004522976 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004522977 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004522977 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004522977 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:24.522910 run osmo-stp_10.42.42.5(pid=13064): stdout: | (launched: 2022-12-13_00:45:22.789446) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:24.655039 run osmo-stp_10.42.42.5(pid=13064): stderr: | 20221213004522975 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004522975 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004522976 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004522976 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004522977 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004522977 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004522977 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:24.811360 run patchelf(pid=13067): Terminating (SIGINT) 00:45:24.992752 run patchelf(pid=13067): Terminated: ok {rc=0} 00:45:25.123483 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13064): Process ended prematurely: osmo-stp_10.42.42.5(pid=13064) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)] [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 00:45:25.132924 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec) 00:45:25.161536 run osmo-hlr_10.42.42.2(pid=13061): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13061)] 00:45:25.212233 run osmo-hlr_10.42.42.2(pid=13061): stdout: | (launched: 2022-12-13_00:45:21.785509) 00:45:25.264888 run osmo-hlr_10.42.42.2(pid=13061): stderr: | 20221213004521978 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004521978 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004521978 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004521978 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004521978 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004521978 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004521991 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004521999 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004521999 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004521999 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:45:25.317742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Terminating (SIGTERM) 00:45:25.360032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Terminating (SIGTERM) 00:45:25.402656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Terminating (SIGTERM) 00:45:25.445215 --- ParallelTerminationStrategy: PID 13060 died... 00:45:25.465631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Terminated: ok {rc=0} 00:45:25.512921 --- ParallelTerminationStrategy: PID 13063 died... 00:45:25.532832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Terminated: ok {rc=0} 00:45:25.580073 --- ParallelTerminationStrategy: PID 13066 died... 00:45:25.599917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Terminated: ok {rc=0} 00:45:25.689147 bus /gobi_0: Setting Powered False 00:45:26.788942 bus /gobi_0: Setting Powered False 00:45:27.906132 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 00:45:29.163134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:45:29.169581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 00:45:29.205933 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 00:45:29.241543 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 00:45:29.295969 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 00:45:29.330787 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 00:45:29.366046 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 00:45:29.919845 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 00:45:29.926051 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:29.937863 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 00:45:30.009624 tst switch_tch_pdch.py: using LAC 32457 00:45:30.131488 tst switch_tch_pdch.py: using RAC 72 00:45:30.252737 tst switch_tch_pdch.py: using CellId 32457 00:45:30.372230 tst switch_tch_pdch.py: using BVCI 32458 00:45:30.483502 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.494554 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.505415 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.516134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.527273 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.538274 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.549257 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:45:30.560137 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:45:30.678572 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:45:30.798636 tst switch_tch_pdch.py:51: start network... 00:45:31.023111 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:45:31.513811 run create_hlr_db(pid=13071): Launched 00:45:31.664459 bus /gobi_6: Setting Powered False 00:45:32.724101 run create_hlr_db(pid=13071): Terminated: ok {rc=0} 00:45:33.121569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Launched 00:45:33.425471 run osmo-hlr_10.42.42.2(pid=13074): Launched 00:45:33.540355 run osmo-stp_10.42.42.5: Starting osmo-stp 00:45:34.049374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Launched 00:45:34.350678 run osmo-stp_10.42.42.5(pid=13077): Launched 00:45:34.464713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:45:34.966352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Launched 00:45:35.081454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:45:35.336796 run patchelf(pid=13080): Launched 00:45:35.505245 run osmo-stp_10.42.42.5(pid=13077): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)] 00:45:35.633755 run osmo-stp_10.42.42.5(pid=13077): stdout: | (launched: 2022-12-13_00:45:34.295015) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:35.763905 run osmo-stp_10.42.42.5(pid=13077): stderr: | 20221213004534464 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004534464 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004534464 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004534464 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004534465 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004534465 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004534465 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:35.893734 run osmo-stp_10.42.42.5(pid=13077): stdout: | (launched: 2022-12-13_00:45:34.295015) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:36.017298 run osmo-stp_10.42.42.5(pid=13077): stderr: | 20221213004534464 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004534464 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004534464 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004534464 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004534465 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004534465 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004534465 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:36.163432 run patchelf(pid=13080): Terminating (SIGINT) 00:45:36.334861 run patchelf(pid=13080): Terminated: ok {rc=0} 00:45:36.458062 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)] [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 00:45:36.467154 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 00:45:36.494024 run osmo-hlr_10.42.42.2(pid=13074): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13074)] 00:45:36.541759 run osmo-hlr_10.42.42.2(pid=13074): stdout: | (launched: 2022-12-13_00:45:33.369485) 00:45:36.591304 run osmo-hlr_10.42.42.2(pid=13074): stderr: | 20221213004533542 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004533542 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004533542 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004533542 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004533542 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004533542 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004533554 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004533563 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004533564 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004533564 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:45:36.641466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminating (SIGTERM) 00:45:36.681566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminating (SIGTERM) 00:45:36.721647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Terminating (SIGTERM) 00:45:36.762020 --- ParallelTerminationStrategy: PID 13073 died... 00:45:36.781208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminated: ok {rc=0} 00:45:36.825961 --- ParallelTerminationStrategy: PID 13076 died... 00:45:36.844576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminated: ok {rc=0} 00:45:36.888844 --- ParallelTerminationStrategy: PID 13079 died... 00:45:36.907633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Terminated: ok {rc=0} 00:45:36.991282 bus /gobi_0: Setting Powered False 00:45:38.089910 bus /gobi_0: Setting Powered False 00:45:39.207303 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:trx-umtrx --------------------------------------------------------------------- 00:45:40.457608 tst nitb_sms:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:45:40.461805 tst nitb_sms:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:45:40.494324 tst nitb_sms:trx-umtrx: Verifying 1 x ip_address (candidates: 9) 00:45:40.501024 tst nitb_sms:trx-umtrx: Verifying 2 x modem (candidates: 12) 00:45:40.554065 tst nitb_sms:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:45:40.586546 tst nitb_sms:trx-umtrx: Reserving 1 x ip_address (candidates: 9) 00:45:40.593146 tst nitb_sms:trx-umtrx: Reserving 2 x modem (candidates: 12) 00:45:41.130211 tst nitb_sms:trx-umtrx: RESERVED RESOURCES for nitb_sms: bts UmTRX ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:trx-umtrx mo_mt_sms.py ---------------------------------------------- 00:45:41.135063 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1) 00:45:41.145952 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1) 00:45:41.195130 tst mo_mt_sms.py: using LAC 32458 00:45:41.312790 tst mo_mt_sms.py: using RAC 73 00:45:41.429358 tst mo_mt_sms.py: using CellId 32458 00:45:41.548226 tst mo_mt_sms.py: using BVCI 32459 00:45:41.656815 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2) 00:45:41.776193 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2) 00:45:41.890402 tst mo_mt_sms.py:9: start nitb and bts... 00:45:42.094054 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:45:42.712574 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Launched 00:45:43.015129 run osmo-nitb_10.42.42.2(pid=13085): Launched 00:45:43.182404 run osmo-nitb_10.42.42.2(pid=13085): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)] 00:45:43.318071 run osmo-nitb_10.42.42.2(pid=13085): stdout: | (launched: 2022-12-13_00:45:42.959428) 00:45:43.455546 run osmo-nitb_10.42.42.2(pid=13085): stderr: | (launched: 2022-12-13_00:45:43.004180) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:45:43.592826 run osmo-nitb_10.42.42.2(pid=13085): stdout: | (launched: 2022-12-13_00:45:42.959428) 00:45:43.724700 run osmo-nitb_10.42.42.2(pid=13085): stderr: | (launched: 2022-12-13_00:45:43.004180) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)] 00:45:44.128912 tst osmo-nitb_10.42.42.2(pid=13085): stdout: | (launched: 2022-12-13_00:45:42.959428) 00:45:44.250959 tst osmo-nitb_10.42.42.2(pid=13085): stderr: | (launched: 2022-12-13_00:45:43.004180) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:45:44.394960 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)] [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11] 00:45:44.403363 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 00:45:44.410081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Terminating (SIGTERM) 00:45:44.618744 --- ParallelTerminationStrategy: PID 13084 died... 00:45:44.639836 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Terminated: ok {rc=0} 00:45:44.724060 bus /sierra_3: Setting Powered False 00:45:45.822324 bus /sierra_3: Setting Powered False 00:45:46.964756 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:trx-umtrx --------------------------------------------------------------------- 00:45:48.162071 tst sms:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:45:48.166205 tst sms:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:45:48.198955 tst sms:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 00:45:48.225602 tst sms:trx-umtrx: Verifying 2 x modem (candidates: 12) 00:45:48.278997 tst sms:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:45:48.311695 tst sms:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 00:45:48.337943 tst sms:trx-umtrx: Reserving 2 x modem (candidates: 12) 00:45:48.885914 tst sms:trx-umtrx: RESERVED RESOURCES for sms: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:trx-umtrx mo_mt_sms.py ---------------------------------------------- 00:45:48.891308 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:48.902552 tst sms:trx-umtrx: Using 1 x bts (candidates: 1) 00:45:48.950698 tst mo_mt_sms.py: using LAC 32459 00:45:49.079239 tst mo_mt_sms.py: using RAC 74 00:45:49.206189 tst mo_mt_sms.py: using CellId 32459 00:45:49.334739 tst mo_mt_sms.py: using BVCI 32460 00:45:49.454340 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:49.465905 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:49.476841 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:49.488068 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:49.499288 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:45:49.510245 tst sms:trx-umtrx: Using 1 x modem (candidates: 2) 00:45:49.627360 tst sms:trx-umtrx: Using 1 x modem (candidates: 2) 00:45:49.743919 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:45:50.213453 run create_hlr_db(pid=13089): Launched 00:45:50.337923 bus /sierra_2: Setting Powered False 00:45:51.397981 run create_hlr_db(pid=13089): Terminated: ok {rc=0} 00:45:51.840259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Launched 00:45:52.164001 run osmo-hlr_10.42.42.2(pid=13092): Launched 00:45:52.286249 run osmo-stp_10.42.42.5: Starting osmo-stp 00:45:52.845986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Launched 00:45:53.170665 run osmo-stp_10.42.42.5(pid=13095): Launched 00:45:53.293383 run osmo-msc_10.42.42.6: Starting osmo-msc 00:45:53.880647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Launched 00:45:54.204012 run osmo-msc_10.42.42.6(pid=13098): Launched 00:45:54.384238 run osmo-stp_10.42.42.5(pid=13095): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] 00:45:54.520770 run osmo-stp_10.42.42.5(pid=13095): stdout: | (launched: 2022-12-13_00:45:53.110875) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:54.657669 run osmo-stp_10.42.42.5(pid=13095): stderr: | 20221213004553299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004553299 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004553299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004553300 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004553300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004553300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004553300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:54.792721 run osmo-stp_10.42.42.5(pid=13095): stdout: | (launched: 2022-12-13_00:45:53.110875) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:45:54.921529 run osmo-stp_10.42.42.5(pid=13095): stderr: | 20221213004553299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004553299 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004553299 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004553300 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004553300 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004553300 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004553300 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:45:55.075396 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16] 00:45:55.084215 tst mo_mt_sms.py:16: Test FAILED (6.2 sec) 00:45:55.111804 run osmo-hlr_10.42.42.2(pid=13092): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13092)] 00:45:55.162701 run osmo-hlr_10.42.42.2(pid=13092): stdout: | (launched: 2022-12-13_00:45:52.104634) 00:45:55.215044 run osmo-hlr_10.42.42.2(pid=13092): stderr: | 20221213004552299 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004552299 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004552299 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004552299 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004552299 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004552299 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004552311 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004552319 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004552319 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004552319 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:45:55.288137 run osmo-msc_10.42.42.6(pid=13098): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13098)] 00:45:55.338845 run osmo-msc_10.42.42.6(pid=13098): stdout: | (launched: 2022-12-13_00:45:54.144424) 00:45:55.391569 run osmo-msc_10.42.42.6(pid=13098): stderr: | 20221213004554463 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004554464 DLGLOBAL DEBUG validating counter group 0x7f3378a42c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004554464 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004554464 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004554464 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004554464 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004554466 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004554466 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004554466 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004554467 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:45:55.444245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminating (SIGTERM) 00:45:55.486918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminating (SIGTERM) 00:45:55.529397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminating (SIGTERM) 00:45:55.572015 --- ParallelTerminationStrategy: PID 13091 died... 00:45:55.592006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminated: ok {rc=0} 00:45:55.638821 --- ParallelTerminationStrategy: PID 13094 died... 00:45:55.658352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminated: ok {rc=0} 00:45:55.704905 --- ParallelTerminationStrategy: PID 13097 died... 00:45:55.724476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminated: ok {rc=0} 00:45:55.812253 bus /sierra_3: Setting Powered False 00:45:56.911856 bus /sierra_3: Setting Powered False 00:45:58.025711 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-umtrx --------------------------------------------------------------------- 00:45:59.258830 tst nitb_ussd:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:45:59.263465 tst nitb_ussd:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:45:59.298057 tst nitb_ussd:trx-umtrx: Verifying 1 x ip_address (candidates: 9) 00:45:59.305157 tst nitb_ussd:trx-umtrx: Verifying 1 x modem (candidates: 12) 00:45:59.347161 tst nitb_ussd:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:45:59.381555 tst nitb_ussd:trx-umtrx: Reserving 1 x ip_address (candidates: 9) 00:45:59.388689 tst nitb_ussd:trx-umtrx: Reserving 1 x modem (candidates: 12) 00:45:59.901842 tst nitb_ussd:trx-umtrx: RESERVED RESOURCES for nitb_ussd: bts UmTRX ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:trx-umtrx assert_extension.py ---------------------------------------------- 00:45:59.907322 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1) 00:45:59.918748 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1) 00:45:59.971839 tst assert_extension.py: using LAC 32460 00:46:00.102201 tst assert_extension.py: using RAC 75 00:46:00.231540 tst assert_extension.py: using CellId 32460 00:46:00.356292 tst assert_extension.py: using BVCI 32461 00:46:00.475661 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1) 00:46:00.590969 tst assert_extension.py:10: start nitb and bts... 00:46:00.793170 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:46:01.474917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Launched 00:46:01.824851 run osmo-nitb_10.42.42.2(pid=13104): Launched 00:46:02.033336 run osmo-nitb_10.42.42.2(pid=13104): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)] 00:46:02.181149 run osmo-nitb_10.42.42.2(pid=13104): stdout: | (launched: 2022-12-13_00:46:01.756635) 00:46:02.328630 run osmo-nitb_10.42.42.2(pid=13104): stderr: | (launched: 2022-12-13_00:46:01.807559) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:46:02.476012 run osmo-nitb_10.42.42.2(pid=13104): stdout: | (launched: 2022-12-13_00:46:01.756635) 00:46:02.616561 run osmo-nitb_10.42.42.2(pid=13104): stderr: | (launched: 2022-12-13_00:46:01.807559) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)] 00:46:02.974612 tst osmo-nitb_10.42.42.2(pid=13104): stdout: | (launched: 2022-12-13_00:46:01.756635) 00:46:03.105282 tst osmo-nitb_10.42.42.2(pid=13104): stderr: | (launched: 2022-12-13_00:46:01.807559) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:46:03.259239 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)] [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12] 00:46:03.268093 tst assert_extension.py:12: Test FAILED (3.4 sec) 00:46:03.275178 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Terminating (SIGTERM) 00:46:03.487215 --- ParallelTerminationStrategy: PID 13103 died... 00:46:03.508165 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Terminated: ok {rc=0} 00:46:03.597462 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:trx-umtrx --------------------------------------------------------------------- 00:46:04.778625 tst ussd:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:46:04.783576 tst ussd:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:46:04.819033 tst ussd:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 00:46:04.846697 tst ussd:trx-umtrx: Verifying 1 x modem (candidates: 12) 00:46:04.883325 tst ussd:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:46:04.916216 tst ussd:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 00:46:04.942871 tst ussd:trx-umtrx: Reserving 1 x modem (candidates: 12) 00:46:05.472268 tst ussd:trx-umtrx: RESERVED RESOURCES for ussd: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:trx-umtrx assert_extension.py ---------------------------------------------- 00:46:05.477799 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:05.488867 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1) 00:46:05.537123 tst assert_extension.py: using LAC 32461 00:46:05.663958 tst assert_extension.py: using RAC 76 00:46:05.791072 tst assert_extension.py: using CellId 32461 00:46:05.919484 tst assert_extension.py: using BVCI 32462 00:46:06.038957 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:06.050120 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:06.061657 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:06.073161 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:06.084542 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:46:06.096079 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1) 00:46:06.213467 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:06.683701 run create_hlr_db(pid=13108): Launched 00:46:06.806720 bus /sierra_2: Setting Powered False 00:46:07.866731 run create_hlr_db(pid=13108): Terminated: ok {rc=0} 00:46:08.309435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Launched 00:46:08.634533 run osmo-hlr_10.42.42.2(pid=13111): Launched 00:46:08.757697 run osmo-stp_10.42.42.5: Starting osmo-stp 00:46:09.325758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Launched 00:46:09.649484 run osmo-stp_10.42.42.5(pid=13114): Launched 00:46:09.774823 run osmo-msc_10.42.42.6: Starting osmo-msc 00:46:10.361269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Launched 00:46:10.683680 run osmo-msc_10.42.42.6(pid=13117): Launched 00:46:10.862576 run osmo-stp_10.42.42.5(pid=13114): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)] 00:46:10.998599 run osmo-stp_10.42.42.5(pid=13114): stdout: | (launched: 2022-12-13_00:46:09.590350) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:11.135158 run osmo-stp_10.42.42.5(pid=13114): stderr: | 20221213004609778 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004609778 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004609778 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004609779 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004609779 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004609779 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004609779 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:11.270363 run osmo-stp_10.42.42.5(pid=13114): stdout: | (launched: 2022-12-13_00:46:09.590350) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:11.398371 run osmo-stp_10.42.42.5(pid=13114): stderr: | 20221213004609778 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004609778 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004609778 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004609779 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004609779 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004609779 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004609779 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:11.552443 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)] [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17] 00:46:11.561653 tst assert_extension.py:17: Test FAILED (6.1 sec) 00:46:11.589992 run osmo-hlr_10.42.42.2(pid=13111): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13111)] 00:46:11.640589 run osmo-hlr_10.42.42.2(pid=13111): stdout: | (launched: 2022-12-13_00:46:08.574927) 00:46:11.693016 run osmo-hlr_10.42.42.2(pid=13111): stderr: | 20221213004608769 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004608769 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004608769 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004608769 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004608769 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004608769 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004608785 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004608796 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004608796 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004608796 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:46:11.765489 run osmo-msc_10.42.42.6(pid=13117): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13117)] 00:46:11.816088 run osmo-msc_10.42.42.6(pid=13117): stdout: | (launched: 2022-12-13_00:46:10.624048) 00:46:11.868407 run osmo-msc_10.42.42.6(pid=13117): stderr: | 20221213004610941 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004610941 DLGLOBAL DEBUG validating counter group 0x7f53e281dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004610941 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004610941 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004610941 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004610941 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004610943 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004610943 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004610944 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004610944 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:46:11.921162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminating (SIGTERM) 00:46:11.963887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminating (SIGTERM) 00:46:12.006694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminating (SIGTERM) 00:46:12.049755 --- ParallelTerminationStrategy: PID 13110 died... 00:46:12.069876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminated: ok {rc=0} 00:46:12.117045 --- ParallelTerminationStrategy: PID 13113 died... 00:46:12.136594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminated: ok {rc=0} 00:46:12.183477 --- ParallelTerminationStrategy: PID 13116 died... 00:46:12.203062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminated: ok {rc=0} 00:46:12.291189 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:46:13.503200 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:46:13.510324 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:46:13.544776 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:46:13.571149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:46:13.623242 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:46:13.657641 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:46:13.685088 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:46:14.237449 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:46:14.292261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.304198 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:46:14.376814 tst mo_mt_call.py: using LAC 32462 00:46:14.507111 tst mo_mt_call.py: using RAC 77 00:46:14.636795 tst mo_mt_call.py: using CellId 32462 00:46:14.765072 tst mo_mt_call.py: using BVCI 32463 00:46:14.885480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.897352 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.908880 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.921261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.933589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:14.945712 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:46:15.063866 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:46:15.186936 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:15.702608 run create_hlr_db(pid=13122): Launched 00:46:15.828242 bus /sierra_2: Setting Powered False 00:46:16.892162 run create_hlr_db(pid=13122): Terminated: ok {rc=0} 00:46:17.358172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Launched 00:46:17.675198 run osmo-hlr_10.42.42.2(pid=13125): Launched 00:46:17.791109 run osmo-stp_10.42.42.5: Starting osmo-stp 00:46:18.322309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Launched 00:46:18.630676 run osmo-stp_10.42.42.5(pid=13128): Launched 00:46:18.746835 run osmo-msc_10.42.42.6: Starting osmo-msc 00:46:19.303993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Launched 00:46:19.614698 run osmo-msc_10.42.42.6(pid=13131): Launched 00:46:19.788166 run osmo-stp_10.42.42.5(pid=13128): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)] 00:46:19.918074 run osmo-stp_10.42.42.5(pid=13128): stdout: | (launched: 2022-12-13_00:46:18.573772) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:20.048087 run osmo-stp_10.42.42.5(pid=13128): stderr: | 20221213004618742 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004618742 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004618743 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004618743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004618744 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004618744 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004618744 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:20.175827 run osmo-stp_10.42.42.5(pid=13128): stdout: | (launched: 2022-12-13_00:46:18.573772) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:20.298210 run osmo-stp_10.42.42.5(pid=13128): stderr: | 20221213004618742 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004618742 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004618743 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004618743 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004618744 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004618744 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004618744 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:20.444474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:46:20.453795 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:46:20.480194 run osmo-hlr_10.42.42.2(pid=13125): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13125)] 00:46:20.527798 run osmo-hlr_10.42.42.2(pid=13125): stdout: | (launched: 2022-12-13_00:46:17.618537) 00:46:20.577080 run osmo-hlr_10.42.42.2(pid=13125): stderr: | 20221213004617791 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004617791 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004617791 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004617791 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004617791 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004617791 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004617804 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004617814 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004617814 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004617814 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:46:20.645824 run osmo-msc_10.42.42.6(pid=13131): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13131)] 00:46:20.693324 run osmo-msc_10.42.42.6(pid=13131): stdout: | (launched: 2022-12-13_00:46:19.557805) 00:46:20.742706 run osmo-msc_10.42.42.6(pid=13131): stderr: | 20221213004619829 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004619829 DLGLOBAL DEBUG validating counter group 0x7ff81e38bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004619829 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004619829 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004619829 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004619830 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004619831 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004619832 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004619832 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004619832 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:46:20.792080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminating (SIGTERM) 00:46:20.831689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminating (SIGTERM) 00:46:20.871829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminating (SIGTERM) 00:46:20.911918 --- ParallelTerminationStrategy: PID 13124 died... 00:46:20.931038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminated: ok {rc=0} 00:46:20.975049 --- ParallelTerminationStrategy: PID 13127 died... 00:46:20.993713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminated: ok {rc=0} 00:46:21.037569 --- ParallelTerminationStrategy: PID 13130 died... 00:46:21.056171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminated: ok {rc=0} 00:46:21.140063 bus /sierra_3: Setting Powered False 00:46:22.234735 bus /sierra_3: Setting Powered False 00:46:23.349350 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:46:24.497407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:24.509174 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:46:24.577804 tst mo_mt_call_osmux.py: using LAC 32463 00:46:24.710157 tst mo_mt_call_osmux.py: using RAC 78 00:46:24.840776 tst mo_mt_call_osmux.py: using CellId 32463 00:46:24.969358 tst mo_mt_call_osmux.py: using BVCI 32464 00:46:25.089543 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:25.101353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:25.112908 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:25.124755 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:25.136718 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:46:25.148502 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:46:25.268270 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:46:25.385370 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:25.862531 run create_hlr_db(pid=13133): Launched 00:46:25.987559 bus /sierra_2: Setting Powered False 00:46:27.048546 run create_hlr_db(pid=13133): Terminated: ok {rc=0} 00:46:27.496304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Launched 00:46:27.826720 run osmo-hlr_10.42.42.2(pid=13136): Launched 00:46:27.951703 run osmo-stp_10.42.42.5: Starting osmo-stp 00:46:28.524634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Launched 00:46:28.853644 run osmo-stp_10.42.42.5(pid=13139): Launched 00:46:28.979048 run osmo-msc_10.42.42.6: Starting osmo-msc 00:46:29.578762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Launched 00:46:29.909314 run osmo-msc_10.42.42.6(pid=13142): Launched 00:46:30.092428 run osmo-stp_10.42.42.5(pid=13139): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)] 00:46:30.231268 run osmo-stp_10.42.42.5(pid=13139): stdout: | (launched: 2022-12-13_00:46:28.793472) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:30.371052 run osmo-stp_10.42.42.5(pid=13139): stderr: | 20221213004628981 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004628981 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004628981 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004628981 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004628982 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004628982 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004628982 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:30.509393 run osmo-stp_10.42.42.5(pid=13139): stdout: | (launched: 2022-12-13_00:46:28.793472) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:30.640711 run osmo-stp_10.42.42.5(pid=13139): stderr: | 20221213004628981 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004628981 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004628981 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004628981 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004628982 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004628982 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004628982 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:30.797336 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13139): Process ended prematurely: osmo-stp_10.42.42.5(pid=13139) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:46:30.807179 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:46:30.837202 run osmo-hlr_10.42.42.2(pid=13136): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13136)] 00:46:30.895283 run osmo-hlr_10.42.42.2(pid=13136): stdout: | (launched: 2022-12-13_00:46:27.766201) 00:46:30.950048 run osmo-hlr_10.42.42.2(pid=13136): stderr: | 20221213004627960 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004627960 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004627961 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004627961 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004627961 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004627961 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004627973 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004627982 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004627982 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004627982 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:46:31.025189 run osmo-msc_10.42.42.6(pid=13142): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13142)] 00:46:31.078140 run osmo-msc_10.42.42.6(pid=13142): stdout: | (launched: 2022-12-13_00:46:29.848661) 00:46:31.132503 run osmo-msc_10.42.42.6(pid=13142): stderr: | 20221213004630168 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004630169 DLGLOBAL DEBUG validating counter group 0x7febf494ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004630169 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004630169 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004630169 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004630169 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004630171 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004630171 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004630171 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004630171 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:46:31.187564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Terminating (SIGTERM) 00:46:31.231884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Terminating (SIGTERM) 00:46:31.276720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Terminating (SIGTERM) 00:46:31.323539 --- ParallelTerminationStrategy: PID 13135 died... 00:46:31.344470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Terminated: ok {rc=0} 00:46:31.395833 --- ParallelTerminationStrategy: PID 13138 died... 00:46:31.416627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Terminated: ok {rc=0} 00:46:31.466418 --- ParallelTerminationStrategy: PID 13141 died... 00:46:31.487453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Terminated: ok {rc=0} 00:46:31.580510 bus /sierra_3: Setting Powered False 00:46:32.681454 bus /sierra_3: Setting Powered False 00:46:33.798046 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:46:35.048783 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:46:35.056248 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:46:35.091169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:46:35.118954 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:46:35.171616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:46:35.205761 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:46:35.234114 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:46:35.785509 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:46:35.838695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:35.850552 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:46:35.921125 tst mo_mt_call.py: using LAC 32464 00:46:36.050686 tst mo_mt_call.py: using RAC 79 00:46:36.179178 tst mo_mt_call.py: using CellId 32464 00:46:36.309271 tst mo_mt_call.py: using BVCI 32465 00:46:36.430060 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:36.441886 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:36.453483 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:36.465462 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:36.477363 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:36.489586 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:46:36.607902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:46:36.729518 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:37.241649 run create_hlr_db(pid=13147): Launched 00:46:37.367941 bus /sierra_2: Setting Powered False 00:46:38.433518 run create_hlr_db(pid=13147): Terminated: ok {rc=0} 00:46:38.872897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Launched 00:46:39.182638 run osmo-hlr_10.42.42.2(pid=13150): Launched 00:46:39.299200 run osmo-stp_10.42.42.5: Starting osmo-stp 00:46:39.849197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Launched 00:46:40.156704 run osmo-stp_10.42.42.5(pid=13153): Launched 00:46:40.273240 run osmo-msc_10.42.42.6: Starting osmo-msc 00:46:40.830748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Launched 00:46:41.137848 run osmo-msc_10.42.42.6(pid=13156): Launched 00:46:41.308901 run osmo-stp_10.42.42.5(pid=13153): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)] 00:46:41.438414 run osmo-stp_10.42.42.5(pid=13153): stdout: | (launched: 2022-12-13_00:46:40.099487) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:41.567500 run osmo-stp_10.42.42.5(pid=13153): stderr: | 20221213004640269 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004640269 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004640269 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004640270 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004640270 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004640270 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004640271 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:41.695013 run osmo-stp_10.42.42.5(pid=13153): stdout: | (launched: 2022-12-13_00:46:40.099487) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:41.816777 run osmo-stp_10.42.42.5(pid=13153): stderr: | 20221213004640269 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004640269 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004640269 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004640270 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004640270 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004640270 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004640271 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:41.963401 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13153): Process ended prematurely: osmo-stp_10.42.42.5(pid=13153) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:46:41.972301 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:46:41.998823 run osmo-hlr_10.42.42.2(pid=13150): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13150)] 00:46:42.046876 run osmo-hlr_10.42.42.2(pid=13150): stdout: | (launched: 2022-12-13_00:46:39.126202) 00:46:42.096508 run osmo-hlr_10.42.42.2(pid=13150): stderr: | 20221213004639301 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004639301 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004639301 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004639301 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004639301 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004639301 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004639313 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004639321 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004639321 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004639321 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:46:42.165585 run osmo-msc_10.42.42.6(pid=13156): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13156)] 00:46:42.213155 run osmo-msc_10.42.42.6(pid=13156): stdout: | (launched: 2022-12-13_00:46:41.081400) 00:46:42.262268 run osmo-msc_10.42.42.6(pid=13156): stderr: | 20221213004641351 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004641351 DLGLOBAL DEBUG validating counter group 0x7f4245ad6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004641351 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004641351 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004641351 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004641352 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004641353 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004641354 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004641354 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004641354 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:46:42.311700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Terminating (SIGTERM) 00:46:42.351342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Terminating (SIGTERM) 00:46:42.391064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Terminating (SIGTERM) 00:46:42.431203 --- ParallelTerminationStrategy: PID 13149 died... 00:46:42.450314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Terminated: ok {rc=0} 00:46:42.494907 --- ParallelTerminationStrategy: PID 13152 died... 00:46:42.513671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Terminated: ok {rc=0} 00:46:42.557749 --- ParallelTerminationStrategy: PID 13155 died... 00:46:42.577001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Terminated: ok {rc=0} 00:46:42.661500 bus /sierra_3: Setting Powered False 00:46:43.761442 bus /sierra_3: Setting Powered False 00:46:44.877988 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:46:46.044580 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.062666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:46:46.154363 tst mo_mt_call_osmux.py: using LAC 32465 00:46:46.278234 tst mo_mt_call_osmux.py: using RAC 80 00:46:46.437689 tst mo_mt_call_osmux.py: using CellId 32465 00:46:46.598737 tst mo_mt_call_osmux.py: using BVCI 32466 00:46:46.723749 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.736740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.750722 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.764506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.777408 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:46:46.792362 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:46:46.917337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:46:47.073629 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:47.584587 run create_hlr_db(pid=13158): Launched 00:46:47.709523 bus /sierra_2: Setting Powered False 00:46:48.770684 run create_hlr_db(pid=13158): Terminated: ok {rc=0} 00:46:49.220799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Launched 00:46:49.551791 run osmo-hlr_10.42.42.2(pid=13161): Launched 00:46:49.677841 run osmo-stp_10.42.42.5: Starting osmo-stp 00:46:50.246316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Launched 00:46:50.576773 run osmo-stp_10.42.42.5(pid=13164): Launched 00:46:50.702319 run osmo-msc_10.42.42.6: Starting osmo-msc 00:46:51.298973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Launched 00:46:51.611708 run osmo-msc_10.42.42.6(pid=13167): Launched 00:46:51.783117 run osmo-stp_10.42.42.5(pid=13164): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)] 00:46:51.912749 run osmo-stp_10.42.42.5(pid=13164): stdout: | (launched: 2022-12-13_00:46:50.516001) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:52.042600 run osmo-stp_10.42.42.5(pid=13164): stderr: | 20221213004650706 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004650706 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004650707 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004650707 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004650708 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004650708 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004650708 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:52.170662 run osmo-stp_10.42.42.5(pid=13164): stdout: | (launched: 2022-12-13_00:46:50.516001) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:46:52.293471 run osmo-stp_10.42.42.5(pid=13164): stderr: | 20221213004650706 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004650706 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004650707 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004650707 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004650708 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004650708 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004650708 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:46:52.439230 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:46:52.448136 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 00:46:52.474469 run osmo-hlr_10.42.42.2(pid=13161): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13161)] 00:46:52.523290 run osmo-hlr_10.42.42.2(pid=13161): stdout: | (launched: 2022-12-13_00:46:49.490775) 00:46:52.573350 run osmo-hlr_10.42.42.2(pid=13161): stderr: | 20221213004649688 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004649688 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004649688 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004649688 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004649688 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004649688 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004649700 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004649709 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004649710 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004649710 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:46:52.641996 run osmo-msc_10.42.42.6(pid=13167): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13167)] 00:46:52.689681 run osmo-msc_10.42.42.6(pid=13167): stdout: | (launched: 2022-12-13_00:46:51.554608) 00:46:52.738893 run osmo-msc_10.42.42.6(pid=13167): stderr: | 20221213004651824 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004651824 DLGLOBAL DEBUG validating counter group 0x7f28972edc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004651824 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004651824 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004651824 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004651825 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004651826 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004651827 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004651827 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004651827 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:46:52.788573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminating (SIGTERM) 00:46:52.828644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminating (SIGTERM) 00:46:52.868465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Terminating (SIGTERM) 00:46:52.908812 --- ParallelTerminationStrategy: PID 13160 died... 00:46:52.928003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminated: ok {rc=0} 00:46:52.972025 --- ParallelTerminationStrategy: PID 13163 died... 00:46:52.990857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminated: ok {rc=0} 00:46:53.034773 --- ParallelTerminationStrategy: PID 13166 died... 00:46:53.053693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Terminated: ok {rc=0} 00:46:53.137797 bus /sierra_3: Setting Powered False 00:46:54.232903 bus /sierra_3: Setting Powered False 00:46:55.349588 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:46:56.600608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:46:56.607082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:46:56.639801 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:46:56.666082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:46:56.716998 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:46:56.749977 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:46:56.776441 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:46:57.327908 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:46:57.378377 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:57.389554 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:46:57.457356 tst mo_mt_call.py: using LAC 32466 00:46:57.577504 tst mo_mt_call.py: using RAC 81 00:46:57.699530 tst mo_mt_call.py: using CellId 32466 00:46:57.820231 tst mo_mt_call.py: using BVCI 32467 00:46:57.943049 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:57.954985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:57.966765 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:57.978948 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:57.991308 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:46:58.004262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:46:58.122714 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:46:58.240887 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:46:58.720920 run create_hlr_db(pid=13172): Launched 00:46:58.847582 bus /sierra_2: Setting Powered False 00:46:59.908585 run create_hlr_db(pid=13172): Terminated: ok {rc=0} 00:47:00.337819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Launched 00:47:00.647241 run osmo-hlr_10.42.42.2(pid=13175): Launched 00:47:00.763279 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:01.352268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Launched 00:47:01.734244 run osmo-stp_10.42.42.5(pid=13178): Launched 00:47:01.928501 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:02.603750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Launched 00:47:02.933751 run osmo-msc_10.42.42.6(pid=13181): Launched 00:47:03.120368 run osmo-stp_10.42.42.5(pid=13178): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] 00:47:03.260740 run osmo-stp_10.42.42.5(pid=13178): stdout: | (launched: 2022-12-13_00:47:01.672756) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:03.402598 run osmo-stp_10.42.42.5(pid=13178): stderr: | 20221213004702031 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004702031 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004702031 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004702032 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004702032 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004702032 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004702032 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:03.540588 run osmo-stp_10.42.42.5(pid=13178): stdout: | (launched: 2022-12-13_00:47:01.672756) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:03.671374 run osmo-stp_10.42.42.5(pid=13178): stderr: | 20221213004702031 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004702031 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004702031 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004702032 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004702032 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004702032 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004702032 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:03.827845 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:47:03.837681 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 00:47:03.866114 run osmo-hlr_10.42.42.2(pid=13175): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13175)] 00:47:03.916774 run osmo-hlr_10.42.42.2(pid=13175): stdout: | (launched: 2022-12-13_00:47:00.590092) 00:47:03.969147 run osmo-hlr_10.42.42.2(pid=13175): stderr: | 20221213004700764 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004700764 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004700764 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004700764 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004700764 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004700764 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004700777 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004700785 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004700785 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004700785 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:04.041879 run osmo-msc_10.42.42.6(pid=13181): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13181)] 00:47:04.092424 run osmo-msc_10.42.42.6(pid=13181): stdout: | (launched: 2022-12-13_00:47:02.873279) 00:47:04.144871 run osmo-msc_10.42.42.6(pid=13181): stderr: | 20221213004703263 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004703263 DLGLOBAL DEBUG validating counter group 0x7fcc7152fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004703263 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004703263 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004703264 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004703264 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004703265 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004703266 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004703266 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004703266 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:04.197639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminating (SIGTERM) 00:47:04.239763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminating (SIGTERM) 00:47:04.282049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Terminating (SIGTERM) 00:47:04.324270 --- ParallelTerminationStrategy: PID 13174 died... 00:47:04.344643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminated: ok {rc=0} 00:47:04.392313 --- ParallelTerminationStrategy: PID 13177 died... 00:47:04.412409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminated: ok {rc=0} 00:47:04.459126 --- ParallelTerminationStrategy: PID 13180 died... 00:47:04.478815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Terminated: ok {rc=0} 00:47:04.569188 bus /sierra_3: Setting Powered False 00:47:05.668836 bus /sierra_3: Setting Powered False 00:47:06.785328 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:47:07.937657 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:07.950320 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:47:08.022251 tst mo_mt_call_osmux.py: using LAC 32467 00:47:08.152497 tst mo_mt_call_osmux.py: using RAC 82 00:47:08.281922 tst mo_mt_call_osmux.py: using CellId 32467 00:47:08.411287 tst mo_mt_call_osmux.py: using BVCI 32468 00:47:08.534530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:08.546223 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:08.557962 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:08.569984 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:08.582502 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:47:08.595027 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:47:08.714590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:47:08.832670 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:47:09.344388 run create_hlr_db(pid=13183): Launched 00:47:09.470764 bus /sierra_2: Setting Powered False 00:47:10.536556 run create_hlr_db(pid=13183): Terminated: ok {rc=0} 00:47:10.977744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Launched 00:47:11.285612 run osmo-hlr_10.42.42.2(pid=13186): Launched 00:47:11.402295 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:11.935284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Launched 00:47:12.265721 run osmo-stp_10.42.42.5(pid=13189): Launched 00:47:12.392420 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:12.990461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Launched 00:47:13.321800 run osmo-msc_10.42.42.6(pid=13192): Launched 00:47:13.505342 run osmo-stp_10.42.42.5(pid=13189): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)] 00:47:13.644809 run osmo-stp_10.42.42.5(pid=13189): stdout: | (launched: 2022-12-13_00:47:12.205796) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:13.784536 run osmo-stp_10.42.42.5(pid=13189): stderr: | 20221213004712395 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004712395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004712395 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004712396 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004712396 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004712397 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004712397 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:13.921776 run osmo-stp_10.42.42.5(pid=13189): stdout: | (launched: 2022-12-13_00:47:12.205796) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:14.053150 run osmo-stp_10.42.42.5(pid=13189): stderr: | 20221213004712395 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004712395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004712395 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004712396 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004712396 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004712397 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004712397 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:14.209942 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13189): Process ended prematurely: osmo-stp_10.42.42.5(pid=13189) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:47:14.219792 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:47:14.248660 run osmo-hlr_10.42.42.2(pid=13186): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13186)] 00:47:14.299498 run osmo-hlr_10.42.42.2(pid=13186): stdout: | (launched: 2022-12-13_00:47:11.228309) 00:47:14.352322 run osmo-hlr_10.42.42.2(pid=13186): stderr: | 20221213004711402 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004711402 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004711402 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004711402 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004711403 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004711403 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004711415 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004711423 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004711423 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004711423 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:14.425397 run osmo-msc_10.42.42.6(pid=13192): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13192)] 00:47:14.476052 run osmo-msc_10.42.42.6(pid=13192): stdout: | (launched: 2022-12-13_00:47:13.261341) 00:47:14.528693 run osmo-msc_10.42.42.6(pid=13192): stderr: | 20221213004713580 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004713580 DLGLOBAL DEBUG validating counter group 0x7f53ebb6bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004713580 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004713581 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004713581 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004713581 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004713583 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004713583 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004713583 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004713583 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:14.581463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Terminating (SIGTERM) 00:47:14.625256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Terminating (SIGTERM) 00:47:14.668030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Terminating (SIGTERM) 00:47:14.711020 --- ParallelTerminationStrategy: PID 13185 died... 00:47:14.731228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Terminated: ok {rc=0} 00:47:14.778531 --- ParallelTerminationStrategy: PID 13188 died... 00:47:14.798354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Terminated: ok {rc=0} 00:47:14.845443 --- ParallelTerminationStrategy: PID 13191 died... 00:47:14.865189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Terminated: ok {rc=0} 00:47:14.954369 bus /sierra_3: Setting Powered False 00:47:16.064459 bus /sierra_3: Setting Powered False 00:47:17.213845 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:47:18.465032 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:47:18.472374 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:47:18.507868 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:47:18.536325 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:47:18.591569 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:47:18.626311 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:47:18.654281 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:47:19.205544 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:47:19.259551 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.271484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:47:19.343194 tst mo_mt_call.py: using LAC 32468 00:47:19.473114 tst mo_mt_call.py: using RAC 83 00:47:19.604813 tst mo_mt_call.py: using CellId 32468 00:47:19.734452 tst mo_mt_call.py: using BVCI 32469 00:47:19.854747 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.866807 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.878658 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.890611 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.902877 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:19.915043 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:47:20.036205 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:47:20.159503 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:47:20.639402 run create_hlr_db(pid=13197): Launched 00:47:20.766147 bus /sierra_2: Setting Powered False 00:47:21.826982 run create_hlr_db(pid=13197): Terminated: ok {rc=0} 00:47:22.277292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Launched 00:47:22.608376 run osmo-hlr_10.42.42.2(pid=13200): Launched 00:47:22.734067 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:23.307488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Launched 00:47:23.638511 run osmo-stp_10.42.42.5(pid=13203): Launched 00:47:23.763852 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:24.361918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Launched 00:47:24.692114 run osmo-msc_10.42.42.6(pid=13206): Launched 00:47:24.875368 run osmo-stp_10.42.42.5(pid=13203): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)] 00:47:25.023245 run osmo-stp_10.42.42.5(pid=13203): stdout: | (launched: 2022-12-13_00:47:23.577937) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:25.163024 run osmo-stp_10.42.42.5(pid=13203): stderr: | 20221213004723767 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004723767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004723767 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004723768 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004723768 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004723768 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004723768 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:25.300912 run osmo-stp_10.42.42.5(pid=13203): stdout: | (launched: 2022-12-13_00:47:23.577937) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:25.432215 run osmo-stp_10.42.42.5(pid=13203): stderr: | 20221213004723767 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004723767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004723767 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004723768 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004723768 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004723768 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004723768 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:25.589630 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13203): Process ended prematurely: osmo-stp_10.42.42.5(pid=13203) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:47:25.599298 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:47:25.628150 run osmo-hlr_10.42.42.2(pid=13200): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13200)] 00:47:25.679293 run osmo-hlr_10.42.42.2(pid=13200): stdout: | (launched: 2022-12-13_00:47:22.547444) 00:47:25.732287 run osmo-hlr_10.42.42.2(pid=13200): stderr: | 20221213004722743 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004722743 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004722743 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004722743 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004722743 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004722743 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004722755 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004722764 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004722764 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004722764 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:25.805207 run osmo-msc_10.42.42.6(pid=13206): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13206)] 00:47:25.855995 run osmo-msc_10.42.42.6(pid=13206): stdout: | (launched: 2022-12-13_00:47:24.631638) 00:47:25.908594 run osmo-msc_10.42.42.6(pid=13206): stderr: | 20221213004724950 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004724950 DLGLOBAL DEBUG validating counter group 0x7f776fedec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004724950 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004724950 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004724950 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004724950 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004724952 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004724952 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004724953 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004724953 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:25.961832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Terminating (SIGTERM) 00:47:26.004656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Terminating (SIGTERM) 00:47:26.047211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Terminating (SIGTERM) 00:47:26.089925 --- ParallelTerminationStrategy: PID 13199 died... 00:47:26.110046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Terminated: ok {rc=0} 00:47:26.157260 --- ParallelTerminationStrategy: PID 13202 died... 00:47:26.177089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Terminated: ok {rc=0} 00:47:26.224270 --- ParallelTerminationStrategy: PID 13205 died... 00:47:26.244265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Terminated: ok {rc=0} 00:47:26.333887 bus /sierra_3: Setting Powered False 00:47:27.432334 bus /sierra_3: Setting Powered False 00:47:28.548761 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:47:29.691910 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:29.703683 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:47:29.772904 tst mo_mt_call_osmux.py: using LAC 32469 00:47:29.895279 tst mo_mt_call_osmux.py: using RAC 84 00:47:30.017695 tst mo_mt_call_osmux.py: using CellId 32469 00:47:30.138730 tst mo_mt_call_osmux.py: using BVCI 32470 00:47:30.251754 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:30.262887 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:30.273947 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:30.284848 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:30.295887 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:47:30.306764 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:47:30.423442 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:47:30.545130 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:47:31.073604 run create_hlr_db(pid=13208): Launched 00:47:31.237923 bus /sierra_2: Setting Powered False 00:47:32.303062 run create_hlr_db(pid=13208): Terminated: ok {rc=0} 00:47:32.762685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Launched 00:47:33.092730 run osmo-hlr_10.42.42.2(pid=13211): Launched 00:47:33.217664 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:33.783952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Launched 00:47:34.114170 run osmo-stp_10.42.42.5(pid=13214): Launched 00:47:34.239514 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:34.838434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Launched 00:47:35.168436 run osmo-msc_10.42.42.6(pid=13217): Launched 00:47:35.353914 run osmo-stp_10.42.42.5(pid=13214): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)] 00:47:35.494190 run osmo-stp_10.42.42.5(pid=13214): stdout: | (launched: 2022-12-13_00:47:34.053928) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:35.635169 run osmo-stp_10.42.42.5(pid=13214): stderr: | 20221213004734243 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004734243 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004734243 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004734244 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004734244 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004734244 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004734244 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:35.773919 run osmo-stp_10.42.42.5(pid=13214): stdout: | (launched: 2022-12-13_00:47:34.053928) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:35.905104 run osmo-stp_10.42.42.5(pid=13214): stderr: | 20221213004734243 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004734243 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004734243 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004734244 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004734244 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004734244 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004734244 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:36.062235 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13214): Process ended prematurely: osmo-stp_10.42.42.5(pid=13214) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:47:36.072036 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:47:36.101052 run osmo-hlr_10.42.42.2(pid=13211): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13211)] 00:47:36.152037 run osmo-hlr_10.42.42.2(pid=13211): stdout: | (launched: 2022-12-13_00:47:33.031952) 00:47:36.204657 run osmo-hlr_10.42.42.2(pid=13211): stderr: | 20221213004733229 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004733229 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004733229 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004733229 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004733229 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004733229 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004733242 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004733251 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004733251 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004733251 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:36.277819 run osmo-msc_10.42.42.6(pid=13217): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13217)] 00:47:36.328706 run osmo-msc_10.42.42.6(pid=13217): stdout: | (launched: 2022-12-13_00:47:35.107830) 00:47:36.380885 run osmo-msc_10.42.42.6(pid=13217): stderr: | 20221213004735428 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004735428 DLGLOBAL DEBUG validating counter group 0x7f6c7da84c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004735429 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004735429 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004735429 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004735429 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004735431 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004735431 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004735431 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004735431 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:36.433922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Terminating (SIGTERM) 00:47:36.476553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Terminating (SIGTERM) 00:47:36.519572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Terminating (SIGTERM) 00:47:36.562862 --- ParallelTerminationStrategy: PID 13210 died... 00:47:36.583163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Terminated: ok {rc=0} 00:47:36.630861 --- ParallelTerminationStrategy: PID 13213 died... 00:47:36.650582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Terminated: ok {rc=0} 00:47:36.697683 --- ParallelTerminationStrategy: PID 13216 died... 00:47:36.717487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Terminated: ok {rc=0} 00:47:36.806191 bus /sierra_3: Setting Powered False 00:47:37.905292 bus /sierra_3: Setting Powered False 00:47:39.022388 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:47:40.270780 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:47:40.277461 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:47:40.309572 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:47:40.336278 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:47:40.388424 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:47:40.423043 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:47:40.450924 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:47:40.998459 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:47:41.048098 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.059378 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:47:41.128519 tst mo_mt_call.py: using LAC 32470 00:47:41.259578 tst mo_mt_call.py: using RAC 85 00:47:41.390811 tst mo_mt_call.py: using CellId 32470 00:47:41.510747 tst mo_mt_call.py: using BVCI 32471 00:47:41.624120 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.635232 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.646234 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.657238 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.668316 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:41.679244 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:47:41.797612 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:47:41.918981 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:47:42.431566 run create_hlr_db(pid=13224): Launched 00:47:42.557384 bus /sierra_2: Setting Powered False 00:47:43.622205 run create_hlr_db(pid=13224): Terminated: ok {rc=0} 00:47:44.061796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Launched 00:47:44.370245 run osmo-hlr_10.42.42.2(pid=13227): Launched 00:47:44.485773 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:45.027709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Launched 00:47:45.335018 run osmo-stp_10.42.42.5(pid=13230): Launched 00:47:45.455155 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:46.043971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Launched 00:47:46.374193 run osmo-msc_10.42.42.6(pid=13233): Launched 00:47:46.697968 run osmo-stp_10.42.42.5(pid=13230): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)] 00:47:46.873991 run osmo-stp_10.42.42.5(pid=13230): stdout: | (launched: 2022-12-13_00:47:45.278235) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:47.067035 run osmo-stp_10.42.42.5(pid=13230): stderr: | 20221213004745448 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004745448 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004745448 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004745449 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004745449 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004745449 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004745449 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:47.286977 run osmo-stp_10.42.42.5(pid=13230): stdout: | (launched: 2022-12-13_00:47:45.278235) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:47.410885 run osmo-stp_10.42.42.5(pid=13230): stderr: | 20221213004745448 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004745448 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004745448 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004745449 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004745449 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004745449 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004745449 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:47.557343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13230): Process ended prematurely: osmo-stp_10.42.42.5(pid=13230) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:47:47.566385 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 00:47:47.593563 run osmo-hlr_10.42.42.2(pid=13227): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13227)] 00:47:47.642641 run osmo-hlr_10.42.42.2(pid=13227): stdout: | (launched: 2022-12-13_00:47:44.313061) 00:47:47.693220 run osmo-hlr_10.42.42.2(pid=13227): stderr: | 20221213004744486 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004744486 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004744486 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004744486 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004744486 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004744486 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004744498 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004744507 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004744507 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004744507 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:47.763216 run osmo-msc_10.42.42.6(pid=13233): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13233)] 00:47:47.812248 run osmo-msc_10.42.42.6(pid=13233): stdout: | (launched: 2022-12-13_00:47:46.313166) 00:47:47.862771 run osmo-msc_10.42.42.6(pid=13233): stderr: | 20221213004746941 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004746941 DLGLOBAL DEBUG validating counter group 0x7f8ea3514c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004746941 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004746941 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004746942 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004746942 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004746943 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004746944 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004746944 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004746944 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:47.913340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Terminating (SIGTERM) 00:47:47.953819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Terminating (SIGTERM) 00:47:47.994463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Terminating (SIGTERM) 00:47:48.035357 --- ParallelTerminationStrategy: PID 13226 died... 00:47:48.054457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Terminated: ok {rc=0} 00:47:48.100039 --- ParallelTerminationStrategy: PID 13229 died... 00:47:48.119026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Terminated: ok {rc=0} 00:47:48.163581 --- ParallelTerminationStrategy: PID 13232 died... 00:47:48.182312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Terminated: ok {rc=0} 00:47:48.268912 bus /sierra_3: Setting Powered False 00:47:49.367840 bus /sierra_3: Setting Powered False 00:47:50.483535 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:47:51.631531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:51.643368 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:47:51.716277 tst mo_mt_call_osmux.py: using LAC 32471 00:47:51.836408 tst mo_mt_call_osmux.py: using RAC 86 00:47:51.955879 tst mo_mt_call_osmux.py: using CellId 32471 00:47:52.077284 tst mo_mt_call_osmux.py: using BVCI 32472 00:47:52.188150 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:52.199317 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:52.210291 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:52.221294 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:52.232355 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:47:52.243760 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:47:52.364742 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:47:52.484705 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:47:52.964604 run create_hlr_db(pid=13235): Launched 00:47:53.089775 bus /sierra_2: Setting Powered False 00:47:54.150739 run create_hlr_db(pid=13235): Terminated: ok {rc=0} 00:47:54.603264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Launched 00:47:54.935418 run osmo-hlr_10.42.42.2(pid=13238): Launched 00:47:55.061870 run osmo-stp_10.42.42.5: Starting osmo-stp 00:47:55.634375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Launched 00:47:55.966536 run osmo-stp_10.42.42.5(pid=13241): Launched 00:47:56.092203 run osmo-msc_10.42.42.6: Starting osmo-msc 00:47:56.693045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Launched 00:47:57.024009 run osmo-msc_10.42.42.6(pid=13244): Launched 00:47:57.207486 run osmo-stp_10.42.42.5(pid=13241): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)] 00:47:57.347423 run osmo-stp_10.42.42.5(pid=13241): stdout: | (launched: 2022-12-13_00:47:55.905602) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:57.488498 run osmo-stp_10.42.42.5(pid=13241): stderr: | 20221213004756095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004756095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004756095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004756096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004756096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004756096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004756096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:57.626836 run osmo-stp_10.42.42.5(pid=13241): stdout: | (launched: 2022-12-13_00:47:55.905602) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:47:57.758231 run osmo-stp_10.42.42.5(pid=13241): stderr: | 20221213004756095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004756095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004756095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004756096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004756096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004756096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004756096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:47:57.915153 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13241): Process ended prematurely: osmo-stp_10.42.42.5(pid=13241) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:47:57.924725 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:47:57.953485 run osmo-hlr_10.42.42.2(pid=13238): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13238)] 00:47:58.004538 run osmo-hlr_10.42.42.2(pid=13238): stdout: | (launched: 2022-12-13_00:47:54.874647) 00:47:58.057260 run osmo-hlr_10.42.42.2(pid=13238): stderr: | 20221213004755070 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004755070 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004755070 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004755070 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004755070 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004755070 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004755082 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004755092 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004755092 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004755092 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:47:58.130774 run osmo-msc_10.42.42.6(pid=13244): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13244)] 00:47:58.181924 run osmo-msc_10.42.42.6(pid=13244): stdout: | (launched: 2022-12-13_00:47:56.963320) 00:47:58.234704 run osmo-msc_10.42.42.6(pid=13244): stderr: | 20221213004757282 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004757282 DLGLOBAL DEBUG validating counter group 0x7f106f96ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004757282 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004757282 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004757282 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004757283 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004757284 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004757285 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004757285 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004757285 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:47:58.287504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Terminating (SIGTERM) 00:47:58.330359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Terminating (SIGTERM) 00:47:58.373260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Terminating (SIGTERM) 00:47:58.416366 --- ParallelTerminationStrategy: PID 13237 died... 00:47:58.436716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Terminated: ok {rc=0} 00:47:58.484090 --- ParallelTerminationStrategy: PID 13240 died... 00:47:58.504058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Terminated: ok {rc=0} 00:47:58.551623 --- ParallelTerminationStrategy: PID 13243 died... 00:47:58.571494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Terminated: ok {rc=0} 00:47:58.660635 bus /sierra_3: Setting Powered False 00:47:59.759961 bus /sierra_3: Setting Powered False 00:48:00.895486 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:48:02.198758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:48:02.206066 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:48:02.241815 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:48:02.269025 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:48:02.322999 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:48:02.356934 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:48:02.384534 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:48:02.934099 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:48:02.988212 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.000056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:48:03.071069 tst mo_mt_call.py: using LAC 32472 00:48:03.200290 tst mo_mt_call.py: using RAC 87 00:48:03.329738 tst mo_mt_call.py: using CellId 32472 00:48:03.458452 tst mo_mt_call.py: using BVCI 32473 00:48:03.581022 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.592789 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.604490 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.616491 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.628354 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:03.640362 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:48:03.760488 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:48:03.881689 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:04.395215 run create_hlr_db(pid=13249): Launched 00:48:04.521557 bus /sierra_2: Setting Powered False 00:48:05.586455 run create_hlr_db(pid=13249): Terminated: ok {rc=0} 00:48:06.046016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Launched 00:48:06.378776 run osmo-hlr_10.42.42.2(pid=13252): Launched 00:48:06.505636 run osmo-stp_10.42.42.5: Starting osmo-stp 00:48:07.081097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Launched 00:48:07.412940 run osmo-stp_10.42.42.5(pid=13255): Launched 00:48:07.539979 run osmo-msc_10.42.42.6: Starting osmo-msc 00:48:08.138130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Launched 00:48:08.469590 run osmo-msc_10.42.42.6(pid=13258): Launched 00:48:08.655537 run osmo-stp_10.42.42.5(pid=13255): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] 00:48:08.795884 run osmo-stp_10.42.42.5(pid=13255): stdout: | (launched: 2022-12-13_00:48:07.351523) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:08.936451 run osmo-stp_10.42.42.5(pid=13255): stderr: | 20221213004807540 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004807540 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004807541 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004807541 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004807542 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004807542 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004807542 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:09.074984 run osmo-stp_10.42.42.5(pid=13255): stdout: | (launched: 2022-12-13_00:48:07.351523) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:09.206890 run osmo-stp_10.42.42.5(pid=13255): stderr: | 20221213004807540 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004807540 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004807541 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004807541 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004807542 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004807542 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004807542 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:09.364779 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:48:09.374520 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:48:09.403088 run osmo-hlr_10.42.42.2(pid=13252): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13252)] 00:48:09.454014 run osmo-hlr_10.42.42.2(pid=13252): stdout: | (launched: 2022-12-13_00:48:06.318488) 00:48:09.506771 run osmo-hlr_10.42.42.2(pid=13252): stderr: | 20221213004806512 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004806512 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004806512 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004806512 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004806512 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004806512 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004806523 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004806531 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004806531 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004806532 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:48:09.580469 run osmo-msc_10.42.42.6(pid=13258): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13258)] 00:48:09.631360 run osmo-msc_10.42.42.6(pid=13258): stdout: | (launched: 2022-12-13_00:48:08.408320) 00:48:09.684182 run osmo-msc_10.42.42.6(pid=13258): stderr: | 20221213004808730 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004808730 DLGLOBAL DEBUG validating counter group 0x7f3c9fde4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004808730 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004808730 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004808730 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004808731 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004808732 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004808733 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004808733 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004808733 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:48:09.737440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminating (SIGTERM) 00:48:09.780025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminating (SIGTERM) 00:48:09.822825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Terminating (SIGTERM) 00:48:09.865504 --- ParallelTerminationStrategy: PID 13251 died... 00:48:09.885844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminated: ok {rc=0} 00:48:09.933542 --- ParallelTerminationStrategy: PID 13254 died... 00:48:09.953324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminated: ok {rc=0} 00:48:10.000571 --- ParallelTerminationStrategy: PID 13257 died... 00:48:10.020469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Terminated: ok {rc=0} 00:48:10.109876 bus /sierra_3: Setting Powered False 00:48:11.210509 bus /sierra_3: Setting Powered False 00:48:12.330119 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:48:13.478180 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:13.490245 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:48:13.564815 tst mo_mt_call_osmux.py: using LAC 32473 00:48:13.685584 tst mo_mt_call_osmux.py: using RAC 88 00:48:13.807712 tst mo_mt_call_osmux.py: using CellId 32473 00:48:13.927238 tst mo_mt_call_osmux.py: using BVCI 32474 00:48:14.039029 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:14.050372 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:14.061586 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:14.073259 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:14.084835 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:48:14.096554 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:48:14.213517 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:48:14.336785 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:14.850536 run create_hlr_db(pid=13261): Launched 00:48:14.976602 bus /sierra_2: Setting Powered False 00:48:16.058571 run create_hlr_db(pid=13261): Terminated: ok {rc=0} 00:48:16.559147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Launched 00:48:16.951715 run osmo-hlr_10.42.42.2(pid=13264): Launched 00:48:17.198219 run osmo-stp_10.42.42.5: Starting osmo-stp 00:48:17.763577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Launched 00:48:18.094592 run osmo-stp_10.42.42.5(pid=13267): Launched 00:48:18.219337 run osmo-msc_10.42.42.6: Starting osmo-msc 00:48:18.817913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Launched 00:48:19.148540 run osmo-msc_10.42.42.6(pid=13270): Launched 00:48:19.331608 run osmo-stp_10.42.42.5(pid=13267): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)] 00:48:19.470455 run osmo-stp_10.42.42.5(pid=13267): stdout: | (launched: 2022-12-13_00:48:18.033789) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:19.611003 run osmo-stp_10.42.42.5(pid=13267): stderr: | 20221213004818223 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004818223 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004818224 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004818224 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004818225 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004818225 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004818225 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:19.748776 run osmo-stp_10.42.42.5(pid=13267): stdout: | (launched: 2022-12-13_00:48:18.033789) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:19.880296 run osmo-stp_10.42.42.5(pid=13267): stderr: | 20221213004818223 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004818223 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004818224 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004818224 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004818225 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004818225 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004818225 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:20.037533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:48:20.047391 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 00:48:20.075569 run osmo-hlr_10.42.42.2(pid=13264): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13264)] 00:48:20.125626 run osmo-hlr_10.42.42.2(pid=13264): stdout: | (launched: 2022-12-13_00:48:16.890412) 00:48:20.177762 run osmo-hlr_10.42.42.2(pid=13264): stderr: | 20221213004817104 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004817104 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004817104 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004817104 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004817104 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004817104 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004817123 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004817135 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004817135 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004817136 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:48:20.250200 run osmo-msc_10.42.42.6(pid=13270): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13270)] 00:48:20.300451 run osmo-msc_10.42.42.6(pid=13270): stdout: | (launched: 2022-12-13_00:48:19.087588) 00:48:20.352667 run osmo-msc_10.42.42.6(pid=13270): stderr: | 20221213004819410 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004819410 DLGLOBAL DEBUG validating counter group 0x7fa0303ecc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004819410 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004819410 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004819410 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004819410 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004819412 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004819412 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004819413 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004819413 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:48:20.405298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminating (SIGTERM) 00:48:20.447452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminating (SIGTERM) 00:48:20.489685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Terminating (SIGTERM) 00:48:20.532078 --- ParallelTerminationStrategy: PID 13263 died... 00:48:20.552577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminated: ok {rc=0} 00:48:20.599575 --- ParallelTerminationStrategy: PID 13266 died... 00:48:20.619142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminated: ok {rc=0} 00:48:20.665838 --- ParallelTerminationStrategy: PID 13269 died... 00:48:20.685494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Terminated: ok {rc=0} 00:48:20.774258 bus /sierra_3: Setting Powered False 00:48:21.873337 bus /sierra_3: Setting Powered False 00:48:22.990486 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:48:24.246596 tst voice:trx-umtrx+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:48:24.253075 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:48:24.286782 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:48:24.315006 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:48:24.371239 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:48:24.405089 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:48:24.431986 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:48:24.981503 tst voice:trx-umtrx+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:48:25.035653 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.047217 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:48:25.118362 tst mo_mt_call.py: using LAC 32474 00:48:25.250070 tst mo_mt_call.py: using RAC 89 00:48:25.379356 tst mo_mt_call.py: using CellId 32474 00:48:25.510366 tst mo_mt_call.py: using BVCI 32475 00:48:25.632885 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.644502 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.655920 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.667619 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.679343 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:25.691156 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:48:25.809346 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:48:25.925625 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:26.407185 run create_hlr_db(pid=13275): Launched 00:48:26.535578 bus /sierra_2: Setting Powered False 00:48:27.596564 run create_hlr_db(pid=13275): Terminated: ok {rc=0} 00:48:28.048259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Launched 00:48:28.379631 run osmo-hlr_10.42.42.2(pid=13278): Launched 00:48:28.505541 run osmo-stp_10.42.42.5: Starting osmo-stp 00:48:29.076918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Launched 00:48:29.408806 run osmo-stp_10.42.42.5(pid=13281): Launched 00:48:29.534378 run osmo-msc_10.42.42.6: Starting osmo-msc 00:48:30.135212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Launched 00:48:30.466345 run osmo-msc_10.42.42.6(pid=13284): Launched 00:48:30.650849 run osmo-stp_10.42.42.5(pid=13281): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)] 00:48:30.790380 run osmo-stp_10.42.42.5(pid=13281): stdout: | (launched: 2022-12-13_00:48:29.347778) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:31.043247 run osmo-stp_10.42.42.5(pid=13281): stderr: | 20221213004829538 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004829538 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004829538 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004829539 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004829539 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004829539 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004829539 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:31.175839 run osmo-stp_10.42.42.5(pid=13281): stdout: | (launched: 2022-12-13_00:48:29.347778) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:31.301926 run osmo-stp_10.42.42.5(pid=13281): stderr: | 20221213004829538 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004829538 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004829538 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004829539 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004829539 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004829539 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004829539 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:31.454245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13281): Process ended prematurely: osmo-stp_10.42.42.5(pid=13281) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:48:31.463654 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 00:48:31.491098 run osmo-hlr_10.42.42.2(pid=13278): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13278)] 00:48:31.543176 run osmo-hlr_10.42.42.2(pid=13278): stdout: | (launched: 2022-12-13_00:48:28.319113) 00:48:31.595297 run osmo-hlr_10.42.42.2(pid=13278): stderr: | 20221213004828514 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004828514 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004828514 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004828514 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004828514 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004828514 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004828527 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004828538 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004828538 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004828538 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:48:31.668486 run osmo-msc_10.42.42.6(pid=13284): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13284)] 00:48:31.718064 run osmo-msc_10.42.42.6(pid=13284): stdout: | (launched: 2022-12-13_00:48:30.405608) 00:48:31.769232 run osmo-msc_10.42.42.6(pid=13284): stderr: | 20221213004830726 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004830726 DLGLOBAL DEBUG validating counter group 0x7f4d865b7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004830726 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004830726 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004830726 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004830727 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004830728 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004830729 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004830729 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004830729 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:48:31.822572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Terminating (SIGTERM) 00:48:31.864416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Terminating (SIGTERM) 00:48:31.907840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Terminating (SIGTERM) 00:48:31.951774 --- ParallelTerminationStrategy: PID 13277 died... 00:48:31.971463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Terminated: ok {rc=0} 00:48:32.019537 --- ParallelTerminationStrategy: PID 13280 died... 00:48:32.038952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Terminated: ok {rc=0} 00:48:32.084082 --- ParallelTerminationStrategy: PID 13283 died... 00:48:32.104165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Terminated: ok {rc=0} 00:48:32.191086 bus /sierra_3: Setting Powered False 00:48:33.292445 bus /sierra_3: Setting Powered False 00:48:34.410357 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:48:35.563026 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:35.575479 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:48:35.647914 tst mo_mt_call_osmux.py: using LAC 32475 00:48:35.779477 tst mo_mt_call_osmux.py: using RAC 90 00:48:35.911237 tst mo_mt_call_osmux.py: using CellId 32475 00:48:36.042516 tst mo_mt_call_osmux.py: using BVCI 32476 00:48:36.163263 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:36.175056 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:36.186618 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:36.198773 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:36.210583 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:48:36.222486 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:48:36.339953 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:48:36.462276 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:36.975861 run create_hlr_db(pid=13286): Launched 00:48:37.101891 bus /sierra_2: Setting Powered False 00:48:38.167241 run create_hlr_db(pid=13286): Terminated: ok {rc=0} 00:48:38.627757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Launched 00:48:38.958972 run osmo-hlr_10.42.42.2(pid=13289): Launched 00:48:39.085106 run osmo-stp_10.42.42.5: Starting osmo-stp 00:48:39.657300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Launched 00:48:39.988865 run osmo-stp_10.42.42.5(pid=13292): Launched 00:48:40.115284 run osmo-msc_10.42.42.6: Starting osmo-msc 00:48:40.721836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Launched 00:48:41.056435 run osmo-msc_10.42.42.6(pid=13295): Launched 00:48:41.241102 run osmo-stp_10.42.42.5(pid=13292): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)] 00:48:41.380519 run osmo-stp_10.42.42.5(pid=13292): stdout: | (launched: 2022-12-13_00:48:39.927856) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:41.520604 run osmo-stp_10.42.42.5(pid=13292): stderr: | 20221213004840118 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004840118 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004840118 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004840119 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004840119 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004840119 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004840119 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:41.659369 run osmo-stp_10.42.42.5(pid=13292): stdout: | (launched: 2022-12-13_00:48:39.927856) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:41.791625 run osmo-stp_10.42.42.5(pid=13292): stderr: | 20221213004840118 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004840118 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004840118 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004840119 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004840119 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004840119 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004840119 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:41.949631 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13292): Process ended prematurely: osmo-stp_10.42.42.5(pid=13292) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:48:41.959352 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:48:41.988246 run osmo-hlr_10.42.42.2(pid=13289): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13289)] 00:48:42.039515 run osmo-hlr_10.42.42.2(pid=13289): stdout: | (launched: 2022-12-13_00:48:38.898222) 00:48:42.092548 run osmo-hlr_10.42.42.2(pid=13289): stderr: | 20221213004839094 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004839094 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004839094 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004839094 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004839094 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004839094 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004839108 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004839116 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004839116 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004839116 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:48:42.166347 run osmo-msc_10.42.42.6(pid=13295): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13295)] 00:48:42.217481 run osmo-msc_10.42.42.6(pid=13295): stdout: | (launched: 2022-12-13_00:48:40.994822) 00:48:42.270172 run osmo-msc_10.42.42.6(pid=13295): stderr: | 20221213004841316 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004841317 DLGLOBAL DEBUG validating counter group 0x7ff6e407fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004841317 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004841317 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004841317 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004841317 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004841319 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004841319 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004841319 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004841319 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:48:42.323504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Terminating (SIGTERM) 00:48:42.366173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Terminating (SIGTERM) 00:48:42.408768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Terminating (SIGTERM) 00:48:42.451671 --- ParallelTerminationStrategy: PID 13288 died... 00:48:42.471774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Terminated: ok {rc=0} 00:48:42.519445 --- ParallelTerminationStrategy: PID 13291 died... 00:48:42.539313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Terminated: ok {rc=0} 00:48:42.586682 --- ParallelTerminationStrategy: PID 13294 died... 00:48:42.606676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Terminated: ok {rc=0} 00:48:42.695477 bus /sierra_3: Setting Powered False 00:48:43.794815 bus /sierra_3: Setting Powered False 00:48:44.913246 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 00:48:46.159220 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:48:46.166198 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 00:48:46.202223 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 00:48:46.232786 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 00:48:46.287620 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 00:48:46.327913 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 00:48:46.357531 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 00:48:46.902317 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 00:48:46.954531 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:46.966636 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:48:47.019482 tst mo_mt_call.py: using LAC 32476 00:48:47.162069 tst mo_mt_call.py: using RAC 91 00:48:47.283771 tst mo_mt_call.py: using CellId 32476 00:48:47.406320 tst mo_mt_call.py: using BVCI 32477 00:48:47.521153 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:47.532684 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:47.544085 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:47.555568 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:47.567120 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:47.578554 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:48:47.701841 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:48:47.820406 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:48.300823 run create_hlr_db(pid=13301): Launched 00:48:48.426045 bus /sierra_2: Setting Powered False 00:48:49.487570 run create_hlr_db(pid=13301): Terminated: ok {rc=0} 00:48:49.939032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Launched 00:48:50.271124 run osmo-hlr_10.42.42.2(pid=13304): Launched 00:48:50.397644 run osmo-stp_10.42.42.5: Starting osmo-stp 00:48:50.966595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Launched 00:48:51.300209 run osmo-stp_10.42.42.5(pid=13307): Launched 00:48:51.426160 run osmo-msc_10.42.42.6: Starting osmo-msc 00:48:52.027088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Launched 00:48:52.340658 run osmo-msc_10.42.42.6(pid=13310): Launched 00:48:52.512240 run osmo-stp_10.42.42.5(pid=13307): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)] 00:48:52.644713 run osmo-stp_10.42.42.5(pid=13307): stdout: | (launched: 2022-12-13_00:48:51.239429) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:52.775304 run osmo-stp_10.42.42.5(pid=13307): stderr: | 20221213004851430 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004851430 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004851430 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004851431 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004851431 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004851431 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004851431 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:52.903593 run osmo-stp_10.42.42.5(pid=13307): stdout: | (launched: 2022-12-13_00:48:51.239429) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:48:53.025962 run osmo-stp_10.42.42.5(pid=13307): stderr: | 20221213004851430 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004851430 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004851430 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004851431 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004851431 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004851431 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004851431 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:48:53.172732 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13307): Process ended prematurely: osmo-stp_10.42.42.5(pid=13307) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)] [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 00:48:53.181962 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 00:48:53.208854 run osmo-hlr_10.42.42.2(pid=13304): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13304)] 00:48:53.257038 run osmo-hlr_10.42.42.2(pid=13304): stdout: | (launched: 2022-12-13_00:48:50.210267) 00:48:53.306725 run osmo-hlr_10.42.42.2(pid=13304): stderr: | 20221213004850406 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004850406 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004850406 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004850406 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004850406 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004850406 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004850418 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004850427 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004850427 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004850427 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:48:53.376139 run osmo-msc_10.42.42.6(pid=13310): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13310)] 00:48:53.423712 run osmo-msc_10.42.42.6(pid=13310): stdout: | (launched: 2022-12-13_00:48:52.283325) 00:48:53.473229 run osmo-msc_10.42.42.6(pid=13310): stderr: | 20221213004852554 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004852554 DLGLOBAL DEBUG validating counter group 0x7f13d6820c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004852555 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004852555 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004852555 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004852555 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004852557 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004852557 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004852557 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004852558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:48:53.523096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Terminating (SIGTERM) 00:48:53.563089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Terminating (SIGTERM) 00:48:53.603318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Terminating (SIGTERM) 00:48:53.643829 --- ParallelTerminationStrategy: PID 13303 died... 00:48:53.663277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Terminated: ok {rc=0} 00:48:53.707754 --- ParallelTerminationStrategy: PID 13306 died... 00:48:53.726541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Terminated: ok {rc=0} 00:48:53.770910 --- ParallelTerminationStrategy: PID 13309 died... 00:48:53.789667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Terminated: ok {rc=0} 00:48:53.876012 bus /sierra_3: Setting Powered False 00:48:54.976468 bus /sierra_3: Setting Powered False 00:48:56.091392 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 00:48:57.240111 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.252485 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:48:57.305625 tst mo_mt_call_osmux.py: using LAC 32477 00:48:57.437168 tst mo_mt_call_osmux.py: using RAC 92 00:48:57.574737 tst mo_mt_call_osmux.py: using CellId 32477 00:48:57.716458 tst mo_mt_call_osmux.py: using BVCI 32478 00:48:57.839667 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.851565 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.863211 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.875120 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.887279 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 00:48:57.899288 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:48:58.018220 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 00:48:58.140364 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:48:58.655188 run create_hlr_db(pid=13312): Launched 00:48:58.782416 bus /sierra_2: Setting Powered False 00:48:59.843923 run create_hlr_db(pid=13312): Terminated: ok {rc=0} 00:49:00.306211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Launched 00:49:00.638628 run osmo-hlr_10.42.42.2(pid=13315): Launched 00:49:00.766403 run osmo-stp_10.42.42.5: Starting osmo-stp 00:49:01.378626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Launched 00:49:01.727630 run osmo-stp_10.42.42.5(pid=13318): Launched 00:49:02.016007 run osmo-msc_10.42.42.6: Starting osmo-msc 00:49:02.639979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Launched 00:49:02.972388 run osmo-msc_10.42.42.6(pid=13321): Launched 00:49:03.157070 run osmo-stp_10.42.42.5(pid=13318): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)] 00:49:03.297145 run osmo-stp_10.42.42.5(pid=13318): stdout: | (launched: 2022-12-13_00:49:01.664292) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:03.437383 run osmo-stp_10.42.42.5(pid=13318): stderr: | 20221213004901850 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004901850 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004901850 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004901851 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004901851 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004901851 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004901851 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:03.575747 run osmo-stp_10.42.42.5(pid=13318): stdout: | (launched: 2022-12-13_00:49:01.664292) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:03.707488 run osmo-stp_10.42.42.5(pid=13318): stderr: | 20221213004901850 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004901850 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004901850 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004901851 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004901851 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004901851 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004901851 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:03.865388 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)] [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 00:49:03.875207 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 00:49:03.903756 run osmo-hlr_10.42.42.2(pid=13315): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13315)] 00:49:03.954424 run osmo-hlr_10.42.42.2(pid=13315): stdout: | (launched: 2022-12-13_00:49:00.578231) 00:49:04.006606 run osmo-hlr_10.42.42.2(pid=13315): stderr: | 20221213004900772 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004900772 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004900772 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004900772 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004900772 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004900772 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004900786 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004900794 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004900794 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004900795 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:49:04.079106 run osmo-msc_10.42.42.6(pid=13321): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13321)] 00:49:04.130084 run osmo-msc_10.42.42.6(pid=13321): stdout: | (launched: 2022-12-13_00:49:02.911559) 00:49:04.182187 run osmo-msc_10.42.42.6(pid=13321): stderr: | 20221213004903231 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004903231 DLGLOBAL DEBUG validating counter group 0x7f7ea79e9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004903231 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004903231 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004903231 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004903232 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004903233 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004903234 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004903234 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004903234 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:49:04.234893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminating (SIGTERM) 00:49:04.277140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminating (SIGTERM) 00:49:04.319351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Terminating (SIGTERM) 00:49:04.362065 --- ParallelTerminationStrategy: PID 13314 died... 00:49:04.382201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminated: ok {rc=0} 00:49:04.429383 --- ParallelTerminationStrategy: PID 13317 died... 00:49:04.448850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminated: ok {rc=0} 00:49:04.495682 --- ParallelTerminationStrategy: PID 13320 died... 00:49:04.515330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Terminated: ok {rc=0} 00:49:04.604365 bus /sierra_3: Setting Powered False 00:49:05.702803 bus /sierra_3: Setting Powered False 00:49:06.818701 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:trx-umtrx --------------------------------------------------------------------- 00:49:08.075265 tst emergency:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:49:08.080295 tst emergency:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:49:08.114378 tst emergency:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 00:49:08.142709 tst emergency:trx-umtrx: Verifying 4 x modem (candidates: 12) 00:49:08.228912 tst emergency:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:49:08.262727 tst emergency:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 00:49:08.290414 tst emergency:trx-umtrx: Reserving 4 x modem (candidates: 12) 00:49:08.874817 tst emergency:trx-umtrx: RESERVED RESOURCES for emergency: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:trx-umtrx emergency_mo_mt_call.py ---------------------------------------------- 00:49:08.880028 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:08.891228 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1) 00:49:08.941381 tst emergency_mo_mt_call.py: using LAC 32478 00:49:09.068391 tst emergency_mo_mt_call.py: using RAC 93 00:49:09.199621 tst emergency_mo_mt_call.py: using CellId 32478 00:49:09.326629 tst emergency_mo_mt_call.py: using BVCI 32479 00:49:09.446797 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:09.458043 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:09.469048 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:09.480402 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:09.491711 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:09.502983 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:09.622555 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:09.745742 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:49:10.252901 run create_hlr_db(pid=13327): Launched 00:49:10.376516 bus /sierra_2: Setting Powered False 00:49:11.441482 run create_hlr_db(pid=13327): Terminated: ok {rc=0} 00:49:11.897691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Launched 00:49:12.212721 run osmo-hlr_10.42.42.2(pid=13330): Launched 00:49:12.328110 run osmo-stp_10.42.42.5: Starting osmo-stp 00:49:12.867366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Launched 00:49:13.170938 run osmo-stp_10.42.42.5(pid=13333): Launched 00:49:13.295072 tst emergency_mo_mt_call.py: using MSISDN 8043 00:49:13.448764 run osmo-msc_10.42.42.6: Starting osmo-msc 00:49:13.995990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Launched 00:49:14.300706 run osmo-msc_10.42.42.6(pid=13336): Launched 00:49:14.470814 run osmo-stp_10.42.42.5(pid=13333): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)] 00:49:14.599147 run osmo-stp_10.42.42.5(pid=13333): stdout: | (launched: 2022-12-13_00:49:13.115151) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:14.727417 run osmo-stp_10.42.42.5(pid=13333): stderr: | 20221213004913282 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004913282 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004913283 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004913283 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004913283 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004913284 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004913284 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:14.853728 run osmo-stp_10.42.42.5(pid=13333): stdout: | (launched: 2022-12-13_00:49:13.115151) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:14.973851 run osmo-stp_10.42.42.5(pid=13333): stderr: | 20221213004913282 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004913282 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004913283 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004913283 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004913283 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004913284 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004913284 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:15.118382 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)] [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19] 00:49:15.126908 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec) 00:49:15.153061 run osmo-hlr_10.42.42.2(pid=13330): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13330)] 00:49:15.201033 run osmo-hlr_10.42.42.2(pid=13330): stdout: | (launched: 2022-12-13_00:49:12.155224) 00:49:15.250323 run osmo-hlr_10.42.42.2(pid=13330): stderr: | 20221213004912327 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004912327 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004912327 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004912327 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004912327 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004912327 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004912339 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004912348 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004912348 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004912348 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:49:15.319274 run osmo-msc_10.42.42.6(pid=13336): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13336)] 00:49:15.366900 run osmo-msc_10.42.42.6(pid=13336): stdout: | (launched: 2022-12-13_00:49:14.244288) 00:49:15.417196 run osmo-msc_10.42.42.6(pid=13336): stderr: | 20221213004914515 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004914515 DLGLOBAL DEBUG validating counter group 0x7f62f4270c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004914515 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004914515 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004914515 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004914516 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004914517 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004914518 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004914518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004914518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:49:15.467009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminating (SIGTERM) 00:49:15.506838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminating (SIGTERM) 00:49:15.546741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Terminating (SIGTERM) 00:49:15.587038 --- ParallelTerminationStrategy: PID 13329 died... 00:49:15.606394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminated: ok {rc=0} 00:49:15.650835 --- ParallelTerminationStrategy: PID 13332 died... 00:49:15.669722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminated: ok {rc=0} 00:49:15.714302 --- ParallelTerminationStrategy: PID 13335 died... 00:49:15.733113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Terminated: ok {rc=0} 00:49:15.819473 bus /sierra_3: Setting Powered False 00:49:16.919456 bus /sierra_3: Setting Powered False 00:49:18.037545 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:trx-umtrx emergency_preemptive_call.py ---------------------------------------------- 00:49:19.123007 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.134615 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1) 00:49:19.184588 tst emergency_preemptive_call.py: using LAC 32479 00:49:19.305124 tst emergency_preemptive_call.py: using RAC 94 00:49:19.424344 tst emergency_preemptive_call.py: using CellId 32479 00:49:19.543213 tst emergency_preemptive_call.py: using BVCI 32480 00:49:19.653862 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.665093 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.675761 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.686468 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.697215 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 00:49:19.707643 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:19.826413 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:19.943185 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:20.058697 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:20.179166 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:49:20.686732 run create_hlr_db(pid=13338): Launched 00:49:20.812941 bus /sierra_2: Setting Powered False 00:49:21.877595 run create_hlr_db(pid=13338): Terminated: ok {rc=0} 00:49:22.314350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Launched 00:49:22.619561 run osmo-hlr_10.42.42.2(pid=13341): Launched 00:49:22.736731 run osmo-stp_10.42.42.5: Starting osmo-stp 00:49:23.265433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Launched 00:49:23.570939 run osmo-stp_10.42.42.5(pid=13344): Launched 00:49:23.695733 tst emergency_preemptive_call.py: using MSISDN 8044 00:49:23.850862 run osmo-msc_10.42.42.6: Starting osmo-msc 00:49:24.399076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Launched 00:49:24.704631 run osmo-msc_10.42.42.6(pid=13347): Launched 00:49:24.873302 run osmo-stp_10.42.42.5(pid=13344): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)] 00:49:25.001207 run osmo-stp_10.42.42.5(pid=13344): stdout: | (launched: 2022-12-13_00:49:23.514084) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:25.128736 run osmo-stp_10.42.42.5(pid=13344): stderr: | 20221213004923681 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004923682 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004923682 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004923682 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004923683 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004923683 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004923683 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:25.254985 run osmo-stp_10.42.42.5(pid=13344): stdout: | (launched: 2022-12-13_00:49:23.514084) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:25.375340 run osmo-stp_10.42.42.5(pid=13344): stderr: | 20221213004923681 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004923682 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004923682 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004923682 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004923683 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004923683 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004923683 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:25.519691 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13344): Process ended prematurely: osmo-stp_10.42.42.5(pid=13344) [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)] [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32] 00:49:25.528153 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec) 00:49:25.554371 run osmo-hlr_10.42.42.2(pid=13341): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13341)] 00:49:25.602272 run osmo-hlr_10.42.42.2(pid=13341): stdout: | (launched: 2022-12-13_00:49:22.563343) 00:49:25.651770 run osmo-hlr_10.42.42.2(pid=13341): stderr: | 20221213004922735 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004922735 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004922735 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004922735 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004922735 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004922736 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004922749 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004922757 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004922757 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004922758 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:49:25.721220 run osmo-msc_10.42.42.6(pid=13347): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13347)] 00:49:25.768913 run osmo-msc_10.42.42.6(pid=13347): stdout: | (launched: 2022-12-13_00:49:24.648286) 00:49:25.818594 run osmo-msc_10.42.42.6(pid=13347): stderr: | 20221213004924919 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213004924920 DLGLOBAL DEBUG validating counter group 0x7fda327d2c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213004924920 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213004924920 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213004924920 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213004924920 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213004924922 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213004924923 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213004924923 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213004924923 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:49:25.868335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Terminating (SIGTERM) 00:49:25.908156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Terminating (SIGTERM) 00:49:25.948034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Terminating (SIGTERM) 00:49:25.988538 --- ParallelTerminationStrategy: PID 13340 died... 00:49:26.007974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Terminated: ok {rc=0} 00:49:26.052374 --- ParallelTerminationStrategy: PID 13343 died... 00:49:26.071237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Terminated: ok {rc=0} 00:49:26.115237 --- ParallelTerminationStrategy: PID 13346 died... 00:49:26.134002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Terminated: ok {rc=0} 00:49:26.219603 bus /sierra_9: Setting Powered False 00:49:27.319035 bus /sierra_9: Setting Powered False 00:49:28.434193 bus /sierra_8: Setting Powered False 00:49:29.531715 bus /sierra_8: Setting Powered False 00:49:30.648545 bus /sierra_3: Setting Powered False 00:49:31.749800 bus /sierra_3: Setting Powered False 00:49:32.870750 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx --------------------------------------------------------------------- 00:49:34.146844 tst gprs:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:49:34.151364 tst gprs:trx-umtrx: Verifying 1 x bts (candidates: 11) 00:49:34.184128 tst gprs:trx-umtrx: Verifying 9 x ip_address (candidates: 9) 00:49:34.222535 tst gprs:trx-umtrx: Verifying 4 x modem (candidates: 12) 00:49:34.310768 tst gprs:trx-umtrx: Reserving 1 x bts (candidates: 11) 00:49:34.343807 tst gprs:trx-umtrx: Reserving 9 x ip_address (candidates: 9) 00:49:34.382773 tst gprs:trx-umtrx: Reserving 4 x modem (candidates: 12) 00:49:34.969725 tst gprs:trx-umtrx: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-umtrx cs_paging_gprs_active.py ---------------------------------------------- 00:49:35.020318 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.031177 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 00:49:35.079143 tst cs_paging_gprs_active.py: using LAC 32480 00:49:35.202065 tst cs_paging_gprs_active.py: using RAC 95 00:49:35.322818 tst cs_paging_gprs_active.py: using CellId 32480 00:49:35.444193 tst cs_paging_gprs_active.py: using BVCI 32481 00:49:35.558449 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.569222 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.579693 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.590280 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.600657 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.611033 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.621625 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.631918 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:35.642445 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:35.764380 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:35.881298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:49:36.089890 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:49:36.400084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Launched 00:49:36.669510 run iperf3-srv_10.42.42.10(pid=13355): Launched 00:49:36.786019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:49:36.994146 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:49:37.305757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Launched 00:49:37.576349 run iperf3-srv_10.42.42.10(pid=13357): Launched 00:49:37.692162 tst cs_paging_gprs_active.py:38: start network... 00:49:37.898887 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:49:38.378855 run create_hlr_db(pid=13358): Launched 00:49:38.504758 bus /sierra_2: Setting Powered False 00:49:39.567243 run create_hlr_db(pid=13358): Terminated: ok {rc=0} 00:49:40.019633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Launched 00:49:40.353715 run osmo-hlr_10.42.42.2(pid=13361): Launched 00:49:40.480338 run osmo-stp_10.42.42.5: Starting osmo-stp 00:49:41.051478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Launched 00:49:41.385219 run osmo-stp_10.42.42.5(pid=13364): Launched 00:49:41.512350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:49:42.086450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Launched 00:49:42.213688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:49:42.494348 run patchelf(pid=13367): Launched 00:49:42.679545 run osmo-stp_10.42.42.5(pid=13364): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)] 00:49:42.819627 run osmo-stp_10.42.42.5(pid=13364): stdout: | (launched: 2022-12-13_00:49:41.323628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:42.961230 run osmo-stp_10.42.42.5(pid=13364): stderr: | 20221213004941515 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004941515 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004941515 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004941516 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004941516 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004941516 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004941516 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:43.103091 run osmo-stp_10.42.42.5(pid=13364): stdout: | (launched: 2022-12-13_00:49:41.323628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:43.239088 run osmo-stp_10.42.42.5(pid=13364): stderr: | 20221213004941515 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004941515 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004941515 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004941516 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004941516 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004941516 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004941516 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:43.400674 run patchelf(pid=13367): Terminating (SIGINT) 00:49:43.587543 run patchelf(pid=13367): Terminated: ok {rc=0} 00:49:43.722661 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13364): Process ended prematurely: osmo-stp_10.42.42.5(pid=13364) [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)] [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38] 00:49:43.732773 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 00:49:43.762159 run osmo-hlr_10.42.42.2(pid=13361): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13361)] 00:49:43.812542 run osmo-hlr_10.42.42.2(pid=13361): stdout: | (launched: 2022-12-13_00:49:40.292083) 00:49:43.864781 run osmo-hlr_10.42.42.2(pid=13361): stderr: | 20221213004940487 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004940487 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004940487 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004940488 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004940488 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004940488 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004940499 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004940509 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004940509 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004940509 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:49:43.917346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Terminating (SIGTERM) 00:49:43.959402 run iperf3-srv_10.42.42.10(pid=13355): Terminating (SIGTERM) 00:49:44.001534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminating (SIGTERM) 00:49:44.043658 run iperf3-srv_10.42.42.10(pid=13357): Terminating (SIGTERM) 00:49:44.085491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Terminating (SIGTERM) 00:49:44.127521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Terminating (SIGTERM) 00:49:44.169758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Terminating (SIGTERM) 00:49:44.212324 --- ParallelTerminationStrategy: PID 13354 died... 00:49:44.232441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Terminated: ok {rc=0} 00:49:44.279265 --- ParallelTerminationStrategy: PID 13355 died... 00:49:44.298693 run iperf3-srv_10.42.42.10(pid=13355): Terminated {rc=256} 00:49:44.345586 --- ParallelTerminationStrategy: PID 13356 died... 00:49:44.365127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminated: ok {rc=0} 00:49:44.411773 --- ParallelTerminationStrategy: PID 13357 died... 00:49:44.431414 run iperf3-srv_10.42.42.10(pid=13357): Terminated {rc=256} 00:49:44.477802 --- ParallelTerminationStrategy: PID 13360 died... 00:49:44.497369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Terminated: ok {rc=0} 00:49:44.544153 --- ParallelTerminationStrategy: PID 13363 died... 00:49:44.563957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Terminated: ok {rc=0} 00:49:44.611555 --- ParallelTerminationStrategy: PID 13366 died... 00:49:44.631286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Terminated: ok {rc=0} 00:49:44.719610 bus /gobi_0: Setting Powered False 00:49:45.818335 bus /gobi_0: Setting Powered False 00:49:46.948669 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx iperf3.py ---------------------------------------------- 00:49:48.116257 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.128285 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 00:49:48.183203 tst iperf3.py: using LAC 32481 00:49:48.312391 tst iperf3.py: using RAC 96 00:49:48.442945 tst iperf3.py: using CellId 32481 00:49:48.571557 tst iperf3.py: using BVCI 32482 00:49:48.694013 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.705261 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.716287 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.727603 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.738796 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.750081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.761599 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.772789 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:48.784248 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:48.905766 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:49:49.130336 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:49:49.463619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Launched 00:49:49.752801 run iperf3-srv_10.42.42.10(pid=13369): Launched 00:49:49.878850 tst iperf3.py:8: start network... 00:49:50.102854 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:49:50.618485 run create_hlr_db(pid=13370): Launched 00:49:50.744450 bus /gobi_6: Setting Powered False 00:49:51.810137 run create_hlr_db(pid=13370): Terminated: ok {rc=0} 00:49:52.269709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Launched 00:49:52.602435 run osmo-hlr_10.42.42.2(pid=13373): Launched 00:49:52.729914 run osmo-stp_10.42.42.5: Starting osmo-stp 00:49:53.304065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Launched 00:49:53.635620 run osmo-stp_10.42.42.5(pid=13376): Launched 00:49:53.764239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:49:54.337774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Launched 00:49:54.465404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:49:54.747518 run patchelf(pid=13379): Launched 00:49:54.933643 run osmo-stp_10.42.42.5(pid=13376): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)] 00:49:55.073904 run osmo-stp_10.42.42.5(pid=13376): stdout: | (launched: 2022-12-13_00:49:53.574407) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:55.215665 run osmo-stp_10.42.42.5(pid=13376): stderr: | 20221213004953763 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004953763 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004953763 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004953764 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004953764 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004953764 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004953764 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:55.357242 run osmo-stp_10.42.42.5(pid=13376): stdout: | (launched: 2022-12-13_00:49:53.574407) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:49:55.493427 run osmo-stp_10.42.42.5(pid=13376): stderr: | 20221213004953763 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213004953763 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213004953763 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213004953764 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213004953764 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213004953764 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213004953764 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:49:55.655327 run patchelf(pid=13379): Terminating (SIGINT) 00:49:55.842273 run patchelf(pid=13379): Terminated: ok {rc=0} 00:49:55.976563 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13376): Process ended prematurely: osmo-stp_10.42.42.5(pid=13376) [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)] [trial-2384↪gprs:trx-umtrx↪iperf3.py:8] 00:49:55.986679 tst iperf3.py:8: Test FAILED (7.9 sec) 00:49:56.016131 run osmo-hlr_10.42.42.2(pid=13373): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13373)] 00:49:56.066637 run osmo-hlr_10.42.42.2(pid=13373): stdout: | (launched: 2022-12-13_00:49:52.540799) 00:49:56.119212 run osmo-hlr_10.42.42.2(pid=13373): stderr: | 20221213004952738 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213004952738 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213004952738 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213004952738 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213004952738 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213004952738 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213004952750 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213004952758 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213004952758 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213004952759 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:49:56.172010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Terminating (SIGTERM) 00:49:56.214544 run iperf3-srv_10.42.42.10(pid=13369): Terminating (SIGTERM) 00:49:56.256899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Terminating (SIGTERM) 00:49:56.299735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Terminating (SIGTERM) 00:49:56.342587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Terminating (SIGTERM) 00:49:56.385588 --- ParallelTerminationStrategy: PID 13368 died... 00:49:56.405742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Terminated: ok {rc=0} 00:49:56.453146 --- ParallelTerminationStrategy: PID 13369 died... 00:49:56.472905 run iperf3-srv_10.42.42.10(pid=13369): Terminated {rc=256} 00:49:56.520433 --- ParallelTerminationStrategy: PID 13372 died... 00:49:56.540227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Terminated: ok {rc=0} 00:49:56.587744 --- ParallelTerminationStrategy: PID 13375 died... 00:49:56.607539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Terminated: ok {rc=0} 00:49:56.654874 --- ParallelTerminationStrategy: PID 13378 died... 00:49:56.674694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Terminated: ok {rc=0} 00:49:56.763063 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx iperf3m4.py ---------------------------------------------- 00:49:57.914496 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:57.926331 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 00:49:57.976134 tst iperf3m4.py: using LAC 32482 00:49:58.111909 tst iperf3m4.py: using RAC 97 00:49:58.241175 tst iperf3m4.py: using CellId 32482 00:49:58.361620 tst iperf3m4.py: using BVCI 32483 00:49:58.475086 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.486016 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.496690 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.507545 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.518309 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.528885 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.540197 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.550969 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:49:58.561909 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:58.680202 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:58.808912 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:58.927564 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:49:59.044236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:49:59.253357 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:49:59.565199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Launched 00:49:59.835582 run iperf3-srv_10.42.42.10(pid=13381): Launched 00:49:59.951470 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:50:00.158885 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:00.469603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Launched 00:50:00.740493 run iperf3-srv_10.42.42.10(pid=13383): Launched 00:50:00.860437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:50:01.077739 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:01.393765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Launched 00:50:01.682509 run iperf3-srv_10.42.42.10(pid=13385): Launched 00:50:01.828896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:50:02.043204 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:02.369691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Launched 00:50:02.677712 run iperf3-srv_10.42.42.10(pid=13396): Launched 00:50:02.801379 tst iperf3m4.py:8: start network... 00:50:03.007620 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:50:03.488242 run create_hlr_db(pid=13398): Launched 00:50:03.613847 bus /gobi_6: Setting Powered False 00:50:04.675136 run create_hlr_db(pid=13398): Terminated: ok {rc=0} 00:50:05.128458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Launched 00:50:05.461718 run osmo-hlr_10.42.42.2(pid=13401): Launched 00:50:05.588893 run osmo-stp_10.42.42.5: Starting osmo-stp 00:50:06.165624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Launched 00:50:06.500586 run osmo-stp_10.42.42.5(pid=13404): Launched 00:50:06.629046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:50:07.204081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Launched 00:50:07.331404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:50:07.615129 run patchelf(pid=13407): Launched 00:50:07.802520 run osmo-stp_10.42.42.5(pid=13404): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)] 00:50:07.943190 run osmo-stp_10.42.42.5(pid=13404): stdout: | (launched: 2022-12-13_00:50:06.439328) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:08.084827 run osmo-stp_10.42.42.5(pid=13404): stderr: | 20221213005006629 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005006629 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005006629 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005006629 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005006630 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005006630 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005006630 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:08.226723 run osmo-stp_10.42.42.5(pid=13404): stdout: | (launched: 2022-12-13_00:50:06.439328) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:08.363409 run osmo-stp_10.42.42.5(pid=13404): stderr: | 20221213005006629 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005006629 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005006629 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005006629 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005006630 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005006630 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005006630 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:08.525008 run patchelf(pid=13407): Terminating (SIGINT) 00:50:08.712857 run patchelf(pid=13407): Terminated: ok {rc=0} 00:50:08.847563 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13404): Process ended prematurely: osmo-stp_10.42.42.5(pid=13404) [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)] [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8] 00:50:08.858066 tst iperf3m4.py:8: Test FAILED (11.0 sec) 00:50:08.887600 run osmo-hlr_10.42.42.2(pid=13401): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13401)] 00:50:08.938451 run osmo-hlr_10.42.42.2(pid=13401): stdout: | (launched: 2022-12-13_00:50:05.400452) 00:50:08.990911 run osmo-hlr_10.42.42.2(pid=13401): stderr: | 20221213005005596 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005005596 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005005596 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005005596 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005005596 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005005596 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005005612 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005005621 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005005621 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005005621 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:50:09.043830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminating (SIGTERM) 00:50:09.086823 run iperf3-srv_10.42.42.10(pid=13381): Terminating (SIGTERM) 00:50:09.129991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminating (SIGTERM) 00:50:09.172860 run iperf3-srv_10.42.42.10(pid=13383): Terminating (SIGTERM) 00:50:09.216127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Terminating (SIGTERM) 00:50:09.259218 run iperf3-srv_10.42.42.10(pid=13385): Terminating (SIGTERM) 00:50:09.301670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Terminating (SIGTERM) 00:50:09.344363 run iperf3-srv_10.42.42.10(pid=13396): Terminating (SIGTERM) 00:50:09.387548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Terminating (SIGTERM) 00:50:09.430381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Terminating (SIGTERM) 00:50:09.473311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Terminating (SIGTERM) 00:50:09.516598 --- ParallelTerminationStrategy: PID 13380 died... 00:50:09.536788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminated: ok {rc=0} 00:50:09.584033 --- ParallelTerminationStrategy: PID 13381 died... 00:50:09.603901 run iperf3-srv_10.42.42.10(pid=13381): Terminated {rc=256} 00:50:09.651248 --- ParallelTerminationStrategy: PID 13382 died... 00:50:09.670907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminated: ok {rc=0} 00:50:09.717995 --- ParallelTerminationStrategy: PID 13383 died... 00:50:09.737802 run iperf3-srv_10.42.42.10(pid=13383): Terminated {rc=256} 00:50:09.784609 --- ParallelTerminationStrategy: PID 13384 died... 00:50:09.804418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Terminated: ok {rc=0} 00:50:09.851610 --- ParallelTerminationStrategy: PID 13385 died... 00:50:09.871371 run iperf3-srv_10.42.42.10(pid=13385): Terminated {rc=256} 00:50:09.918276 --- ParallelTerminationStrategy: PID 13390 died... 00:50:09.938000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Terminated: ok {rc=0} 00:50:09.984889 --- ParallelTerminationStrategy: PID 13396 died... 00:50:10.005082 run iperf3-srv_10.42.42.10(pid=13396): Terminated {rc=256} 00:50:10.052226 --- ParallelTerminationStrategy: PID 13400 died... 00:50:10.072042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Terminated: ok {rc=0} 00:50:10.119158 --- ParallelTerminationStrategy: PID 13403 died... 00:50:10.139049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Terminated: ok {rc=0} 00:50:10.186062 --- ParallelTerminationStrategy: PID 13406 died... 00:50:10.205847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Terminated: ok {rc=0} 00:50:10.295188 bus /gobi_4: Setting Powered False 00:50:11.394156 bus /gobi_4: Setting Powered False 00:50:12.511090 bus /gobi_1: Setting Powered False 00:50:13.614609 bus /gobi_1: Setting Powered False 00:50:14.737650 bus /gobi_0: Setting Powered False 00:50:15.846211 bus /gobi_0: Setting Powered False 00:50:16.979526 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx ping.py ---------------------------------------------- 00:50:18.091080 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.102586 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 00:50:18.150492 tst ping.py: using LAC 32483 00:50:18.271860 tst ping.py: using RAC 98 00:50:18.392784 tst ping.py: using CellId 32483 00:50:18.511668 tst ping.py: using BVCI 32484 00:50:18.633866 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.645153 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.656409 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.668310 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.679552 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.691183 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.702683 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:18.714056 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:50:18.833545 tst ping.py:19: start network... 00:50:19.053039 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:50:19.560342 run create_hlr_db(pid=13759): Launched 00:50:19.684297 bus /gobi_6: Setting Powered False 00:50:20.749118 run create_hlr_db(pid=13759): Terminated: ok {rc=0} 00:50:21.185052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Launched 00:50:21.488531 run osmo-hlr_10.42.42.2(pid=13762): Launched 00:50:21.603156 run osmo-stp_10.42.42.5: Starting osmo-stp 00:50:22.147865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Launched 00:50:22.451145 run osmo-stp_10.42.42.5(pid=13765): Launched 00:50:22.566685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:50:23.094354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Launched 00:50:23.232898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:50:23.526372 run patchelf(pid=13806): Launched 00:50:23.713155 run osmo-stp_10.42.42.5(pid=13765): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)] 00:50:23.857965 run osmo-stp_10.42.42.5(pid=13765): stdout: | (launched: 2022-12-13_00:50:22.394642) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:24.003476 run osmo-stp_10.42.42.5(pid=13765): stderr: | 20221213005022563 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005022563 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005022563 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005022563 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005022564 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005022564 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005022564 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:24.150832 run osmo-stp_10.42.42.5(pid=13765): stdout: | (launched: 2022-12-13_00:50:22.394642) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:24.290564 run osmo-stp_10.42.42.5(pid=13765): stderr: | 20221213005022563 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005022563 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005022563 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005022563 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005022564 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005022564 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005022564 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:24.454970 run patchelf(pid=13806): Terminating (SIGINT) 00:50:24.645706 run patchelf(pid=13806): Terminated: ok {rc=0} 00:50:24.783291 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13765): Process ended prematurely: osmo-stp_10.42.42.5(pid=13765) [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)] [trial-2384↪gprs:trx-umtrx↪ping.py:22] 00:50:24.794861 tst ping.py:22: Test FAILED (6.7 sec) 00:50:24.828086 run osmo-hlr_10.42.42.2(pid=13762): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13762)] 00:50:24.881098 run osmo-hlr_10.42.42.2(pid=13762): stdout: | (launched: 2022-12-13_00:50:21.432359) 00:50:24.935682 run osmo-hlr_10.42.42.2(pid=13762): stderr: | 20221213005021606 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005021606 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005021606 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005021606 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005021606 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005021606 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005021619 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005021629 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005021629 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005021629 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:50:24.991455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Terminating (SIGTERM) 00:50:25.037580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Terminating (SIGTERM) 00:50:25.083908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Terminating (SIGTERM) 00:50:25.130733 --- ParallelTerminationStrategy: PID 13761 died... 00:50:25.151822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Terminated: ok {rc=0} 00:50:25.203381 --- ParallelTerminationStrategy: PID 13764 died... 00:50:25.225785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Terminated: ok {rc=0} 00:50:25.275984 --- ParallelTerminationStrategy: PID 13767 died... 00:50:25.297036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Terminated: ok {rc=0} 00:50:25.390588 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx ping_idle_ping.py ---------------------------------------------- 00:50:26.480600 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:26.492718 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 00:50:26.542734 tst ping_idle_ping.py: using LAC 32484 00:50:26.663261 tst ping_idle_ping.py: using RAC 99 00:50:26.786230 tst ping_idle_ping.py: using CellId 32484 00:50:26.908811 tst ping_idle_ping.py: using BVCI 32485 00:50:27.020607 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.031935 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.043172 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.054554 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.065874 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.077087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.088361 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 00:50:27.099688 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 00:50:27.222661 tst ping_idle_ping.py:24: start network... 00:50:27.449650 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:50:27.981736 run create_hlr_db(pid=13944): Launched 00:50:28.138992 bus /gobi_6: Setting Powered False 00:50:29.199963 run create_hlr_db(pid=13944): Terminated: ok {rc=0} 00:50:29.630805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Launched 00:50:29.940156 run osmo-hlr_10.42.42.2(pid=13948): Launched 00:50:30.056909 run osmo-stp_10.42.42.5: Starting osmo-stp 00:50:30.593268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Launched 00:50:30.907891 run osmo-stp_10.42.42.5(pid=13951): Launched 00:50:31.102784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:50:31.862150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Launched 00:50:32.031411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:50:32.330186 run patchelf(pid=13954): Launched 00:50:32.504346 run osmo-stp_10.42.42.5(pid=13951): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)] 00:50:32.634492 run osmo-stp_10.42.42.5(pid=13951): stdout: | (launched: 2022-12-13_00:50:30.843844) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:32.765744 run osmo-stp_10.42.42.5(pid=13951): stderr: | 20221213005031145 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005031146 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005031148 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005031149 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005031151 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005031152 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005031152 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:32.897390 run osmo-stp_10.42.42.5(pid=13951): stdout: | (launched: 2022-12-13_00:50:30.843844) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:33.022692 run osmo-stp_10.42.42.5(pid=13951): stderr: | 20221213005031145 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005031146 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005031148 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005031149 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005031151 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005031152 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005031152 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:33.171316 run patchelf(pid=13954): Terminating (SIGINT) 00:50:33.344472 run patchelf(pid=13954): Terminated: ok {rc=0} 00:50:33.469290 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13951): Process ended prematurely: osmo-stp_10.42.42.5(pid=13951) [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)] [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27] 00:50:33.478205 tst ping_idle_ping.py:27: Test FAILED (7.0 sec) 00:50:33.505242 run osmo-hlr_10.42.42.2(pid=13948): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13948)] 00:50:33.553773 run osmo-hlr_10.42.42.2(pid=13948): stdout: | (launched: 2022-12-13_00:50:29.882680) 00:50:33.604093 run osmo-hlr_10.42.42.2(pid=13948): stderr: | 20221213005030058 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005030058 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005030058 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005030058 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005030059 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005030059 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005030074 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005030085 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005030085 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005030085 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:50:33.655074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Terminating (SIGTERM) 00:50:33.695826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Terminating (SIGTERM) 00:50:33.736504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Terminating (SIGTERM) 00:50:33.777997 --- ParallelTerminationStrategy: PID 13947 died... 00:50:33.797375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Terminated: ok {rc=0} 00:50:33.842413 --- ParallelTerminationStrategy: PID 13950 died... 00:50:33.861507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Terminated: ok {rc=0} 00:50:33.906216 --- ParallelTerminationStrategy: PID 13953 died... 00:50:33.925336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Terminated: ok {rc=0} 00:50:34.011570 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs --------------------------------------------------------------------- 00:50:35.308600 tst gprs:trx-umtrx+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:50:35.314228 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:50:35.346514 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:50:35.385368 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:50:35.474584 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:50:35.509673 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:50:35.550223 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:50:36.137608 tst gprs:trx-umtrx+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:50:36.188725 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.199709 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:50:36.249425 tst cs_paging_gprs_active.py: using LAC 32485 00:50:36.373638 tst cs_paging_gprs_active.py: using RAC 100 00:50:36.498082 tst cs_paging_gprs_active.py: using CellId 32485 00:50:36.622334 tst cs_paging_gprs_active.py: using BVCI 32486 00:50:36.737627 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.748610 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.759384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.770169 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.780787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.791487 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.802408 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.813046 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:36.823971 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:50:36.946347 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:50:37.064307 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:50:37.275831 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:37.591324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Launched 00:50:37.865791 run iperf3-srv_10.42.42.10(pid=13959): Launched 00:50:37.984100 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:50:38.196493 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:38.512003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Launched 00:50:38.787130 run iperf3-srv_10.42.42.10(pid=13961): Launched 00:50:38.906352 tst cs_paging_gprs_active.py:38: start network... 00:50:39.114770 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:50:39.603977 run create_hlr_db(pid=13962): Launched 00:50:39.733118 bus /gobi_6: Setting Powered False 00:50:40.795881 run create_hlr_db(pid=13962): Terminated: ok {rc=0} 00:50:41.252556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Launched 00:50:41.591025 run osmo-hlr_10.42.42.2(pid=13965): Launched 00:50:41.721765 run osmo-stp_10.42.42.5: Starting osmo-stp 00:50:42.304065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Launched 00:50:42.643290 run osmo-stp_10.42.42.5(pid=13968): Launched 00:50:42.772700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:50:43.352314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Launched 00:50:43.482039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:50:43.766727 run patchelf(pid=13971): Launched 00:50:43.952445 run osmo-stp_10.42.42.5(pid=13968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)] 00:50:44.093587 run osmo-stp_10.42.42.5(pid=13968): stdout: | (launched: 2022-12-13_00:50:42.580754) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:44.236517 run osmo-stp_10.42.42.5(pid=13968): stderr: | 20221213005042773 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005042773 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005042774 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005042774 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005042774 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005042774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005042775 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:44.379393 run osmo-stp_10.42.42.5(pid=13968): stdout: | (launched: 2022-12-13_00:50:42.580754) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:44.516917 run osmo-stp_10.42.42.5(pid=13968): stderr: | 20221213005042773 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005042773 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005042774 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005042774 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005042774 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005042774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005042775 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:44.680473 run patchelf(pid=13971): Terminating (SIGINT) 00:50:44.868672 run patchelf(pid=13971): Terminated: ok {rc=0} 00:50:45.004067 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:50:45.014405 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 00:50:45.043969 run osmo-hlr_10.42.42.2(pid=13965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13965)] 00:50:45.094803 run osmo-hlr_10.42.42.2(pid=13965): stdout: | (launched: 2022-12-13_00:50:41.528847) 00:50:45.147415 run osmo-hlr_10.42.42.2(pid=13965): stderr: | 20221213005041727 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005041727 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005041727 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005041727 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005041727 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005041728 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005041740 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005041748 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005041748 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005041748 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:50:45.200339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Terminating (SIGTERM) 00:50:45.242675 run iperf3-srv_10.42.42.10(pid=13959): Terminating (SIGTERM) 00:50:45.285048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Terminating (SIGTERM) 00:50:45.327667 run iperf3-srv_10.42.42.10(pid=13961): Terminating (SIGTERM) 00:50:45.370118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminating (SIGTERM) 00:50:45.412615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminating (SIGTERM) 00:50:45.455497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Terminating (SIGTERM) 00:50:45.498342 --- ParallelTerminationStrategy: PID 13958 died... 00:50:45.518641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Terminated: ok {rc=0} 00:50:45.565635 --- ParallelTerminationStrategy: PID 13959 died... 00:50:45.585286 run iperf3-srv_10.42.42.10(pid=13959): Terminated {rc=256} 00:50:45.632415 --- ParallelTerminationStrategy: PID 13960 died... 00:50:45.652008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Terminated: ok {rc=0} 00:50:45.698981 --- ParallelTerminationStrategy: PID 13961 died... 00:50:45.718667 run iperf3-srv_10.42.42.10(pid=13961): Terminated {rc=256} 00:50:45.765165 --- ParallelTerminationStrategy: PID 13964 died... 00:50:45.784776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminated: ok {rc=0} 00:50:45.839089 --- ParallelTerminationStrategy: PID 13967 died... 00:50:45.859681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminated: ok {rc=0} 00:50:45.911956 --- ParallelTerminationStrategy: PID 13970 died... 00:50:45.935742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Terminated: ok {rc=0} 00:50:46.036424 bus /gobi_0: Setting Powered False 00:50:47.157166 bus /gobi_0: Setting Powered False 00:50:48.276085 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:50:49.423605 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:49.435297 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:50:49.488004 tst iperf3.py: using LAC 32486 00:50:49.611813 tst iperf3.py: using RAC 101 00:50:49.736446 tst iperf3.py: using CellId 32486 00:50:49.862140 tst iperf3.py: using BVCI 32487 00:50:49.976819 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:49.987863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:49.998680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.009562 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.020231 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.030914 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.041790 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.052377 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:50.063275 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:50:50.181946 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:50:50.390117 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:50:50.702863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Launched 00:50:50.976119 run iperf3-srv_10.42.42.10(pid=13973): Launched 00:50:51.094707 tst iperf3.py:8: start network... 00:50:51.302817 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:50:51.785996 run create_hlr_db(pid=13974): Launched 00:50:51.918125 bus /gobi_6: Setting Powered False 00:50:52.983463 run create_hlr_db(pid=13974): Terminated: ok {rc=0} 00:50:53.447056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Launched 00:50:53.782285 run osmo-hlr_10.42.42.2(pid=13977): Launched 00:50:53.909504 run osmo-stp_10.42.42.5: Starting osmo-stp 00:50:54.495377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Launched 00:50:54.830858 run osmo-stp_10.42.42.5(pid=13980): Launched 00:50:54.959027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:50:55.535728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Launched 00:50:55.665302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:50:55.948631 run patchelf(pid=13983): Launched 00:50:56.135400 run osmo-stp_10.42.42.5(pid=13980): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] 00:50:56.276107 run osmo-stp_10.42.42.5(pid=13980): stdout: | (launched: 2022-12-13_00:50:54.768628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:56.417867 run osmo-stp_10.42.42.5(pid=13980): stderr: | 20221213005054960 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005054960 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005054961 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005054961 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005054962 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005054962 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005054962 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:56.559817 run osmo-stp_10.42.42.5(pid=13980): stdout: | (launched: 2022-12-13_00:50:54.768628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:50:56.696597 run osmo-stp_10.42.42.5(pid=13980): stderr: | 20221213005054960 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005054960 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005054961 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005054961 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005054962 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005054962 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005054962 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:50:56.858397 run patchelf(pid=13983): Terminating (SIGINT) 00:50:57.045915 run patchelf(pid=13983): Terminated: ok {rc=0} 00:50:57.180652 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8] 00:50:57.190993 tst iperf3.py:8: Test FAILED (7.8 sec) 00:50:57.220292 run osmo-hlr_10.42.42.2(pid=13977): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13977)] 00:50:57.271093 run osmo-hlr_10.42.42.2(pid=13977): stdout: | (launched: 2022-12-13_00:50:53.720780) 00:50:57.323546 run osmo-hlr_10.42.42.2(pid=13977): stderr: | 20221213005053918 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005053918 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005053918 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005053919 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005053919 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005053919 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005053930 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005053939 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005053939 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005053939 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:50:57.376523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Terminating (SIGTERM) 00:50:57.419269 run iperf3-srv_10.42.42.10(pid=13973): Terminating (SIGTERM) 00:50:57.461671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminating (SIGTERM) 00:50:57.504202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminating (SIGTERM) 00:50:57.546743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminating (SIGTERM) 00:50:57.589433 --- ParallelTerminationStrategy: PID 13972 died... 00:50:57.609675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Terminated: ok {rc=0} 00:50:57.656935 --- ParallelTerminationStrategy: PID 13973 died... 00:50:57.676904 run iperf3-srv_10.42.42.10(pid=13973): Terminated {rc=256} 00:50:57.723742 --- ParallelTerminationStrategy: PID 13976 died... 00:50:57.743487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminated: ok {rc=0} 00:50:57.790389 --- ParallelTerminationStrategy: PID 13979 died... 00:50:57.810119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminated: ok {rc=0} 00:50:57.857256 --- ParallelTerminationStrategy: PID 13982 died... 00:50:57.876783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminated: ok {rc=0} 00:50:57.966193 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:50:59.118248 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.130398 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:50:59.182190 tst iperf3m4.py: using LAC 32487 00:50:59.315565 tst iperf3m4.py: using RAC 102 00:50:59.440491 tst iperf3m4.py: using CellId 32487 00:50:59.564584 tst iperf3m4.py: using BVCI 32488 00:50:59.678855 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.690019 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.700627 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.711458 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.722120 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.732640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.743428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.754052 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:50:59.764832 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:50:59.884327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:51:00.010109 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:51:00.136911 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:51:00.260749 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:51:00.486681 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:00.822704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Launched 00:51:01.144227 run iperf3-srv_10.42.42.10(pid=13985): Launched 00:51:01.334216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:51:01.573931 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:01.898317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Launched 00:51:02.193698 run iperf3-srv_10.42.42.10(pid=13987): Launched 00:51:02.328023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:51:02.553706 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:02.890918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Launched 00:51:03.182654 run iperf3-srv_10.42.42.10(pid=13989): Launched 00:51:03.308096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:51:03.534152 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:03.871043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Launched 00:51:04.163100 run iperf3-srv_10.42.42.10(pid=13991): Launched 00:51:04.290596 tst iperf3m4.py:8: start network... 00:51:04.516896 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:51:05.038170 run create_hlr_db(pid=13992): Launched 00:51:05.166479 bus /gobi_6: Setting Powered False 00:51:06.231743 run create_hlr_db(pid=13992): Terminated: ok {rc=0} 00:51:06.678643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Launched 00:51:06.993665 run osmo-hlr_10.42.42.2(pid=13995): Launched 00:51:07.114282 run osmo-stp_10.42.42.5: Starting osmo-stp 00:51:07.663314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Launched 00:51:07.977971 run osmo-stp_10.42.42.5(pid=13998): Launched 00:51:08.099320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:51:08.643148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Launched 00:51:08.763633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:51:09.028801 run patchelf(pid=14001): Launched 00:51:09.202637 run osmo-stp_10.42.42.5(pid=13998): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)] 00:51:09.334251 run osmo-stp_10.42.42.5(pid=13998): stdout: | (launched: 2022-12-13_00:51:07.919584) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:09.467366 run osmo-stp_10.42.42.5(pid=13998): stderr: | 20221213005108090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005108090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005108090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005108091 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005108091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005108091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005108091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:09.600282 run osmo-stp_10.42.42.5(pid=13998): stdout: | (launched: 2022-12-13_00:51:07.919584) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:09.728055 run osmo-stp_10.42.42.5(pid=13998): stderr: | 20221213005108090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005108090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005108090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005108091 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005108091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005108091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005108091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:09.879113 run patchelf(pid=14001): Terminating (SIGINT) 00:51:10.055172 run patchelf(pid=14001): Terminated: ok {rc=0} 00:51:10.181437 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13998): Process ended prematurely: osmo-stp_10.42.42.5(pid=13998) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8] 00:51:10.190875 tst iperf3m4.py:8: Test FAILED (11.1 sec) 00:51:10.218448 run osmo-hlr_10.42.42.2(pid=13995): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13995)] 00:51:10.266366 run osmo-hlr_10.42.42.2(pid=13995): stdout: | (launched: 2022-12-13_00:51:06.935344) 00:51:10.316502 run osmo-hlr_10.42.42.2(pid=13995): stderr: | 20221213005107111 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005107111 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005107111 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005107111 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005107111 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005107111 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005107124 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005107132 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005107132 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005107132 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:51:10.366570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Terminating (SIGTERM) 00:51:10.406870 run iperf3-srv_10.42.42.10(pid=13985): Terminating (SIGTERM) 00:51:10.447185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Terminating (SIGTERM) 00:51:10.487465 run iperf3-srv_10.42.42.10(pid=13987): Terminating (SIGTERM) 00:51:10.529113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Terminating (SIGTERM) 00:51:10.569571 run iperf3-srv_10.42.42.10(pid=13989): Terminating (SIGTERM) 00:51:10.609668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Terminating (SIGTERM) 00:51:10.649645 run iperf3-srv_10.42.42.10(pid=13991): Terminating (SIGTERM) 00:51:10.689647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Terminating (SIGTERM) 00:51:10.729897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Terminating (SIGTERM) 00:51:10.769957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Terminating (SIGTERM) 00:51:10.810548 --- ParallelTerminationStrategy: PID 13984 died... 00:51:10.830004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Terminated: ok {rc=0} 00:51:10.874665 --- ParallelTerminationStrategy: PID 13985 died... 00:51:10.893440 run iperf3-srv_10.42.42.10(pid=13985): Terminated {rc=256} 00:51:10.937885 --- ParallelTerminationStrategy: PID 13986 died... 00:51:10.956767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Terminated: ok {rc=0} 00:51:11.001087 --- ParallelTerminationStrategy: PID 13987 died... 00:51:11.019795 run iperf3-srv_10.42.42.10(pid=13987): Terminated {rc=256} 00:51:11.064419 --- ParallelTerminationStrategy: PID 13988 died... 00:51:11.083339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Terminated: ok {rc=0} 00:51:11.128086 --- ParallelTerminationStrategy: PID 13989 died... 00:51:11.146777 run iperf3-srv_10.42.42.10(pid=13989): Terminated {rc=256} 00:51:11.190944 --- ParallelTerminationStrategy: PID 13990 died... 00:51:11.210045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Terminated: ok {rc=0} 00:51:11.254382 --- ParallelTerminationStrategy: PID 13991 died... 00:51:11.273343 run iperf3-srv_10.42.42.10(pid=13991): Terminated {rc=256} 00:51:11.317502 --- ParallelTerminationStrategy: PID 13994 died... 00:51:11.336504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Terminated: ok {rc=0} 00:51:11.381264 --- ParallelTerminationStrategy: PID 13997 died... 00:51:11.400174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Terminated: ok {rc=0} 00:51:11.444784 --- ParallelTerminationStrategy: PID 14000 died... 00:51:11.463693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Terminated: ok {rc=0} 00:51:11.550152 bus /gobi_4: Setting Powered False 00:51:12.651534 bus /gobi_4: Setting Powered False 00:51:13.765948 bus /gobi_1: Setting Powered False 00:51:14.863999 bus /gobi_1: Setting Powered False 00:51:15.987580 bus /gobi_0: Setting Powered False 00:51:17.090311 bus /gobi_0: Setting Powered False 00:51:18.211136 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs ping.py ---------------------------------------------- 00:51:19.316486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.328568 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:51:19.378759 tst ping.py: using LAC 32488 00:51:19.502450 tst ping.py: using RAC 103 00:51:19.625420 tst ping.py: using CellId 32488 00:51:19.756045 tst ping.py: using BVCI 32489 00:51:19.877709 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.889355 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.900731 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.912382 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.924036 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.935592 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.947367 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:19.958951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:51:20.075690 tst ping.py:19: start network... 00:51:20.280017 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:51:20.756315 run create_hlr_db(pid=14003): Launched 00:51:20.883391 bus /gobi_6: Setting Powered False 00:51:21.964913 run create_hlr_db(pid=14003): Terminated: ok {rc=0} 00:51:22.394421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Launched 00:51:22.703587 run osmo-hlr_10.42.42.2(pid=14006): Launched 00:51:22.820781 run osmo-stp_10.42.42.5: Starting osmo-stp 00:51:23.350059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Launched 00:51:23.657529 run osmo-stp_10.42.42.5(pid=14009): Launched 00:51:23.774897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:51:24.305408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Launched 00:51:24.423454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:51:24.684307 run patchelf(pid=14012): Launched 00:51:24.856142 run osmo-stp_10.42.42.5(pid=14009): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)] 00:51:24.985668 run osmo-stp_10.42.42.5(pid=14009): stdout: | (launched: 2022-12-13_00:51:23.600135) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:25.116537 run osmo-stp_10.42.42.5(pid=14009): stderr: | 20221213005123771 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005123771 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005123771 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005123772 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005123772 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005123772 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005123772 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:25.247996 run osmo-stp_10.42.42.5(pid=14009): stdout: | (launched: 2022-12-13_00:51:23.600135) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:25.372699 run osmo-stp_10.42.42.5(pid=14009): stderr: | 20221213005123771 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005123771 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005123771 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005123772 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005123772 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005123772 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005123772 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:25.520827 run patchelf(pid=14012): Terminating (SIGINT) 00:51:25.693526 run patchelf(pid=14012): Terminated: ok {rc=0} 00:51:25.817291 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22] 00:51:25.826048 tst ping.py:22: Test FAILED (6.5 sec) 00:51:25.852732 run osmo-hlr_10.42.42.2(pid=14006): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14006)] 00:51:25.901054 run osmo-hlr_10.42.42.2(pid=14006): stdout: | (launched: 2022-12-13_00:51:22.646402) 00:51:25.950535 run osmo-hlr_10.42.42.2(pid=14006): stderr: | 20221213005122821 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005122821 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005122822 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005122822 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005122822 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005122822 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005122835 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005122846 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005122846 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005122846 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:51:26.000650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminating (SIGTERM) 00:51:26.040797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminating (SIGTERM) 00:51:26.081162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminating (SIGTERM) 00:51:26.121784 --- ParallelTerminationStrategy: PID 14005 died... 00:51:26.141105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminated: ok {rc=0} 00:51:26.185491 --- ParallelTerminationStrategy: PID 14008 died... 00:51:26.204262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminated: ok {rc=0} 00:51:26.249250 --- ParallelTerminationStrategy: PID 14011 died... 00:51:26.268075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminated: ok {rc=0} 00:51:26.355200 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 00:51:27.444151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:27.456032 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:51:27.511794 tst ping_idle_ping.py: using LAC 32489 00:51:27.643374 tst ping_idle_ping.py: using RAC 104 00:51:27.772933 tst ping_idle_ping.py: using CellId 32489 00:51:27.903678 tst ping_idle_ping.py: using BVCI 32490 00:51:28.025259 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.036787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.048226 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.059804 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.071278 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.082793 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.094559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:51:28.106255 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:51:28.224123 tst ping_idle_ping.py:24: start network... 00:51:28.431734 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:51:28.913401 run create_hlr_db(pid=14013): Launched 00:51:29.042461 bus /gobi_6: Setting Powered False 00:51:30.104244 run create_hlr_db(pid=14013): Terminated: ok {rc=0} 00:51:30.558551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Launched 00:51:30.910207 run osmo-hlr_10.42.42.2(pid=14016): Launched 00:51:31.164483 run osmo-stp_10.42.42.5: Starting osmo-stp 00:51:31.833667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Launched 00:51:32.159626 run osmo-stp_10.42.42.5(pid=14019): Launched 00:51:32.379870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:51:32.932211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Launched 00:51:33.051463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:51:33.312156 run patchelf(pid=14022): Launched 00:51:33.484787 run osmo-stp_10.42.42.5(pid=14019): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)] 00:51:33.615058 run osmo-stp_10.42.42.5(pid=14019): stdout: | (launched: 2022-12-13_00:51:32.101529) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:33.747329 run osmo-stp_10.42.42.5(pid=14019): stderr: | 20221213005132457 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005132457 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005132457 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005132458 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005132458 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005132458 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005132458 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:33.879342 run osmo-stp_10.42.42.5(pid=14019): stdout: | (launched: 2022-12-13_00:51:32.101529) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:34.005301 run osmo-stp_10.42.42.5(pid=14019): stderr: | 20221213005132457 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005132457 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005132457 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005132458 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005132458 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005132458 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005132458 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:34.154997 run patchelf(pid=14022): Terminating (SIGINT) 00:51:34.328716 run patchelf(pid=14022): Terminated: ok {rc=0} 00:51:34.454027 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27] 00:51:34.463156 tst ping_idle_ping.py:27: Test FAILED (7.0 sec) 00:51:34.490676 run osmo-hlr_10.42.42.2(pid=14016): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14016)] 00:51:34.538878 run osmo-hlr_10.42.42.2(pid=14016): stdout: | (launched: 2022-12-13_00:51:30.835639) 00:51:34.588674 run osmo-hlr_10.42.42.2(pid=14016): stderr: | 20221213005131165 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005131165 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005131168 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005131168 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005131168 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005131168 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005131191 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005131216 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005131217 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005131217 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:51:34.639326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminating (SIGTERM) 00:51:34.680034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminating (SIGTERM) 00:51:34.720509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminating (SIGTERM) 00:51:34.761365 --- ParallelTerminationStrategy: PID 14015 died... 00:51:34.780550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminated: ok {rc=0} 00:51:34.825528 --- ParallelTerminationStrategy: PID 14018 died... 00:51:34.844499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminated: ok {rc=0} 00:51:34.889210 --- ParallelTerminationStrategy: PID 14021 died... 00:51:34.908088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminated: ok {rc=0} 00:51:34.993598 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa --------------------------------------------------------------------- 00:51:36.302057 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:51:36.308618 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 00:51:36.342833 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 00:51:36.382858 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 00:51:36.474386 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 00:51:36.508279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 00:51:36.546974 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 00:51:37.142347 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 00:51:37.197341 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.208717 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:51:37.279799 tst cs_paging_gprs_active.py: using LAC 32490 00:51:37.411942 tst cs_paging_gprs_active.py: using RAC 105 00:51:37.543886 tst cs_paging_gprs_active.py: using CellId 32490 00:51:37.677524 tst cs_paging_gprs_active.py: using BVCI 32491 00:51:37.793253 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.804423 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.815539 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.828832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.841210 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.852762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.864453 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.876078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:37.887802 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:51:38.008069 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:51:38.126714 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:51:38.336468 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:38.651815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Launched 00:51:38.926953 run iperf3-srv_10.42.42.10(pid=14027): Launched 00:51:39.046763 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:51:39.256213 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:39.571442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Launched 00:51:39.847063 run iperf3-srv_10.42.42.10(pid=14029): Launched 00:51:39.967397 tst cs_paging_gprs_active.py:38: start network... 00:51:40.176381 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:51:40.662309 run create_hlr_db(pid=14030): Launched 00:51:40.792175 bus /gobi_6: Setting Powered False 00:51:41.854741 run create_hlr_db(pid=14030): Terminated: ok {rc=0} 00:51:42.289415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Launched 00:51:42.606289 run osmo-hlr_10.42.42.2(pid=14033): Launched 00:51:42.727097 run osmo-stp_10.42.42.5: Starting osmo-stp 00:51:43.281663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Launched 00:51:43.597418 run osmo-stp_10.42.42.5(pid=14036): Launched 00:51:43.716728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:51:44.259394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Launched 00:51:44.381066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:51:44.654923 run patchelf(pid=14039): Launched 00:51:44.832464 run osmo-stp_10.42.42.5(pid=14036): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)] 00:51:44.965576 run osmo-stp_10.42.42.5(pid=14036): stdout: | (launched: 2022-12-13_00:51:43.538568) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:45.100233 run osmo-stp_10.42.42.5(pid=14036): stderr: | 20221213005143710 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005143710 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005143711 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005143711 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005143711 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005143712 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005143712 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:45.234921 run osmo-stp_10.42.42.5(pid=14036): stdout: | (launched: 2022-12-13_00:51:43.538568) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:45.363955 run osmo-stp_10.42.42.5(pid=14036): stderr: | 20221213005143710 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005143710 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005143711 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005143711 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005143711 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005143712 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005143712 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:45.517062 run patchelf(pid=14039): Terminating (SIGINT) 00:51:45.694226 run patchelf(pid=14039): Terminated: ok {rc=0} 00:51:45.822026 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 00:51:45.831580 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 00:51:45.869396 run osmo-hlr_10.42.42.2(pid=14033): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14033)] 00:51:45.927794 run osmo-hlr_10.42.42.2(pid=14033): stdout: | (launched: 2022-12-13_00:51:42.546953) 00:51:45.978771 run osmo-hlr_10.42.42.2(pid=14033): stderr: | 20221213005142724 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005142724 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005142724 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005142724 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005142724 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005142724 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005142736 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005142744 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005142745 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005142745 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:51:46.030298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminating (SIGTERM) 00:51:46.071292 run iperf3-srv_10.42.42.10(pid=14027): Terminating (SIGTERM) 00:51:46.112168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminating (SIGTERM) 00:51:46.153360 run iperf3-srv_10.42.42.10(pid=14029): Terminating (SIGTERM) 00:51:46.195545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminating (SIGTERM) 00:51:46.237581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminating (SIGTERM) 00:51:46.280507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminating (SIGTERM) 00:51:46.322063 --- ParallelTerminationStrategy: PID 14026 died... 00:51:46.341688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminated: ok {rc=0} 00:51:46.389326 --- ParallelTerminationStrategy: PID 14027 died... 00:51:46.409430 run iperf3-srv_10.42.42.10(pid=14027): Terminated {rc=256} 00:51:46.462304 --- ParallelTerminationStrategy: PID 14028 died... 00:51:46.483379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminated: ok {rc=0} 00:51:46.534176 --- ParallelTerminationStrategy: PID 14029 died... 00:51:46.555162 run iperf3-srv_10.42.42.10(pid=14029): Terminated {rc=256} 00:51:46.606186 --- ParallelTerminationStrategy: PID 14032 died... 00:51:46.628323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminated: ok {rc=0} 00:51:46.680136 --- ParallelTerminationStrategy: PID 14035 died... 00:51:46.701654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminated: ok {rc=0} 00:51:46.752859 --- ParallelTerminationStrategy: PID 14038 died... 00:51:46.773991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminated: ok {rc=0} 00:51:46.870707 bus /gobi_0: Setting Powered False 00:51:47.972420 bus /gobi_0: Setting Powered False 00:51:49.088376 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 00:51:50.240134 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.252170 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:51:50.326719 tst iperf3.py: using LAC 32491 00:51:50.457876 tst iperf3.py: using RAC 106 00:51:50.589895 tst iperf3.py: using CellId 32491 00:51:50.722649 tst iperf3.py: using BVCI 32492 00:51:50.845127 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.856632 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.868037 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.879579 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.891073 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.902675 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.914257 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.925770 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:50.937550 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:51:51.060422 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:51:51.286468 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:51:51.622891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Launched 00:51:51.914873 run iperf3-srv_10.42.42.10(pid=14041): Launched 00:51:52.039891 tst iperf3.py:8: start network... 00:51:52.265488 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:51:52.786551 run create_hlr_db(pid=14042): Launched 00:51:52.914773 bus /gobi_6: Setting Powered False 00:51:53.979938 run create_hlr_db(pid=14042): Terminated: ok {rc=0} 00:51:54.426136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Launched 00:51:54.739365 run osmo-hlr_10.42.42.2(pid=14045): Launched 00:51:54.857595 run osmo-stp_10.42.42.5: Starting osmo-stp 00:51:55.502532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Launched 00:51:55.807995 run osmo-stp_10.42.42.5(pid=14048): Launched 00:51:55.923596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:51:56.452431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Launched 00:51:56.569254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:51:56.831128 run patchelf(pid=14051): Launched 00:51:57.001506 run osmo-stp_10.42.42.5(pid=14048): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)] 00:51:57.130569 run osmo-stp_10.42.42.5(pid=14048): stdout: | (launched: 2022-12-13_00:51:55.750935) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:57.260687 run osmo-stp_10.42.42.5(pid=14048): stderr: | 20221213005155920 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005155920 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005155920 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005155921 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005155921 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005155921 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005155921 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:57.390871 run osmo-stp_10.42.42.5(pid=14048): stdout: | (launched: 2022-12-13_00:51:55.750935) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:51:57.516141 run osmo-stp_10.42.42.5(pid=14048): stderr: | 20221213005155920 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005155920 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005155920 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005155921 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005155921 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005155921 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005155921 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:51:57.664746 run patchelf(pid=14051): Terminating (SIGINT) 00:51:57.837227 run patchelf(pid=14051): Terminated: ok {rc=0} 00:51:57.961410 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14048): Process ended prematurely: osmo-stp_10.42.42.5(pid=14048) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8] 00:51:57.970813 tst iperf3.py:8: Test FAILED (7.8 sec) 00:51:57.998009 run osmo-hlr_10.42.42.2(pid=14045): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14045)] 00:51:58.045760 run osmo-hlr_10.42.42.2(pid=14045): stdout: | (launched: 2022-12-13_00:51:54.681664) 00:51:58.095343 run osmo-hlr_10.42.42.2(pid=14045): stderr: | 20221213005154858 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005154858 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005154858 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005154858 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005154859 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005154859 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005154871 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005154879 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005154879 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005154879 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:51:58.145279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Terminating (SIGTERM) 00:51:58.185163 run iperf3-srv_10.42.42.10(pid=14041): Terminating (SIGTERM) 00:51:58.225015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Terminating (SIGTERM) 00:51:58.265018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Terminating (SIGTERM) 00:51:58.304901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Terminating (SIGTERM) 00:51:58.345221 --- ParallelTerminationStrategy: PID 14040 died... 00:51:58.364165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Terminated: ok {rc=0} 00:51:58.408729 --- ParallelTerminationStrategy: PID 14041 died... 00:51:58.427387 run iperf3-srv_10.42.42.10(pid=14041): Terminated {rc=256} 00:51:58.471532 --- ParallelTerminationStrategy: PID 14044 died... 00:51:58.490318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Terminated: ok {rc=0} 00:51:58.534236 --- ParallelTerminationStrategy: PID 14047 died... 00:51:58.552794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Terminated: ok {rc=0} 00:51:58.596714 --- ParallelTerminationStrategy: PID 14050 died... 00:51:58.615984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Terminated: ok {rc=0} 00:51:58.702915 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 00:51:59.850430 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:51:59.862011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:51:59.935818 tst iperf3m4.py: using LAC 32492 00:52:00.064674 tst iperf3m4.py: using RAC 107 00:52:00.190746 tst iperf3m4.py: using CellId 32492 00:52:00.321442 tst iperf3m4.py: using BVCI 32493 00:52:00.441763 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.453239 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.464389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.475902 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.487305 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.498811 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.510353 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.521809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:00.533905 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:00.655962 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:00.774567 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:00.913429 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:01.037484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:52:01.321428 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:01.672142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Launched 00:52:01.973325 run iperf3-srv_10.42.42.10(pid=14053): Launched 00:52:02.128126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:52:02.352075 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:02.681766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Launched 00:52:02.967683 run iperf3-srv_10.42.42.10(pid=14055): Launched 00:52:03.091614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:52:03.311908 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:03.640791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Launched 00:52:03.927711 run iperf3-srv_10.42.42.10(pid=14057): Launched 00:52:04.051374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:52:04.270953 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:04.599562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Launched 00:52:04.886882 run iperf3-srv_10.42.42.10(pid=14059): Launched 00:52:05.010532 tst iperf3m4.py:8: start network... 00:52:05.229947 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:52:05.739526 run create_hlr_db(pid=14060): Launched 00:52:05.864160 bus /gobi_6: Setting Powered False 00:52:06.928099 run create_hlr_db(pid=14060): Terminated: ok {rc=0} 00:52:07.366458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Launched 00:52:07.673870 run osmo-hlr_10.42.42.2(pid=14063): Launched 00:52:07.790282 run osmo-stp_10.42.42.5: Starting osmo-stp 00:52:08.318187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Launched 00:52:08.624138 run osmo-stp_10.42.42.5(pid=14066): Launched 00:52:08.740203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:52:09.269149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Launched 00:52:09.386492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:52:09.645656 run patchelf(pid=14069): Launched 00:52:09.816172 run osmo-stp_10.42.42.5(pid=14066): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)] 00:52:09.945628 run osmo-stp_10.42.42.5(pid=14066): stdout: | (launched: 2022-12-13_00:52:08.566918) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:10.076358 run osmo-stp_10.42.42.5(pid=14066): stderr: | 20221213005208735 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005208735 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005208735 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005208735 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005208736 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005208736 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005208736 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:10.207288 run osmo-stp_10.42.42.5(pid=14066): stdout: | (launched: 2022-12-13_00:52:08.566918) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:10.333127 run osmo-stp_10.42.42.5(pid=14066): stderr: | 20221213005208735 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005208735 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005208735 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005208735 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005208736 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005208736 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005208736 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:10.481896 run patchelf(pid=14069): Terminating (SIGINT) 00:52:10.654941 run patchelf(pid=14069): Terminated: ok {rc=0} 00:52:10.779733 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14066): Process ended prematurely: osmo-stp_10.42.42.5(pid=14066) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8] 00:52:10.789449 tst iperf3m4.py:8: Test FAILED (11.0 sec) 00:52:10.816829 run osmo-hlr_10.42.42.2(pid=14063): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14063)] 00:52:10.864710 run osmo-hlr_10.42.42.2(pid=14063): stdout: | (launched: 2022-12-13_00:52:07.616662) 00:52:10.914337 run osmo-hlr_10.42.42.2(pid=14063): stderr: | 20221213005207793 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005207793 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005207793 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005207793 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005207794 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005207794 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005207805 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005207814 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005207814 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005207814 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:52:10.964620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Terminating (SIGTERM) 00:52:11.004560 run iperf3-srv_10.42.42.10(pid=14053): Terminating (SIGTERM) 00:52:11.044366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Terminating (SIGTERM) 00:52:11.084262 run iperf3-srv_10.42.42.10(pid=14055): Terminating (SIGTERM) 00:52:11.124017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Terminating (SIGTERM) 00:52:11.163833 run iperf3-srv_10.42.42.10(pid=14057): Terminating (SIGTERM) 00:52:11.203621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Terminating (SIGTERM) 00:52:11.243446 run iperf3-srv_10.42.42.10(pid=14059): Terminating (SIGTERM) 00:52:11.283170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Terminating (SIGTERM) 00:52:11.323313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Terminating (SIGTERM) 00:52:11.363173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Terminating (SIGTERM) 00:52:11.403261 --- ParallelTerminationStrategy: PID 14052 died... 00:52:11.422356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Terminated: ok {rc=0} 00:52:11.466564 --- ParallelTerminationStrategy: PID 14053 died... 00:52:11.485056 run iperf3-srv_10.42.42.10(pid=14053): Terminated {rc=256} 00:52:11.528635 --- ParallelTerminationStrategy: PID 14054 died... 00:52:11.547156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Terminated: ok {rc=0} 00:52:11.590934 --- ParallelTerminationStrategy: PID 14055 died... 00:52:11.609425 run iperf3-srv_10.42.42.10(pid=14055): Terminated {rc=256} 00:52:11.653174 --- ParallelTerminationStrategy: PID 14056 died... 00:52:11.672135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Terminated: ok {rc=0} 00:52:11.716481 --- ParallelTerminationStrategy: PID 14057 died... 00:52:11.735009 run iperf3-srv_10.42.42.10(pid=14057): Terminated {rc=256} 00:52:11.778530 --- ParallelTerminationStrategy: PID 14058 died... 00:52:11.797022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Terminated: ok {rc=0} 00:52:11.840838 --- ParallelTerminationStrategy: PID 14059 died... 00:52:11.859765 run iperf3-srv_10.42.42.10(pid=14059): Terminated {rc=256} 00:52:11.903567 --- ParallelTerminationStrategy: PID 14062 died... 00:52:11.922137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Terminated: ok {rc=0} 00:52:11.966195 --- ParallelTerminationStrategy: PID 14065 died... 00:52:11.984725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Terminated: ok {rc=0} 00:52:12.028257 --- ParallelTerminationStrategy: PID 14068 died... 00:52:12.046844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Terminated: ok {rc=0} 00:52:12.132873 bus /gobi_4: Setting Powered False 00:52:13.234051 bus /gobi_4: Setting Powered False 00:52:14.348076 bus /gobi_1: Setting Powered False 00:52:15.446599 bus /gobi_1: Setting Powered False 00:52:16.562356 bus /gobi_0: Setting Powered False 00:52:17.659275 bus /gobi_0: Setting Powered False 00:52:18.775809 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 00:52:19.882352 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:19.894636 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:52:19.965861 tst ping.py: using LAC 32493 00:52:20.093657 tst ping.py: using RAC 108 00:52:20.223390 tst ping.py: using CellId 32493 00:52:20.349480 tst ping.py: using BVCI 32494 00:52:20.468631 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.480235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.491453 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.503198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.514769 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.526525 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.538278 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:20.549866 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:20.668716 tst ping.py:19: start network... 00:52:20.870548 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:52:21.339871 run create_hlr_db(pid=14070): Launched 00:52:21.463271 bus /gobi_6: Setting Powered False 00:52:22.523433 run create_hlr_db(pid=14070): Terminated: ok {rc=0} 00:52:22.945391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Launched 00:52:23.249944 run osmo-hlr_10.42.42.2(pid=14073): Launched 00:52:23.364478 run osmo-stp_10.42.42.5: Starting osmo-stp 00:52:23.883932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Launched 00:52:24.186732 run osmo-stp_10.42.42.5(pid=14076): Launched 00:52:24.301592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:52:24.825067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Launched 00:52:24.940607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:52:25.196071 run patchelf(pid=14079): Launched 00:52:25.364210 run osmo-stp_10.42.42.5(pid=14076): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)] 00:52:25.492211 run osmo-stp_10.42.42.5(pid=14076): stdout: | (launched: 2022-12-13_00:52:24.130211) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:25.621446 run osmo-stp_10.42.42.5(pid=14076): stderr: | 20221213005224299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005224300 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005224300 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005224300 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005224301 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005224301 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005224301 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:25.750944 run osmo-stp_10.42.42.5(pid=14076): stdout: | (launched: 2022-12-13_00:52:24.130211) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:25.874206 run osmo-stp_10.42.42.5(pid=14076): stderr: | 20221213005224299 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005224300 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005224300 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005224300 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005224301 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005224301 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005224301 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:26.020428 run patchelf(pid=14079): Terminating (SIGINT) 00:52:26.191204 run patchelf(pid=14079): Terminated: ok {rc=0} 00:52:26.313908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14076): Process ended prematurely: osmo-stp_10.42.42.5(pid=14076) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22] 00:52:26.322702 tst ping.py:22: Test FAILED (6.4 sec) 00:52:26.349352 run osmo-hlr_10.42.42.2(pid=14073): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14073)] 00:52:26.397222 run osmo-hlr_10.42.42.2(pid=14073): stdout: | (launched: 2022-12-13_00:52:23.193572) 00:52:26.446666 run osmo-hlr_10.42.42.2(pid=14073): stderr: | 20221213005223367 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005223367 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005223367 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005223367 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005223367 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005223367 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005223379 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005223388 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005223388 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005223388 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:52:26.496789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Terminating (SIGTERM) 00:52:26.536921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Terminating (SIGTERM) 00:52:26.576817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Terminating (SIGTERM) 00:52:26.617187 --- ParallelTerminationStrategy: PID 14072 died... 00:52:26.636282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Terminated: ok {rc=0} 00:52:26.680725 --- ParallelTerminationStrategy: PID 14075 died... 00:52:26.699358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Terminated: ok {rc=0} 00:52:26.743363 --- ParallelTerminationStrategy: PID 14078 died... 00:52:26.762147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Terminated: ok {rc=0} 00:52:26.845562 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 00:52:27.931892 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:27.943572 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 00:52:28.019653 tst ping_idle_ping.py: using LAC 32494 00:52:28.137674 tst ping_idle_ping.py: using RAC 109 00:52:28.256373 tst ping_idle_ping.py: using CellId 32494 00:52:28.372837 tst ping_idle_ping.py: using BVCI 32495 00:52:28.482227 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.493155 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.503797 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.514500 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.525223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.535950 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.546814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 00:52:28.557551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 00:52:28.673095 tst ping_idle_ping.py:24: start network... 00:52:28.891425 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:52:29.393562 run create_hlr_db(pid=14080): Launched 00:52:29.516822 bus /gobi_6: Setting Powered False 00:52:30.581348 run create_hlr_db(pid=14080): Terminated: ok {rc=0} 00:52:31.041763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Launched 00:52:31.368135 run osmo-hlr_10.42.42.2(pid=14083): Launched 00:52:31.605983 run osmo-stp_10.42.42.5: Starting osmo-stp 00:52:32.332247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Launched 00:52:32.639522 run osmo-stp_10.42.42.5(pid=14086): Launched 00:52:32.754880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:52:33.278342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Launched 00:52:33.396096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:52:33.652024 run patchelf(pid=14089): Launched 00:52:33.820131 run osmo-stp_10.42.42.5(pid=14086): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)] 00:52:33.948024 run osmo-stp_10.42.42.5(pid=14086): stdout: | (launched: 2022-12-13_00:52:32.583196) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:34.077676 run osmo-stp_10.42.42.5(pid=14086): stderr: | 20221213005232750 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005232750 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005232751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005232751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005232751 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005232752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005232752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:34.207454 run osmo-stp_10.42.42.5(pid=14086): stdout: | (launched: 2022-12-13_00:52:32.583196) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:34.331304 run osmo-stp_10.42.42.5(pid=14086): stderr: | 20221213005232750 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005232750 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005232751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005232751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005232751 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005232752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005232752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:34.477871 run patchelf(pid=14089): Terminating (SIGINT) 00:52:34.649587 run patchelf(pid=14089): Terminated: ok {rc=0} 00:52:34.773058 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14086): Process ended prematurely: osmo-stp_10.42.42.5(pid=14086) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 00:52:34.781944 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 00:52:34.808627 run osmo-hlr_10.42.42.2(pid=14083): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14083)] 00:52:34.856352 run osmo-hlr_10.42.42.2(pid=14083): stdout: | (launched: 2022-12-13_00:52:31.310149) 00:52:34.905925 run osmo-hlr_10.42.42.2(pid=14083): stderr: | 20221213005231644 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005231645 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005231645 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005231645 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005231645 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005231645 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005231662 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005231676 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005231678 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005231680 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:52:34.956253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Terminating (SIGTERM) 00:52:34.996352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Terminating (SIGTERM) 00:52:35.036166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Terminating (SIGTERM) 00:52:35.076216 --- ParallelTerminationStrategy: PID 14082 died... 00:52:35.095369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Terminated: ok {rc=0} 00:52:35.139577 --- ParallelTerminationStrategy: PID 14085 died... 00:52:35.158282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Terminated: ok {rc=0} 00:52:35.202093 --- ParallelTerminationStrategy: PID 14088 died... 00:52:35.220722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Terminated: ok {rc=0} 00:52:35.304719 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:52:36.611943 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:52:36.620014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:52:36.656167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 00:52:36.697014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 00:52:36.786919 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:52:36.819541 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 00:52:36.857772 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 00:52:37.453927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 00:52:37.511288 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:37.522762 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:52:37.597922 tst cs_paging_gprs_active.py: using LAC 32495 00:52:37.727782 tst cs_paging_gprs_active.py: using RAC 110 00:52:37.856373 tst cs_paging_gprs_active.py: using CellId 32495 00:52:37.983506 tst cs_paging_gprs_active.py: using BVCI 32496 00:52:38.103319 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.114781 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.126172 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.137816 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.149283 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.160829 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.172542 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.183941 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:38.195629 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:52:38.315479 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:52:38.440306 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:52:38.662830 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:38.994590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Launched 00:52:39.283589 run iperf3-srv_10.42.42.10(pid=14094): Launched 00:52:39.409709 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:52:39.632121 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:39.965272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Launched 00:52:40.255207 run iperf3-srv_10.42.42.10(pid=14096): Launched 00:52:40.381692 tst cs_paging_gprs_active.py:38: start network... 00:52:40.604363 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:52:41.119352 run create_hlr_db(pid=14097): Launched 00:52:41.245356 bus /gobi_6: Setting Powered False 00:52:42.310110 run create_hlr_db(pid=14097): Terminated: ok {rc=0} 00:52:42.750911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Launched 00:52:43.081792 run osmo-hlr_10.42.42.2(pid=14100): Launched 00:52:43.209162 run osmo-stp_10.42.42.5: Starting osmo-stp 00:52:43.782065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Launched 00:52:44.112032 run osmo-stp_10.42.42.5(pid=14103): Launched 00:52:44.237300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:52:44.806482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Launched 00:52:44.933148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:52:45.215018 run patchelf(pid=14106): Launched 00:52:45.400402 run osmo-stp_10.42.42.5(pid=14103): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)] 00:52:45.539284 run osmo-stp_10.42.42.5(pid=14103): stdout: | (launched: 2022-12-13_00:52:44.051376) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:45.679719 run osmo-stp_10.42.42.5(pid=14103): stderr: | 20221213005244241 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005244242 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005244242 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005244242 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005244243 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005244243 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005244243 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:45.820179 run osmo-stp_10.42.42.5(pid=14103): stdout: | (launched: 2022-12-13_00:52:44.051376) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:45.966091 run osmo-stp_10.42.42.5(pid=14103): stderr: | 20221213005244241 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005244242 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005244242 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005244242 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005244243 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005244243 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005244243 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:46.125861 run patchelf(pid=14106): Terminating (SIGINT) 00:52:46.303680 run patchelf(pid=14106): Terminated: ok {rc=0} 00:52:46.433051 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14103): Process ended prematurely: osmo-stp_10.42.42.5(pid=14103) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 00:52:46.443728 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 00:52:46.472398 run osmo-hlr_10.42.42.2(pid=14100): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14100)] 00:52:46.522535 run osmo-hlr_10.42.42.2(pid=14100): stdout: | (launched: 2022-12-13_00:52:43.019877) 00:52:46.574026 run osmo-hlr_10.42.42.2(pid=14100): stderr: | 20221213005243216 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005243216 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005243216 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005243216 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005243216 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005243216 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005243229 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005243237 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005243237 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005243237 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:52:46.626381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminating (SIGTERM) 00:52:46.668541 run iperf3-srv_10.42.42.10(pid=14094): Terminating (SIGTERM) 00:52:46.712728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminating (SIGTERM) 00:52:46.755410 run iperf3-srv_10.42.42.10(pid=14096): Terminating (SIGTERM) 00:52:46.801269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Terminating (SIGTERM) 00:52:46.851761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Terminating (SIGTERM) 00:52:46.902329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Terminating (SIGTERM) 00:52:46.947485 --- ParallelTerminationStrategy: PID 14093 died... 00:52:46.967807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminated: ok {rc=0} 00:52:47.018082 --- ParallelTerminationStrategy: PID 14094 died... 00:52:47.038401 run iperf3-srv_10.42.42.10(pid=14094): Terminated {rc=256} 00:52:47.088091 --- ParallelTerminationStrategy: PID 14095 died... 00:52:47.108364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminated: ok {rc=0} 00:52:47.157991 --- ParallelTerminationStrategy: PID 14096 died... 00:52:47.178232 run iperf3-srv_10.42.42.10(pid=14096): Terminated {rc=256} 00:52:47.228331 --- ParallelTerminationStrategy: PID 14099 died... 00:52:47.249580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Terminated: ok {rc=0} 00:52:47.297476 --- ParallelTerminationStrategy: PID 14102 died... 00:52:47.317114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Terminated: ok {rc=0} 00:52:47.364879 --- ParallelTerminationStrategy: PID 14105 died... 00:52:47.384578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Terminated: ok {rc=0} 00:52:47.474841 bus /gobi_0: Setting Powered False 00:52:48.573197 bus /gobi_0: Setting Powered False 00:52:49.692578 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 00:52:50.840497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:50.852064 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:52:50.921877 tst iperf3.py: using LAC 32496 00:52:51.052279 tst iperf3.py: using RAC 111 00:52:51.180835 tst iperf3.py: using CellId 32496 00:52:51.312287 tst iperf3.py: using BVCI 32497 00:52:51.424810 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.435837 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.446734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.457515 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.468111 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.478878 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.490090 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.500733 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:52:51.511642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:52:51.628741 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:52:51.833473 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:52:52.141265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Launched 00:52:52.408669 run iperf3-srv_10.42.42.10(pid=14108): Launched 00:52:52.523493 tst iperf3.py:8: start network... 00:52:52.728334 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:52:53.206563 run create_hlr_db(pid=14109): Launched 00:52:53.331653 bus /gobi_6: Setting Powered False 00:52:54.392491 run create_hlr_db(pid=14109): Terminated: ok {rc=0} 00:52:54.821605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Launched 00:52:55.130691 run osmo-hlr_10.42.42.2(pid=14112): Launched 00:52:55.249203 run osmo-stp_10.42.42.5: Starting osmo-stp 00:52:55.784846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Launched 00:52:56.092000 run osmo-stp_10.42.42.5(pid=14115): Launched 00:52:56.209098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:52:56.741549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Launched 00:52:56.859022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:52:57.120164 run patchelf(pid=14118): Launched 00:52:57.293133 run osmo-stp_10.42.42.5(pid=14115): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)] 00:52:57.422478 run osmo-stp_10.42.42.5(pid=14115): stdout: | (launched: 2022-12-13_00:52:56.034910) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:57.553185 run osmo-stp_10.42.42.5(pid=14115): stderr: | 20221213005256204 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005256204 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005256204 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005256205 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005256205 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005256205 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005256205 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:57.683895 run osmo-stp_10.42.42.5(pid=14115): stdout: | (launched: 2022-12-13_00:52:56.034910) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:52:57.809747 run osmo-stp_10.42.42.5(pid=14115): stderr: | 20221213005256204 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005256204 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005256204 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005256205 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005256205 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005256205 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005256205 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:52:57.958563 run patchelf(pid=14118): Terminating (SIGINT) 00:52:58.133448 run patchelf(pid=14118): Terminated: ok {rc=0} 00:52:58.258141 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8] 00:52:58.267547 tst iperf3.py:8: Test FAILED (7.5 sec) 00:52:58.294779 run osmo-hlr_10.42.42.2(pid=14112): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14112)] 00:52:58.342659 run osmo-hlr_10.42.42.2(pid=14112): stdout: | (launched: 2022-12-13_00:52:55.072843) 00:52:58.392387 run osmo-hlr_10.42.42.2(pid=14112): stderr: | 20221213005255248 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005255248 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005255248 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005255249 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005255249 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005255249 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005255261 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005255269 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005255269 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005255269 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:52:58.442712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Terminating (SIGTERM) 00:52:58.482827 run iperf3-srv_10.42.42.10(pid=14108): Terminating (SIGTERM) 00:52:58.522799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminating (SIGTERM) 00:52:58.562917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminating (SIGTERM) 00:52:58.603319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminating (SIGTERM) 00:52:58.643996 --- ParallelTerminationStrategy: PID 14107 died... 00:52:58.663403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Terminated: ok {rc=0} 00:52:58.707881 --- ParallelTerminationStrategy: PID 14108 died... 00:52:58.726608 run iperf3-srv_10.42.42.10(pid=14108): Terminated {rc=256} 00:52:58.770892 --- ParallelTerminationStrategy: PID 14111 died... 00:52:58.789787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminated: ok {rc=0} 00:52:58.834336 --- ParallelTerminationStrategy: PID 14114 died... 00:52:58.853176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminated: ok {rc=0} 00:52:58.897541 --- ParallelTerminationStrategy: PID 14117 died... 00:52:58.916370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminated: ok {rc=0} 00:52:59.003546 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 00:53:00.152122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.163891 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:53:00.234537 tst iperf3m4.py: using LAC 32497 00:53:00.365996 tst iperf3m4.py: using RAC 112 00:53:00.494959 tst iperf3m4.py: using CellId 32497 00:53:00.628871 tst iperf3m4.py: using BVCI 32498 00:53:00.751347 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.762888 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.774258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.785981 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.797543 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.809131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.820694 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.832401 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:00.845597 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:00.978947 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:01.107263 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:01.231997 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:01.373019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:53:01.631192 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:01.975130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Launched 00:53:02.267195 run iperf3-srv_10.42.42.10(pid=14120): Launched 00:53:02.385555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:53:02.592474 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:02.902723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Launched 00:53:03.173188 run iperf3-srv_10.42.42.10(pid=14122): Launched 00:53:03.289305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:53:03.495074 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:03.805025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Launched 00:53:04.073416 run iperf3-srv_10.42.42.10(pid=14124): Launched 00:53:04.189015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:53:04.394427 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:04.703062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Launched 00:53:04.973934 run iperf3-srv_10.42.42.10(pid=14126): Launched 00:53:05.090508 tst iperf3m4.py:8: start network... 00:53:05.296202 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:53:05.776506 run create_hlr_db(pid=14127): Launched 00:53:05.904269 bus /gobi_6: Setting Powered False 00:53:06.969612 run create_hlr_db(pid=14127): Terminated: ok {rc=0} 00:53:07.412176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Launched 00:53:07.722231 run osmo-hlr_10.42.42.2(pid=14130): Launched 00:53:07.841091 run osmo-stp_10.42.42.5: Starting osmo-stp 00:53:08.373176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Launched 00:53:08.680824 run osmo-stp_10.42.42.5(pid=14133): Launched 00:53:08.798989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:53:09.330742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Launched 00:53:09.449657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:53:09.710336 run patchelf(pid=14136): Launched 00:53:09.882606 run osmo-stp_10.42.42.5(pid=14133): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)] 00:53:10.012251 run osmo-stp_10.42.42.5(pid=14133): stdout: | (launched: 2022-12-13_00:53:08.623615) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:10.143284 run osmo-stp_10.42.42.5(pid=14133): stderr: | 20221213005308793 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005308793 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005308793 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005308794 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005308794 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005308794 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005308794 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:10.274560 run osmo-stp_10.42.42.5(pid=14133): stdout: | (launched: 2022-12-13_00:53:08.623615) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:10.400518 run osmo-stp_10.42.42.5(pid=14133): stderr: | 20221213005308793 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005308793 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005308793 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005308794 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005308794 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005308794 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005308794 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:10.549558 run patchelf(pid=14136): Terminating (SIGINT) 00:53:10.723198 run patchelf(pid=14136): Terminated: ok {rc=0} 00:53:10.847867 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8] 00:53:10.857493 tst iperf3m4.py:8: Test FAILED (10.7 sec) 00:53:10.884832 run osmo-hlr_10.42.42.2(pid=14130): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14130)] 00:53:10.932895 run osmo-hlr_10.42.42.2(pid=14130): stdout: | (launched: 2022-12-13_00:53:07.664352) 00:53:10.982856 run osmo-hlr_10.42.42.2(pid=14130): stderr: | 20221213005307843 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005307844 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005307844 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005307844 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005307844 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005307844 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005307856 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005307864 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005307865 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005307865 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:53:11.033249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Terminating (SIGTERM) 00:53:11.073403 run iperf3-srv_10.42.42.10(pid=14120): Terminating (SIGTERM) 00:53:11.113581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Terminating (SIGTERM) 00:53:11.153706 run iperf3-srv_10.42.42.10(pid=14122): Terminating (SIGTERM) 00:53:11.193711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Terminating (SIGTERM) 00:53:11.233765 run iperf3-srv_10.42.42.10(pid=14124): Terminating (SIGTERM) 00:53:11.274307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Terminating (SIGTERM) 00:53:11.314499 run iperf3-srv_10.42.42.10(pid=14126): Terminating (SIGTERM) 00:53:11.354364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminating (SIGTERM) 00:53:11.394394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminating (SIGTERM) 00:53:11.434361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminating (SIGTERM) 00:53:11.474687 --- ParallelTerminationStrategy: PID 14119 died... 00:53:11.493865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Terminated: ok {rc=0} 00:53:11.538370 --- ParallelTerminationStrategy: PID 14120 died... 00:53:11.557054 run iperf3-srv_10.42.42.10(pid=14120): Terminated {rc=256} 00:53:11.601237 --- ParallelTerminationStrategy: PID 14121 died... 00:53:11.619991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Terminated: ok {rc=0} 00:53:11.664149 --- ParallelTerminationStrategy: PID 14122 died... 00:53:11.682748 run iperf3-srv_10.42.42.10(pid=14122): Terminated {rc=256} 00:53:11.726844 --- ParallelTerminationStrategy: PID 14123 died... 00:53:11.745527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Terminated: ok {rc=0} 00:53:11.790513 --- ParallelTerminationStrategy: PID 14124 died... 00:53:11.809154 run iperf3-srv_10.42.42.10(pid=14124): Terminated {rc=256} 00:53:11.853186 --- ParallelTerminationStrategy: PID 14125 died... 00:53:11.871718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Terminated: ok {rc=0} 00:53:11.915925 --- ParallelTerminationStrategy: PID 14126 died... 00:53:11.934589 run iperf3-srv_10.42.42.10(pid=14126): Terminated {rc=256} 00:53:11.978460 --- ParallelTerminationStrategy: PID 14129 died... 00:53:11.997131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminated: ok {rc=0} 00:53:12.041437 --- ParallelTerminationStrategy: PID 14132 died... 00:53:12.060051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminated: ok {rc=0} 00:53:12.104099 --- ParallelTerminationStrategy: PID 14135 died... 00:53:12.122943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminated: ok {rc=0} 00:53:12.207577 bus /gobi_4: Setting Powered False 00:53:13.304695 bus /gobi_4: Setting Powered False 00:53:14.422364 bus /gobi_1: Setting Powered False 00:53:15.521575 bus /gobi_1: Setting Powered False 00:53:16.637654 bus /gobi_0: Setting Powered False 00:53:17.735304 bus /gobi_0: Setting Powered False 00:53:18.851530 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 00:53:19.956046 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:19.968321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:53:20.041460 tst ping.py: using LAC 32498 00:53:20.162056 tst ping.py: using RAC 113 00:53:20.280675 tst ping.py: using CellId 32498 00:53:20.400757 tst ping.py: using BVCI 32499 00:53:20.511409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.522548 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.533382 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.544471 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.555283 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.566143 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.577016 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:20.588149 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:20.703776 tst ping.py:19: start network... 00:53:20.903356 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:53:21.372248 run create_hlr_db(pid=14139): Launched 00:53:21.496117 bus /gobi_6: Setting Powered False 00:53:22.557333 run create_hlr_db(pid=14139): Terminated: ok {rc=0} 00:53:23.002197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Launched 00:53:23.326724 run osmo-hlr_10.42.42.2(pid=14142): Launched 00:53:23.453067 run osmo-stp_10.42.42.5: Starting osmo-stp 00:53:24.013467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Launched 00:53:24.337644 run osmo-stp_10.42.42.5(pid=14145): Launched 00:53:24.461129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:53:25.022105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Launched 00:53:25.147239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:53:25.422421 run patchelf(pid=14148): Launched 00:53:25.602643 run osmo-stp_10.42.42.5(pid=14145): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)] 00:53:25.740207 run osmo-stp_10.42.42.5(pid=14145): stdout: | (launched: 2022-12-13_00:53:24.277261) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:25.879139 run osmo-stp_10.42.42.5(pid=14145): stderr: | 20221213005324468 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005324469 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005324469 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005324469 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005324470 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005324470 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005324470 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:26.018304 run osmo-stp_10.42.42.5(pid=14145): stdout: | (launched: 2022-12-13_00:53:24.277261) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:26.151039 run osmo-stp_10.42.42.5(pid=14145): stderr: | 20221213005324468 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005324469 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005324469 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005324469 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005324470 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005324470 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005324470 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:26.308056 run patchelf(pid=14148): Terminating (SIGINT) 00:53:26.490780 run patchelf(pid=14148): Terminated: ok {rc=0} 00:53:26.622246 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22] 00:53:26.631755 tst ping.py:22: Test FAILED (6.7 sec) 00:53:26.660758 run osmo-hlr_10.42.42.2(pid=14142): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14142)] 00:53:26.712073 run osmo-hlr_10.42.42.2(pid=14142): stdout: | (launched: 2022-12-13_00:53:23.266780) 00:53:26.764553 run osmo-hlr_10.42.42.2(pid=14142): stderr: | 20221213005323463 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005323463 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005323463 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005323463 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005323463 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005323463 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005323476 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005323486 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005323486 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005323486 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:53:26.817803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminating (SIGTERM) 00:53:26.860352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminating (SIGTERM) 00:53:26.903067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Terminating (SIGTERM) 00:53:26.946396 --- ParallelTerminationStrategy: PID 14141 died... 00:53:26.966864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminated: ok {rc=0} 00:53:27.014303 --- ParallelTerminationStrategy: PID 14144 died... 00:53:27.034007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminated: ok {rc=0} 00:53:27.080926 --- ParallelTerminationStrategy: PID 14147 died... 00:53:27.101274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Terminated: ok {rc=0} 00:53:27.190182 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 00:53:28.278795 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.291164 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:53:28.366805 tst ping_idle_ping.py: using LAC 32499 00:53:28.494830 tst ping_idle_ping.py: using RAC 114 00:53:28.624034 tst ping_idle_ping.py: using CellId 32499 00:53:28.755062 tst ping_idle_ping.py: using BVCI 32500 00:53:28.867765 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.878763 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.889676 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.901012 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.912244 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.923589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.934997 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 00:53:28.946374 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 00:53:29.062990 tst ping_idle_ping.py:24: start network... 00:53:29.264347 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:53:29.732521 run create_hlr_db(pid=14149): Launched 00:53:29.854650 bus /gobi_6: Setting Powered False 00:53:30.930989 run create_hlr_db(pid=14149): Terminated: ok {rc=0} 00:53:31.402593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Launched 00:53:31.753661 run osmo-hlr_10.42.42.2(pid=14152): Launched 00:53:31.983564 run osmo-stp_10.42.42.5: Starting osmo-stp 00:53:32.625603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Launched 00:53:32.931519 run osmo-stp_10.42.42.5(pid=14155): Launched 00:53:33.048653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:53:33.574440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Launched 00:53:33.689644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:53:33.947607 run patchelf(pid=14158): Launched 00:53:34.118116 run osmo-stp_10.42.42.5(pid=14155): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)] 00:53:34.246944 run osmo-stp_10.42.42.5(pid=14155): stdout: | (launched: 2022-12-13_00:53:32.874314) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:34.377190 run osmo-stp_10.42.42.5(pid=14155): stderr: | 20221213005333043 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005333043 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005333043 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005333044 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005333044 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005333044 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005333044 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:34.507197 run osmo-stp_10.42.42.5(pid=14155): stdout: | (launched: 2022-12-13_00:53:32.874314) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:34.631491 run osmo-stp_10.42.42.5(pid=14155): stderr: | 20221213005333043 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005333043 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005333043 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005333044 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005333044 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005333044 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005333044 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:34.778842 run patchelf(pid=14158): Terminating (SIGINT) 00:53:34.950533 run patchelf(pid=14158): Terminated: ok {rc=0} 00:53:35.073750 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14155): Process ended prematurely: osmo-stp_10.42.42.5(pid=14155) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 00:53:35.082686 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 00:53:35.109680 run osmo-hlr_10.42.42.2(pid=14152): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14152)] 00:53:35.157769 run osmo-hlr_10.42.42.2(pid=14152): stdout: | (launched: 2022-12-13_00:53:31.687757) 00:53:35.207680 run osmo-hlr_10.42.42.2(pid=14152): stderr: | 20221213005332022 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005332022 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005332022 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005332023 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005332023 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005332023 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005332035 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005332047 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005332048 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005332048 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:53:35.258175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Terminating (SIGTERM) 00:53:35.298438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Terminating (SIGTERM) 00:53:35.338678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Terminating (SIGTERM) 00:53:35.379173 --- ParallelTerminationStrategy: PID 14151 died... 00:53:35.398603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Terminated: ok {rc=0} 00:53:35.443534 --- ParallelTerminationStrategy: PID 14154 died... 00:53:35.462925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Terminated: ok {rc=0} 00:53:35.507071 --- ParallelTerminationStrategy: PID 14157 died... 00:53:35.525866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Terminated: ok {rc=0} 00:53:35.612647 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 00:53:36.916424 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:53:36.922903 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 00:53:36.955061 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 00:53:36.993303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 00:53:37.080007 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 00:53:37.112345 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 00:53:37.150421 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 00:53:37.757953 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 00:53:37.807445 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:37.818875 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:53:37.870532 tst cs_paging_gprs_active.py: using LAC 32500 00:53:37.990805 tst cs_paging_gprs_active.py: using RAC 115 00:53:38.117029 tst cs_paging_gprs_active.py: using CellId 32500 00:53:38.237816 tst cs_paging_gprs_active.py: using BVCI 32501 00:53:38.351334 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.362658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.373823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.384908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.396094 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.407201 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.418442 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.429484 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:38.440781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:53:38.558555 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:53:38.675288 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:53:38.882143 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:39.191198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Launched 00:53:39.461904 run iperf3-srv_10.42.42.10(pid=14164): Launched 00:53:39.580835 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:53:39.787170 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:40.098013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Launched 00:53:40.369095 run iperf3-srv_10.42.42.10(pid=14166): Launched 00:53:40.485133 tst cs_paging_gprs_active.py:38: start network... 00:53:40.690629 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:53:41.172071 run create_hlr_db(pid=14167): Launched 00:53:41.298593 bus /gobi_6: Setting Powered False 00:53:42.360317 run create_hlr_db(pid=14167): Terminated: ok {rc=0} 00:53:42.811671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Launched 00:53:43.145200 run osmo-hlr_10.42.42.2(pid=14170): Launched 00:53:43.273810 run osmo-stp_10.42.42.5: Starting osmo-stp 00:53:43.843986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Launched 00:53:44.176857 run osmo-stp_10.42.42.5(pid=14173): Launched 00:53:44.303044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:53:44.875383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Launched 00:53:45.002209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:53:45.282892 run patchelf(pid=14176): Launched 00:53:45.466591 run osmo-stp_10.42.42.5(pid=14173): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)] 00:53:45.606178 run osmo-stp_10.42.42.5(pid=14173): stdout: | (launched: 2022-12-13_00:53:44.115250) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:45.747789 run osmo-stp_10.42.42.5(pid=14173): stderr: | 20221213005344306 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005344306 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005344307 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005344307 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005344308 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005344308 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005344308 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:45.896816 run osmo-stp_10.42.42.5(pid=14173): stdout: | (launched: 2022-12-13_00:53:44.115250) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:46.026969 run osmo-stp_10.42.42.5(pid=14173): stderr: | 20221213005344306 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005344306 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005344307 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005344307 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005344308 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005344308 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005344308 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:46.181218 run patchelf(pid=14176): Terminating (SIGINT) 00:53:46.381675 run patchelf(pid=14176): Terminated: ok {rc=0} 00:53:46.534291 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14173): Process ended prematurely: osmo-stp_10.42.42.5(pid=14173) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 00:53:46.545295 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 00:53:46.584423 run osmo-hlr_10.42.42.2(pid=14170): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14170)] 00:53:46.643742 run osmo-hlr_10.42.42.2(pid=14170): stdout: | (launched: 2022-12-13_00:53:43.083729) 00:53:46.713724 run osmo-hlr_10.42.42.2(pid=14170): stderr: | 20221213005343281 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005343281 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005343281 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005343281 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005343281 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005343281 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005343294 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005343303 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005343303 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005343303 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:53:46.776064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Terminating (SIGTERM) 00:53:46.825221 run iperf3-srv_10.42.42.10(pid=14164): Terminating (SIGTERM) 00:53:46.871431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Terminating (SIGTERM) 00:53:46.917971 run iperf3-srv_10.42.42.10(pid=14166): Terminating (SIGTERM) 00:53:46.968236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Terminating (SIGTERM) 00:53:47.015102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Terminating (SIGTERM) 00:53:47.064098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Terminating (SIGTERM) 00:53:47.118203 --- ParallelTerminationStrategy: PID 14163 died... 00:53:47.142257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Terminated: ok {rc=0} 00:53:47.209266 --- ParallelTerminationStrategy: PID 14164 died... 00:53:47.232395 run iperf3-srv_10.42.42.10(pid=14164): Terminated {rc=256} 00:53:47.295895 --- ParallelTerminationStrategy: PID 14165 died... 00:53:47.319538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Terminated: ok {rc=0} 00:53:47.370091 --- ParallelTerminationStrategy: PID 14166 died... 00:53:47.393440 run iperf3-srv_10.42.42.10(pid=14166): Terminated {rc=256} 00:53:47.452800 --- ParallelTerminationStrategy: PID 14169 died... 00:53:47.474068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Terminated: ok {rc=0} 00:53:47.525570 --- ParallelTerminationStrategy: PID 14172 died... 00:53:47.554367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Terminated: ok {rc=0} 00:53:47.609493 --- ParallelTerminationStrategy: PID 14175 died... 00:53:47.635353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Terminated: ok {rc=0} 00:53:47.729590 bus /gobi_0: Setting Powered False 00:53:48.857456 bus /gobi_0: Setting Powered False 00:53:50.009255 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 00:53:51.162441 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.175001 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:53:51.233456 tst iperf3.py: using LAC 32501 00:53:51.354232 tst iperf3.py: using RAC 116 00:53:51.477437 tst iperf3.py: using CellId 32501 00:53:51.602305 tst iperf3.py: using BVCI 32502 00:53:51.717981 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.730472 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.742742 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.755663 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.768010 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.780349 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.792771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.805135 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:53:51.818294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:53:51.938941 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:53:52.149592 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:53:52.468885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Launched 00:53:52.756137 run iperf3-srv_10.42.42.10(pid=14449): Launched 00:53:52.894884 tst iperf3.py:8: start network... 00:53:53.120890 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:53:53.640101 run create_hlr_db(pid=14450): Launched 00:53:53.808934 bus /gobi_6: Setting Powered False 00:53:54.876131 run create_hlr_db(pid=14450): Terminated: ok {rc=0} 00:53:55.350166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Launched 00:53:55.706310 run osmo-hlr_10.42.42.2(pid=14453): Launched 00:53:55.964192 run osmo-stp_10.42.42.5: Starting osmo-stp 00:53:56.656465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Launched 00:53:57.011055 run osmo-stp_10.42.42.5(pid=14456): Launched 00:53:57.269487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:53:57.928731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Launched 00:53:58.069969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:53:58.359139 run patchelf(pid=14459): Launched 00:53:58.563133 run osmo-stp_10.42.42.5(pid=14456): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)] 00:53:58.710072 run osmo-stp_10.42.42.5(pid=14456): stdout: | (launched: 2022-12-13_00:53:56.949246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:58.858159 run osmo-stp_10.42.42.5(pid=14456): stderr: | 20221213005357248 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005357248 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005357248 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005357249 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005357249 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005357249 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005357249 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:59.004566 run osmo-stp_10.42.42.5(pid=14456): stdout: | (launched: 2022-12-13_00:53:56.949246) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:53:59.145169 run osmo-stp_10.42.42.5(pid=14456): stderr: | 20221213005357248 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005357248 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005357248 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005357249 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005357249 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005357249 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005357249 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:53:59.312821 run patchelf(pid=14459): Terminating (SIGINT) 00:53:59.508328 run patchelf(pid=14459): Terminated: ok {rc=0} 00:53:59.648933 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 00:53:59.660323 tst iperf3.py:8: Test FAILED (8.5 sec) 00:53:59.694089 run osmo-hlr_10.42.42.2(pid=14453): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14453)] 00:53:59.748511 run osmo-hlr_10.42.42.2(pid=14453): stdout: | (launched: 2022-12-13_00:53:55.639936) 00:53:59.804594 run osmo-hlr_10.42.42.2(pid=14453): stderr: | 20221213005355952 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005355952 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005355952 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005355952 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005355952 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005355952 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005355994 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005356002 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005356002 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005356002 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:53:59.864050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminating (SIGTERM) 00:53:59.909789 run iperf3-srv_10.42.42.10(pid=14449): Terminating (SIGTERM) 00:53:59.957961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminating (SIGTERM) 00:54:00.004055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminating (SIGTERM) 00:54:00.052438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminating (SIGTERM) 00:54:00.100169 --- ParallelTerminationStrategy: PID 14448 died... 00:54:00.121591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminated: ok {rc=0} 00:54:00.173342 --- ParallelTerminationStrategy: PID 14449 died... 00:54:00.194492 run iperf3-srv_10.42.42.10(pid=14449): Terminated {rc=256} 00:54:00.246669 --- ParallelTerminationStrategy: PID 14452 died... 00:54:00.267508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminated: ok {rc=0} 00:54:00.317794 --- ParallelTerminationStrategy: PID 14455 died... 00:54:00.338972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminated: ok {rc=0} 00:54:00.389465 --- ParallelTerminationStrategy: PID 14458 died... 00:54:00.410805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminated: ok {rc=0} 00:54:00.506354 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 00:54:01.697014 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:01.714050 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:54:01.779097 tst iperf3m4.py: using LAC 32502 00:54:01.931495 tst iperf3m4.py: using RAC 117 00:54:02.082383 tst iperf3m4.py: using CellId 32502 00:54:02.232644 tst iperf3m4.py: using BVCI 32503 00:54:02.374222 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.387867 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.400830 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.414207 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.428193 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.442276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.455762 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.469619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:02.484046 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:02.626361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:02.770907 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:02.901287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:03.023087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:54:03.234324 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:54:03.553633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Launched 00:54:03.841655 run iperf3-srv_10.42.42.10(pid=14461): Launched 00:54:03.974003 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:54:04.184691 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:54:04.503444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Launched 00:54:04.792142 run iperf3-srv_10.42.42.10(pid=14463): Launched 00:54:04.934844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:54:05.165330 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:54:05.509394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Launched 00:54:05.819638 run iperf3-srv_10.42.42.10(pid=14465): Launched 00:54:05.962350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:54:06.193024 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:54:06.536798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Launched 00:54:06.846922 run iperf3-srv_10.42.42.10(pid=14467): Launched 00:54:06.989265 tst iperf3m4.py:8: start network... 00:54:07.220082 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:54:07.753887 run create_hlr_db(pid=14468): Launched 00:54:07.919377 bus /gobi_6: Setting Powered False 00:54:08.985590 run create_hlr_db(pid=14468): Terminated: ok {rc=0} 00:54:09.461680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Launched 00:54:09.775064 run osmo-hlr_10.42.42.2(pid=14471): Launched 00:54:09.893974 run osmo-stp_10.42.42.5: Starting osmo-stp 00:54:10.426871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Launched 00:54:10.737396 run osmo-stp_10.42.42.5(pid=14474): Launched 00:54:10.854984 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:54:11.389651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Launched 00:54:11.507222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:54:11.770612 run patchelf(pid=14477): Launched 00:54:11.943910 run osmo-stp_10.42.42.5(pid=14474): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)] 00:54:12.074174 run osmo-stp_10.42.42.5(pid=14474): stdout: | (launched: 2022-12-13_00:54:10.679695) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:12.205676 run osmo-stp_10.42.42.5(pid=14474): stderr: | 20221213005410851 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005410851 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005410852 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005410852 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005410853 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005410853 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005410853 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:12.336895 run osmo-stp_10.42.42.5(pid=14474): stdout: | (launched: 2022-12-13_00:54:10.679695) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:12.463338 run osmo-stp_10.42.42.5(pid=14474): stderr: | 20221213005410851 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005410851 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005410852 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005410852 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005410853 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005410853 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005410853 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:12.613094 run patchelf(pid=14477): Terminating (SIGINT) 00:54:12.786930 run patchelf(pid=14477): Terminated: ok {rc=0} 00:54:12.911719 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14474): Process ended prematurely: osmo-stp_10.42.42.5(pid=14474) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 00:54:12.921357 tst iperf3m4.py:8: Test FAILED (11.3 sec) 00:54:12.948786 run osmo-hlr_10.42.42.2(pid=14471): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14471)] 00:54:12.996598 run osmo-hlr_10.42.42.2(pid=14471): stdout: | (launched: 2022-12-13_00:54:09.716573) 00:54:13.046231 run osmo-hlr_10.42.42.2(pid=14471): stderr: | 20221213005409895 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005409895 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005409895 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005409895 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005409895 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005409895 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005409908 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005409919 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005409919 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005409919 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:54:13.096458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminating (SIGTERM) 00:54:13.136630 run iperf3-srv_10.42.42.10(pid=14461): Terminating (SIGTERM) 00:54:13.176556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminating (SIGTERM) 00:54:13.216572 run iperf3-srv_10.42.42.10(pid=14463): Terminating (SIGTERM) 00:54:13.256317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminating (SIGTERM) 00:54:13.296431 run iperf3-srv_10.42.42.10(pid=14465): Terminating (SIGTERM) 00:54:13.336320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Terminating (SIGTERM) 00:54:13.376197 run iperf3-srv_10.42.42.10(pid=14467): Terminating (SIGTERM) 00:54:13.415960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Terminating (SIGTERM) 00:54:13.456000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Terminating (SIGTERM) 00:54:13.495878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Terminating (SIGTERM) 00:54:13.535970 --- ParallelTerminationStrategy: PID 14460 died... 00:54:13.555274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminated: ok {rc=0} 00:54:13.599549 --- ParallelTerminationStrategy: PID 14461 died... 00:54:13.618123 run iperf3-srv_10.42.42.10(pid=14461): Terminated {rc=256} 00:54:13.662451 --- ParallelTerminationStrategy: PID 14462 died... 00:54:13.681247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminated: ok {rc=0} 00:54:13.725368 --- ParallelTerminationStrategy: PID 14463 died... 00:54:13.744234 run iperf3-srv_10.42.42.10(pid=14463): Terminated {rc=256} 00:54:13.788653 --- ParallelTerminationStrategy: PID 14464 died... 00:54:13.807487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminated: ok {rc=0} 00:54:13.851474 --- ParallelTerminationStrategy: PID 14465 died... 00:54:13.870043 run iperf3-srv_10.42.42.10(pid=14465): Terminated {rc=256} 00:54:13.913696 --- ParallelTerminationStrategy: PID 14466 died... 00:54:13.932358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Terminated: ok {rc=0} 00:54:13.976297 --- ParallelTerminationStrategy: PID 14467 died... 00:54:13.994958 run iperf3-srv_10.42.42.10(pid=14467): Terminated {rc=256} 00:54:14.038773 --- ParallelTerminationStrategy: PID 14470 died... 00:54:14.057621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Terminated: ok {rc=0} 00:54:14.101637 --- ParallelTerminationStrategy: PID 14473 died... 00:54:14.120312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Terminated: ok {rc=0} 00:54:14.164248 --- ParallelTerminationStrategy: PID 14476 died... 00:54:14.182852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Terminated: ok {rc=0} 00:54:14.268731 bus /gobi_4: Setting Powered False 00:54:15.369660 bus /gobi_4: Setting Powered False 00:54:16.494293 bus /gobi_1: Setting Powered False 00:54:17.609798 bus /gobi_1: Setting Powered False 00:54:18.727479 bus /gobi_0: Setting Powered False 00:54:19.825847 bus /gobi_0: Setting Powered False 00:54:20.939431 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 00:54:22.042692 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.055269 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:54:22.109847 tst ping.py: using LAC 32503 00:54:22.237887 tst ping.py: using RAC 118 00:54:22.364791 tst ping.py: using CellId 32503 00:54:22.493241 tst ping.py: using BVCI 32504 00:54:22.610463 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.622475 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.634180 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.646331 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.658384 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.670799 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.683000 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:22.694903 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:22.816877 tst ping.py:19: start network... 00:54:23.034276 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:54:23.534301 run create_hlr_db(pid=14478): Launched 00:54:23.658603 bus /gobi_6: Setting Powered False 00:54:24.722967 run create_hlr_db(pid=14478): Terminated: ok {rc=0} 00:54:25.156776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Launched 00:54:25.460572 run osmo-hlr_10.42.42.2(pid=14481): Launched 00:54:25.575737 run osmo-stp_10.42.42.5: Starting osmo-stp 00:54:26.143002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Launched 00:54:26.469585 run osmo-stp_10.42.42.5(pid=14484): Launched 00:54:26.596398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:54:27.161720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Launched 00:54:27.287085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:54:27.563286 run patchelf(pid=14487): Launched 00:54:27.744198 run osmo-stp_10.42.42.5(pid=14484): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)] 00:54:27.882105 run osmo-stp_10.42.42.5(pid=14484): stdout: | (launched: 2022-12-13_00:54:26.409164) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:28.021210 run osmo-stp_10.42.42.5(pid=14484): stderr: | 20221213005426599 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005426599 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005426600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005426600 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005426601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005426601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005426601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:28.160885 run osmo-stp_10.42.42.5(pid=14484): stdout: | (launched: 2022-12-13_00:54:26.409164) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:28.293909 run osmo-stp_10.42.42.5(pid=14484): stderr: | 20221213005426599 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005426599 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005426600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005426600 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005426601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005426601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005426601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:28.451770 run patchelf(pid=14487): Terminating (SIGINT) 00:54:28.635493 run patchelf(pid=14487): Terminated: ok {rc=0} 00:54:28.767980 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 00:54:28.777868 tst ping.py:22: Test FAILED (6.7 sec) 00:54:28.806737 run osmo-hlr_10.42.42.2(pid=14481): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14481)] 00:54:28.857534 run osmo-hlr_10.42.42.2(pid=14481): stdout: | (launched: 2022-12-13_00:54:25.403694) 00:54:28.910107 run osmo-hlr_10.42.42.2(pid=14481): stderr: | 20221213005425579 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005425579 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005425579 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005425579 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005425579 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005425579 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005425591 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005425599 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005425599 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005425600 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:54:28.963122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminating (SIGTERM) 00:54:29.005521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminating (SIGTERM) 00:54:29.048193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminating (SIGTERM) 00:54:29.091108 --- ParallelTerminationStrategy: PID 14480 died... 00:54:29.111206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminated: ok {rc=0} 00:54:29.158419 --- ParallelTerminationStrategy: PID 14483 died... 00:54:29.178100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminated: ok {rc=0} 00:54:29.224878 --- ParallelTerminationStrategy: PID 14486 died... 00:54:29.245191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminated: ok {rc=0} 00:54:29.334692 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 00:54:30.422356 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:30.435153 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 00:54:30.493428 tst ping_idle_ping.py: using LAC 32504 00:54:30.621824 tst ping_idle_ping.py: using RAC 119 00:54:30.753822 tst ping_idle_ping.py: using CellId 32504 00:54:30.901951 tst ping_idle_ping.py: using BVCI 32505 00:54:31.028106 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.041125 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.053863 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.069115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.083034 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.095799 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.109451 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 00:54:31.123202 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 00:54:31.250372 tst ping_idle_ping.py:24: start network... 00:54:31.534845 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:54:32.059332 run create_hlr_db(pid=14488): Launched 00:54:32.217698 bus /gobi_6: Setting Powered False 00:54:33.282007 run create_hlr_db(pid=14488): Terminated: ok {rc=0} 00:54:33.719323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Launched 00:54:34.026406 run osmo-hlr_10.42.42.2(pid=14491): Launched 00:54:34.143918 run osmo-stp_10.42.42.5: Starting osmo-stp 00:54:34.669904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Launched 00:54:34.975560 run osmo-stp_10.42.42.5(pid=14500): Launched 00:54:35.092152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:54:35.618316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Launched 00:54:35.735444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:54:35.993653 run patchelf(pid=14503): Launched 00:54:36.163284 run osmo-stp_10.42.42.5(pid=14500): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)] 00:54:36.292183 run osmo-stp_10.42.42.5(pid=14500): stdout: | (launched: 2022-12-13_00:54:34.918627) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:36.423012 run osmo-stp_10.42.42.5(pid=14500): stderr: | 20221213005435090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005435090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005435090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005435090 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005435091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005435091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005435091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:36.553612 run osmo-stp_10.42.42.5(pid=14500): stdout: | (launched: 2022-12-13_00:54:34.918627) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:36.678629 run osmo-stp_10.42.42.5(pid=14500): stderr: | 20221213005435090 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005435090 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005435090 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005435090 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005435091 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005435091 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005435091 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:36.826656 run patchelf(pid=14503): Terminating (SIGINT) 00:54:36.998644 run patchelf(pid=14503): Terminated: ok {rc=0} 00:54:37.122716 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 00:54:37.131674 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 00:54:37.158591 run osmo-hlr_10.42.42.2(pid=14491): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14491)] 00:54:37.206422 run osmo-hlr_10.42.42.2(pid=14491): stdout: | (launched: 2022-12-13_00:54:33.969371) 00:54:37.255947 run osmo-hlr_10.42.42.2(pid=14491): stderr: | 20221213005434145 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005434145 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005434145 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005434145 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005434145 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005434145 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005434157 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005434165 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005434165 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005434165 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:54:37.306130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Terminating (SIGTERM) 00:54:37.346252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminating (SIGTERM) 00:54:37.386468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Terminating (SIGTERM) 00:54:37.426871 --- ParallelTerminationStrategy: PID 14490 died... 00:54:37.446129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Terminated: ok {rc=0} 00:54:37.490698 --- ParallelTerminationStrategy: PID 14499 died... 00:54:37.509538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminated: ok {rc=0} 00:54:37.554514 --- ParallelTerminationStrategy: PID 14502 died... 00:54:37.573408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Terminated: ok {rc=0} 00:54:37.660114 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:54:38.970845 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:54:38.978085 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:54:39.014682 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 00:54:39.048882 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:54:39.101972 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:54:39.134453 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 00:54:39.168794 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:54:39.733124 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 00:54:39.738320 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:39.749956 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:54:39.818556 tst switch_tch_pdch.py: using LAC 32505 00:54:39.938610 tst switch_tch_pdch.py: using RAC 120 00:54:40.060873 tst switch_tch_pdch.py: using CellId 32505 00:54:40.180836 tst switch_tch_pdch.py: using BVCI 32506 00:54:40.291141 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.302326 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.313305 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.324378 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.335366 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.346357 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.357473 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 00:54:40.368526 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:54:40.489740 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:54:40.608058 tst switch_tch_pdch.py:51: start network... 00:54:40.811533 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:54:41.282916 run create_hlr_db(pid=14507): Launched 00:54:41.408495 bus /gobi_6: Setting Powered False 00:54:42.469377 run create_hlr_db(pid=14507): Terminated: ok {rc=0} 00:54:42.914363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Launched 00:54:43.240218 run osmo-hlr_10.42.42.2(pid=14510): Launched 00:54:43.365658 run osmo-stp_10.42.42.5: Starting osmo-stp 00:54:43.924404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Launched 00:54:44.249864 run osmo-stp_10.42.42.5(pid=14513): Launched 00:54:44.375241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:54:44.939802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Launched 00:54:45.065289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:54:45.340393 run patchelf(pid=14516): Launched 00:54:45.522839 run osmo-stp_10.42.42.5(pid=14513): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)] 00:54:45.660258 run osmo-stp_10.42.42.5(pid=14513): stdout: | (launched: 2022-12-13_00:54:44.189712) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:45.799860 run osmo-stp_10.42.42.5(pid=14513): stderr: | 20221213005444382 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005444382 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005444383 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005444383 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005444384 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005444384 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005444384 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:45.947424 run osmo-stp_10.42.42.5(pid=14513): stdout: | (launched: 2022-12-13_00:54:44.189712) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:46.082555 run osmo-stp_10.42.42.5(pid=14513): stderr: | 20221213005444382 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005444382 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005444383 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005444383 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005444384 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005444384 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005444384 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:46.243477 run patchelf(pid=14516): Terminating (SIGINT) 00:54:46.431489 run patchelf(pid=14516): Terminated: ok {rc=0} 00:54:46.566634 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14513): Process ended prematurely: osmo-stp_10.42.42.5(pid=14513) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)] [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 00:54:46.577406 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec) 00:54:46.609096 run osmo-hlr_10.42.42.2(pid=14510): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14510)] 00:54:46.662320 run osmo-hlr_10.42.42.2(pid=14510): stdout: | (launched: 2022-12-13_00:54:43.180090) 00:54:46.717206 run osmo-hlr_10.42.42.2(pid=14510): stderr: | 20221213005443378 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005443378 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005443378 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005443378 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005443378 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005443378 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005443391 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005443401 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005443401 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005443401 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:54:46.773421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Terminating (SIGTERM) 00:54:46.818793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Terminating (SIGTERM) 00:54:46.865722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Terminating (SIGTERM) 00:54:46.911949 --- ParallelTerminationStrategy: PID 14509 died... 00:54:46.933092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Terminated: ok {rc=0} 00:54:46.983207 --- ParallelTerminationStrategy: PID 14512 died... 00:54:47.003931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Terminated: ok {rc=0} 00:54:47.054301 --- ParallelTerminationStrategy: PID 14515 died... 00:54:47.075019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Terminated: ok {rc=0} 00:54:47.169404 bus /gobi_0: Setting Powered False 00:54:48.269275 bus /gobi_0: Setting Powered False 00:54:49.385769 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 00:54:50.639476 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:54:50.645477 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 00:54:50.677993 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 00:54:50.712759 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 00:54:50.765916 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 00:54:50.798162 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 00:54:50.832391 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 00:54:51.390981 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 00:54:51.396796 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:51.408552 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 00:54:51.480908 tst switch_tch_pdch.py: using LAC 32506 00:54:51.608810 tst switch_tch_pdch.py: using RAC 121 00:54:51.734918 tst switch_tch_pdch.py: using CellId 32506 00:54:51.865583 tst switch_tch_pdch.py: using BVCI 32507 00:54:51.985697 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:51.997267 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.008787 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.020547 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.032121 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.043674 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.055464 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 00:54:52.067635 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:54:52.188139 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 00:54:52.310070 tst switch_tch_pdch.py:51: start network... 00:54:52.528239 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:54:53.002294 run create_hlr_db(pid=14520): Launched 00:54:53.126866 bus /gobi_6: Setting Powered False 00:54:54.190525 run create_hlr_db(pid=14520): Terminated: ok {rc=0} 00:54:54.600080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Launched 00:54:54.903549 run osmo-hlr_10.42.42.2(pid=14523): Launched 00:54:55.019749 run osmo-stp_10.42.42.5: Starting osmo-stp 00:54:55.520205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Launched 00:54:55.824922 run osmo-stp_10.42.42.5(pid=14526): Launched 00:54:55.939417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:54:56.436053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Launched 00:54:56.551311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:54:56.807593 run patchelf(pid=14529): Launched 00:54:56.977683 run osmo-stp_10.42.42.5(pid=14526): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] 00:54:57.105643 run osmo-stp_10.42.42.5(pid=14526): stdout: | (launched: 2022-12-13_00:54:55.767466) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:57.235154 run osmo-stp_10.42.42.5(pid=14526): stderr: | 20221213005455941 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005455942 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005455942 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005455942 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005455943 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005455943 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005455943 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:57.364855 run osmo-stp_10.42.42.5(pid=14526): stdout: | (launched: 2022-12-13_00:54:55.767466) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:54:57.488537 run osmo-stp_10.42.42.5(pid=14526): stderr: | 20221213005455941 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005455942 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005455942 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005455942 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005455943 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005455943 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005455943 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:54:57.635139 run patchelf(pid=14529): Terminating (SIGINT) 00:54:57.805322 run patchelf(pid=14529): Terminated: ok {rc=0} 00:54:57.927854 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 00:54:57.936808 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 00:54:57.963358 run osmo-hlr_10.42.42.2(pid=14523): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14523)] 00:54:58.011119 run osmo-hlr_10.42.42.2(pid=14523): stdout: | (launched: 2022-12-13_00:54:54.846884) 00:54:58.060681 run osmo-hlr_10.42.42.2(pid=14523): stderr: | 20221213005455021 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005455021 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005455021 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005455021 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005455021 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005455022 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005455034 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005455045 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005455045 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005455045 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:54:58.111297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminating (SIGTERM) 00:54:58.151364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminating (SIGTERM) 00:54:58.191345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminating (SIGTERM) 00:54:58.231524 --- ParallelTerminationStrategy: PID 14522 died... 00:54:58.250694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminated: ok {rc=0} 00:54:58.295173 --- ParallelTerminationStrategy: PID 14525 died... 00:54:58.313840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminated: ok {rc=0} 00:54:58.357814 --- ParallelTerminationStrategy: PID 14528 died... 00:54:58.376442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminated: ok {rc=0} 00:54:58.460237 bus /gobi_0: Setting Powered False 00:54:59.556097 bus /gobi_0: Setting Powered False 00:55:00.671900 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-umtrx+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:trx-lms --------------------------------------------------------------------- 00:55:01.928906 tst nitb_sms:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:01.932712 tst nitb_sms:trx-lms: Verifying 1 x bts (candidates: 11) 00:55:01.983525 tst nitb_sms:trx-lms: Verifying 1 x ip_address (candidates: 9) 00:55:01.994320 tst nitb_sms:trx-lms: Verifying 2 x modem (candidates: 12) 00:55:02.063072 tst nitb_sms:trx-lms: Reserving 1 x bts (candidates: 11) 00:55:02.108236 tst nitb_sms:trx-lms: Reserving 1 x ip_address (candidates: 9) 00:55:02.115689 tst nitb_sms:trx-lms: Reserving 2 x modem (candidates: 12) 00:55:02.637111 tst nitb_sms:trx-lms: RESERVED RESOURCES for nitb_sms: bts LimeSDR-USB ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:trx-lms mo_mt_sms.py ---------------------------------------------- 00:55:02.644252 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1) 00:55:02.656288 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1) 00:55:02.708777 tst mo_mt_sms.py: using LAC 32507 00:55:02.837809 tst mo_mt_sms.py: using RAC 122 00:55:02.964190 tst mo_mt_sms.py: using CellId 32507 00:55:03.091927 tst mo_mt_sms.py: using BVCI 32508 00:55:03.208902 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2) 00:55:03.327424 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2) 00:55:03.446763 tst mo_mt_sms.py:9: start nitb and bts... 00:55:03.666313 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:55:04.327895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Launched 00:55:04.654694 run osmo-nitb_10.42.42.2(pid=14537): Launched 00:55:04.834280 run osmo-nitb_10.42.42.2(pid=14537): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)] 00:55:04.979311 run osmo-nitb_10.42.42.2(pid=14537): stdout: | (launched: 2022-12-13_00:55:04.594368) 00:55:05.126215 run osmo-nitb_10.42.42.2(pid=14537): stderr: | (launched: 2022-12-13_00:55:04.642792) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:55:05.272918 run osmo-nitb_10.42.42.2(pid=14537): stdout: | (launched: 2022-12-13_00:55:04.594368) 00:55:05.413913 run osmo-nitb_10.42.42.2(pid=14537): stderr: | (launched: 2022-12-13_00:55:04.642792) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)] 00:55:05.777591 tst osmo-nitb_10.42.42.2(pid=14537): stdout: | (launched: 2022-12-13_00:55:04.594368) 00:55:05.908908 tst osmo-nitb_10.42.42.2(pid=14537): stderr: | (launched: 2022-12-13_00:55:04.642792) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:55:06.063238 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)] [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11] 00:55:06.072493 tst mo_mt_sms.py:11: Test FAILED (3.4 sec) 00:55:06.079921 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Terminating (SIGTERM) 00:55:06.291924 --- ParallelTerminationStrategy: PID 14536 died... 00:55:06.313733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Terminated: ok {rc=0} 00:55:06.403281 bus /sierra_3: Setting Powered False 00:55:07.504191 bus /sierra_3: Setting Powered False 00:55:08.623135 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:trx-lms --------------------------------------------------------------------- 00:55:09.824242 tst sms:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:09.829354 tst sms:trx-lms: Verifying 1 x bts (candidates: 11) 00:55:09.864875 tst sms:trx-lms: Verifying 6 x ip_address (candidates: 9) 00:55:09.891791 tst sms:trx-lms: Verifying 2 x modem (candidates: 12) 00:55:09.942935 tst sms:trx-lms: Reserving 1 x bts (candidates: 11) 00:55:09.975746 tst sms:trx-lms: Reserving 6 x ip_address (candidates: 9) 00:55:10.002080 tst sms:trx-lms: Reserving 2 x modem (candidates: 12) 00:55:10.548499 tst sms:trx-lms: RESERVED RESOURCES for sms: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:trx-lms mo_mt_sms.py ---------------------------------------------- 00:55:10.555230 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:10.566861 tst sms:trx-lms: Using 1 x bts (candidates: 1) 00:55:10.619478 tst mo_mt_sms.py: using LAC 32508 00:55:10.741129 tst mo_mt_sms.py: using RAC 123 00:55:10.860839 tst mo_mt_sms.py: using CellId 32508 00:55:10.979821 tst mo_mt_sms.py: using BVCI 32509 00:55:11.091183 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:11.101965 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:11.112492 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:11.122982 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:11.133395 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:11.143782 tst sms:trx-lms: Using 1 x modem (candidates: 2) 00:55:11.263601 tst sms:trx-lms: Using 1 x modem (candidates: 2) 00:55:11.384700 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:55:11.855007 run create_hlr_db(pid=14541): Launched 00:55:11.980906 bus /sierra_2: Setting Powered False 00:55:13.041692 run create_hlr_db(pid=14541): Terminated: ok {rc=0} 00:55:13.486505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Launched 00:55:13.811935 run osmo-hlr_10.42.42.2(pid=14544): Launched 00:55:13.929319 run osmo-stp_10.42.42.5: Starting osmo-stp 00:55:14.454144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Launched 00:55:14.757392 run osmo-stp_10.42.42.5(pid=14547): Launched 00:55:14.873581 run osmo-msc_10.42.42.6: Starting osmo-msc 00:55:15.424316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Launched 00:55:15.728567 run osmo-msc_10.42.42.6(pid=14550): Launched 00:55:15.941601 run osmo-stp_10.42.42.5(pid=14547): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)] 00:55:16.159969 run osmo-stp_10.42.42.5(pid=14547): stdout: | (launched: 2022-12-13_00:55:14.700735) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:16.319966 run osmo-stp_10.42.42.5(pid=14547): stderr: | 20221213005514873 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005514873 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005514873 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005514874 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005514874 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005514874 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005514874 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:16.455545 run osmo-stp_10.42.42.5(pid=14547): stdout: | (launched: 2022-12-13_00:55:14.700735) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:16.576937 run osmo-stp_10.42.42.5(pid=14547): stderr: | 20221213005514873 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005514873 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005514873 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005514874 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005514874 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005514874 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005514874 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:16.789532 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)] [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16] 00:55:16.801817 tst mo_mt_sms.py:16: Test FAILED (6.2 sec) 00:55:16.828474 run osmo-hlr_10.42.42.2(pid=14544): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14544)] 00:55:16.877243 run osmo-hlr_10.42.42.2(pid=14544): stdout: | (launched: 2022-12-13_00:55:13.751770) 00:55:16.927588 run osmo-hlr_10.42.42.2(pid=14544): stderr: | 20221213005513932 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005513932 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005513932 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005513932 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005513932 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005513932 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005513944 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005513953 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005513953 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005513953 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:55:16.997669 run osmo-msc_10.42.42.6(pid=14550): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14550)] 00:55:17.046736 run osmo-msc_10.42.42.6(pid=14550): stdout: | (launched: 2022-12-13_00:55:15.671923) 00:55:17.097639 run osmo-msc_10.42.42.6(pid=14550): stderr: | 20221213005516026 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005516026 DLGLOBAL DEBUG validating counter group 0x7f51bfeedc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005516027 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005516027 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005516027 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005516027 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005516030 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005516030 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005516031 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005516031 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:55:17.149188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminating (SIGTERM) 00:55:17.191373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminating (SIGTERM) 00:55:17.234896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminating (SIGTERM) 00:55:17.277752 --- ParallelTerminationStrategy: PID 14543 died... 00:55:17.297506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminated: ok {rc=0} 00:55:17.343082 --- ParallelTerminationStrategy: PID 14546 died... 00:55:17.362351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminated: ok {rc=0} 00:55:17.408091 --- ParallelTerminationStrategy: PID 14549 died... 00:55:17.429368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminated: ok {rc=0} 00:55:17.519038 bus /sierra_3: Setting Powered False 00:55:18.617744 bus /sierra_3: Setting Powered False 00:55:19.735173 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-lms --------------------------------------------------------------------- 00:55:20.968104 tst nitb_ussd:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:20.972470 tst nitb_ussd:trx-lms: Verifying 1 x bts (candidates: 11) 00:55:21.007779 tst nitb_ussd:trx-lms: Verifying 1 x ip_address (candidates: 9) 00:55:21.014876 tst nitb_ussd:trx-lms: Verifying 1 x modem (candidates: 12) 00:55:21.050950 tst nitb_ussd:trx-lms: Reserving 1 x bts (candidates: 11) 00:55:21.085629 tst nitb_ussd:trx-lms: Reserving 1 x ip_address (candidates: 9) 00:55:21.092630 tst nitb_ussd:trx-lms: Reserving 1 x modem (candidates: 12) 00:55:21.613088 tst nitb_ussd:trx-lms: RESERVED RESOURCES for nitb_ussd: bts LimeSDR-USB ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:trx-lms assert_extension.py ---------------------------------------------- 00:55:21.618495 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1) 00:55:21.629925 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1) 00:55:21.682814 tst assert_extension.py: using LAC 32509 00:55:21.810647 tst assert_extension.py: using RAC 124 00:55:21.940014 tst assert_extension.py: using CellId 32509 00:55:22.067276 tst assert_extension.py: using BVCI 32510 00:55:22.185719 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1) 00:55:22.303912 tst assert_extension.py:10: start nitb and bts... 00:55:22.507420 run osmo-nitb_10.42.42.2: Starting osmo-nitb 00:55:23.130543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Launched 00:55:23.436381 run osmo-nitb_10.42.42.2(pid=14556): Launched 00:55:23.604925 run osmo-nitb_10.42.42.2(pid=14556): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)] 00:55:23.741072 run osmo-nitb_10.42.42.2(pid=14556): stdout: | (launched: 2022-12-13_00:55:23.379357) 00:55:23.878875 run osmo-nitb_10.42.42.2(pid=14556): stderr: | (launched: 2022-12-13_00:55:23.424681) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:55:24.017089 run osmo-nitb_10.42.42.2(pid=14556): stdout: | (launched: 2022-12-13_00:55:23.379357) 00:55:24.148715 run osmo-nitb_10.42.42.2(pid=14556): stderr: | (launched: 2022-12-13_00:55:23.424681) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)] 00:55:24.551173 tst osmo-nitb_10.42.42.2(pid=14556): stdout: | (launched: 2022-12-13_00:55:23.379357) 00:55:24.673265 tst osmo-nitb_10.42.42.2(pid=14556): stderr: | (launched: 2022-12-13_00:55:23.424681) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 00:55:24.817384 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)] [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12] 00:55:24.825767 tst assert_extension.py:12: Test FAILED (3.2 sec) 00:55:24.832237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Terminating (SIGTERM) 00:55:25.040782 --- ParallelTerminationStrategy: PID 14555 died... 00:55:25.061555 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Terminated: ok {rc=0} 00:55:25.147939 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:trx-lms --------------------------------------------------------------------- 00:55:26.328617 tst ussd:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:26.332494 tst ussd:trx-lms: Verifying 1 x bts (candidates: 11) 00:55:26.365588 tst ussd:trx-lms: Verifying 6 x ip_address (candidates: 9) 00:55:26.391973 tst ussd:trx-lms: Verifying 1 x modem (candidates: 12) 00:55:26.426675 tst ussd:trx-lms: Reserving 1 x bts (candidates: 11) 00:55:26.459600 tst ussd:trx-lms: Reserving 6 x ip_address (candidates: 9) 00:55:26.486107 tst ussd:trx-lms: Reserving 1 x modem (candidates: 12) 00:55:27.015584 tst ussd:trx-lms: RESERVED RESOURCES for ussd: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:trx-lms assert_extension.py ---------------------------------------------- 00:55:27.020588 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.031266 tst ussd:trx-lms: Using 1 x bts (candidates: 1) 00:55:27.083328 tst assert_extension.py: using LAC 32510 00:55:27.203080 tst assert_extension.py: using RAC 125 00:55:27.322391 tst assert_extension.py: using CellId 32510 00:55:27.441136 tst assert_extension.py: using BVCI 32511 00:55:27.550531 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.561164 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.571526 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.581968 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.592408 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 00:55:27.602798 tst ussd:trx-lms: Using 1 x modem (candidates: 1) 00:55:27.720621 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:55:28.224507 run create_hlr_db(pid=14560): Launched 00:55:28.349972 bus /sierra_2: Setting Powered False 00:55:29.413767 run create_hlr_db(pid=14560): Terminated: ok {rc=0} 00:55:29.849408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Launched 00:55:30.154304 run osmo-hlr_10.42.42.2(pid=14563): Launched 00:55:30.269357 run osmo-stp_10.42.42.5: Starting osmo-stp 00:55:30.811648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Launched 00:55:31.144825 run osmo-stp_10.42.42.5(pid=14566): Launched 00:55:31.389227 run osmo-msc_10.42.42.6: Starting osmo-msc 00:55:32.059319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Launched 00:55:32.400517 run osmo-msc_10.42.42.6(pid=14569): Launched 00:55:32.582845 run osmo-stp_10.42.42.5(pid=14566): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)] 00:55:32.719911 run osmo-stp_10.42.42.5(pid=14566): stdout: | (launched: 2022-12-13_00:55:31.086389) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:32.858113 run osmo-stp_10.42.42.5(pid=14566): stderr: | 20221213005531344 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005531345 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005531345 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005531346 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005531348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005531349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005531349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:32.994109 run osmo-stp_10.42.42.5(pid=14566): stdout: | (launched: 2022-12-13_00:55:31.086389) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:33.123623 run osmo-stp_10.42.42.5(pid=14566): stderr: | 20221213005531344 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005531345 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005531345 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005531346 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005531348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005531349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005531349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:33.278193 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14566): Process ended prematurely: osmo-stp_10.42.42.5(pid=14566) [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)] [trial-2384↪ussd:trx-lms↪assert_extension.py:17] 00:55:33.287395 tst assert_extension.py:17: Test FAILED (6.3 sec) 00:55:33.316017 run osmo-hlr_10.42.42.2(pid=14563): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14563)] 00:55:33.367587 run osmo-hlr_10.42.42.2(pid=14563): stdout: | (launched: 2022-12-13_00:55:30.097476) 00:55:33.420321 run osmo-hlr_10.42.42.2(pid=14563): stderr: | 20221213005530271 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005530271 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005530271 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005530271 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005530271 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005530272 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005530283 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005530292 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005530292 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005530292 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:55:33.493872 run osmo-msc_10.42.42.6(pid=14569): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14569)] 00:55:33.544935 run osmo-msc_10.42.42.6(pid=14569): stdout: | (launched: 2022-12-13_00:55:32.340012) 00:55:33.597599 run osmo-msc_10.42.42.6(pid=14569): stderr: | 20221213005532659 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005532659 DLGLOBAL DEBUG validating counter group 0x7fcd0bf05c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005532659 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005532659 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005532659 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005532659 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005532663 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005532663 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005532663 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005532663 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:55:33.650806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Terminating (SIGTERM) 00:55:33.693303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Terminating (SIGTERM) 00:55:33.736165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Terminating (SIGTERM) 00:55:33.779499 --- ParallelTerminationStrategy: PID 14562 died... 00:55:33.799724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Terminated: ok {rc=0} 00:55:33.847310 --- ParallelTerminationStrategy: PID 14565 died... 00:55:33.867188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Terminated: ok {rc=0} 00:55:33.914270 --- ParallelTerminationStrategy: PID 14568 died... 00:55:33.934108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Terminated: ok {rc=0} 00:55:34.023832 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 00:55:35.240126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:35.249627 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 00:55:35.286187 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 00:55:35.314169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 00:55:35.367925 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 00:55:35.402664 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 00:55:35.430850 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 00:55:35.982145 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 00:55:36.036453 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.048340 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:55:36.122761 tst mo_mt_call.py: using LAC 32511 00:55:36.254012 tst mo_mt_call.py: using RAC 126 00:55:36.384858 tst mo_mt_call.py: using CellId 32511 00:55:36.517054 tst mo_mt_call.py: using BVCI 32512 00:55:36.631225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.642552 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.653747 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.665934 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.677877 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:36.689396 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:55:36.813157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:55:36.935128 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:55:37.449732 run create_hlr_db(pid=14575): Launched 00:55:37.577929 bus /sierra_2: Setting Powered False 00:55:38.642775 run create_hlr_db(pid=14575): Terminated: ok {rc=0} 00:55:39.103449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Launched 00:55:39.437415 run osmo-hlr_10.42.42.2(pid=14578): Launched 00:55:39.565643 run osmo-stp_10.42.42.5: Starting osmo-stp 00:55:40.136548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Launched 00:55:40.470048 run osmo-stp_10.42.42.5(pid=14581): Launched 00:55:40.599383 run osmo-msc_10.42.42.6: Starting osmo-msc 00:55:41.198814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Launched 00:55:41.511954 run osmo-msc_10.42.42.6(pid=14584): Launched 00:55:41.685589 run osmo-stp_10.42.42.5(pid=14581): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)] 00:55:41.816392 run osmo-stp_10.42.42.5(pid=14581): stdout: | (launched: 2022-12-13_00:55:40.407344) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:41.975026 run osmo-stp_10.42.42.5(pid=14581): stderr: | 20221213005540600 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005540600 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005540600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005540601 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005540601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005540601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005540601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:42.112475 run osmo-stp_10.42.42.5(pid=14581): stdout: | (launched: 2022-12-13_00:55:40.407344) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:42.243316 run osmo-stp_10.42.42.5(pid=14581): stderr: | 20221213005540600 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005540600 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005540600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005540601 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005540601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005540601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005540601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:42.400014 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 00:55:42.409862 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:55:42.438512 run osmo-hlr_10.42.42.2(pid=14578): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14578)] 00:55:42.489711 run osmo-hlr_10.42.42.2(pid=14578): stdout: | (launched: 2022-12-13_00:55:39.375305) 00:55:42.542528 run osmo-hlr_10.42.42.2(pid=14578): stderr: | 20221213005539575 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005539575 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005539576 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005539576 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005539576 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005539576 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005539593 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005539602 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005539602 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005539602 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:55:42.615728 run osmo-msc_10.42.42.6(pid=14584): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14584)] 00:55:42.666326 run osmo-msc_10.42.42.6(pid=14584): stdout: | (launched: 2022-12-13_00:55:41.454562) 00:55:42.719149 run osmo-msc_10.42.42.6(pid=14584): stderr: | 20221213005541727 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005541727 DLGLOBAL DEBUG validating counter group 0x7f7c0ddf8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005541727 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005541727 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005541727 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005541727 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005541729 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005541730 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005541730 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005541730 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:55:42.772403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminating (SIGTERM) 00:55:42.814946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminating (SIGTERM) 00:55:42.857507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminating (SIGTERM) 00:55:42.900466 --- ParallelTerminationStrategy: PID 14577 died... 00:55:42.920742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminated: ok {rc=0} 00:55:42.968100 --- ParallelTerminationStrategy: PID 14580 died... 00:55:42.987825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminated: ok {rc=0} 00:55:43.034921 --- ParallelTerminationStrategy: PID 14583 died... 00:55:43.054820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminated: ok {rc=0} 00:55:43.145298 bus /sierra_3: Setting Powered False 00:55:44.242590 bus /sierra_3: Setting Powered False 00:55:45.359795 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 00:55:46.516853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:46.530374 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 00:55:46.605437 tst mo_mt_call_osmux.py: using LAC 32512 00:55:46.729179 tst mo_mt_call_osmux.py: using RAC 127 00:55:46.886400 tst mo_mt_call_osmux.py: using CellId 32512 00:55:47.015616 tst mo_mt_call_osmux.py: using BVCI 32513 00:55:47.132780 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:47.145670 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:47.157913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:47.170826 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:47.183043 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 00:55:47.197468 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:55:47.318022 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 00:55:47.446406 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:55:47.960439 run create_hlr_db(pid=14586): Launched 00:55:48.088525 bus /sierra_2: Setting Powered False 00:55:49.154411 run create_hlr_db(pid=14586): Terminated: ok {rc=0} 00:55:49.596197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Launched 00:55:49.907666 run osmo-hlr_10.42.42.2(pid=14589): Launched 00:55:50.026956 run osmo-stp_10.42.42.5: Starting osmo-stp 00:55:50.560814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Launched 00:55:50.871972 run osmo-stp_10.42.42.5(pid=14592): Launched 00:55:50.990328 run osmo-msc_10.42.42.6: Starting osmo-msc 00:55:51.551102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Launched 00:55:51.863406 run osmo-msc_10.42.42.6(pid=14595): Launched 00:55:52.038048 run osmo-stp_10.42.42.5(pid=14592): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)] 00:55:52.171938 run osmo-stp_10.42.42.5(pid=14592): stdout: | (launched: 2022-12-13_00:55:50.813980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:52.301799 run osmo-stp_10.42.42.5(pid=14592): stderr: | 20221213005550987 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005550987 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005550988 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005550988 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005550989 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005550989 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005550989 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:52.429944 run osmo-stp_10.42.42.5(pid=14592): stdout: | (launched: 2022-12-13_00:55:50.813980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:55:52.559547 run osmo-stp_10.42.42.5(pid=14592): stderr: | 20221213005550987 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005550987 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005550988 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005550988 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005550989 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005550989 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005550989 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:55:52.732254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 00:55:52.743549 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:55:52.773370 run osmo-hlr_10.42.42.2(pid=14589): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14589)] 00:55:52.821994 run osmo-hlr_10.42.42.2(pid=14589): stdout: | (launched: 2022-12-13_00:55:49.849138) 00:55:52.871968 run osmo-hlr_10.42.42.2(pid=14589): stderr: | 20221213005550023 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005550023 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005550023 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005550023 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005550023 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005550023 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005550038 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005550048 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005550048 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005550048 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:55:52.942145 run osmo-msc_10.42.42.6(pid=14595): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14595)] 00:55:52.990363 run osmo-msc_10.42.42.6(pid=14595): stdout: | (launched: 2022-12-13_00:55:51.805511) 00:55:53.040287 run osmo-msc_10.42.42.6(pid=14595): stderr: | 20221213005552079 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005552079 DLGLOBAL DEBUG validating counter group 0x7ff537b35c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005552079 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005552079 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005552079 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005552079 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005552081 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005552081 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005552082 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005552082 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:55:53.090684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminating (SIGTERM) 00:55:53.130762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminating (SIGTERM) 00:55:53.170978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminating (SIGTERM) 00:55:53.211434 --- ParallelTerminationStrategy: PID 14588 died... 00:55:53.230790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminated: ok {rc=0} 00:55:53.275271 --- ParallelTerminationStrategy: PID 14591 died... 00:55:53.294124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminated: ok {rc=0} 00:55:53.338320 --- ParallelTerminationStrategy: PID 14594 died... 00:55:53.357217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminated: ok {rc=0} 00:55:53.443725 bus /sierra_3: Setting Powered False 00:55:54.545754 bus /sierra_3: Setting Powered False 00:55:55.662241 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 00:55:56.913066 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:55:56.919756 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 00:55:56.952640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 00:55:56.979520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 00:55:57.031254 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 00:55:57.064051 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 00:55:57.090352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 00:55:57.642237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 00:55:57.691504 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:57.702681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:55:57.774916 tst mo_mt_call.py: using LAC 32513 00:55:57.897248 tst mo_mt_call.py: using RAC 128 00:55:58.016433 tst mo_mt_call.py: using CellId 32513 00:55:58.135905 tst mo_mt_call.py: using BVCI 32514 00:55:58.249556 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:58.260577 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:58.271479 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:58.282383 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:58.293444 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:55:58.304304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:55:58.424318 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:55:58.543473 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:55:59.023467 run create_hlr_db(pid=14600): Launched 00:55:59.148346 bus /sierra_2: Setting Powered False 00:56:00.214439 run create_hlr_db(pid=14600): Terminated: ok {rc=0} 00:56:00.676304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Launched 00:56:01.043117 run osmo-hlr_10.42.42.2(pid=14603): Launched 00:56:01.379912 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:02.038336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Launched 00:56:02.385466 run osmo-stp_10.42.42.5(pid=14606): Launched 00:56:02.512345 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:03.116160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Launched 00:56:03.451224 run osmo-msc_10.42.42.6(pid=14609): Launched 00:56:03.636504 run osmo-stp_10.42.42.5(pid=14606): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] 00:56:03.776180 run osmo-stp_10.42.42.5(pid=14606): stdout: | (launched: 2022-12-13_00:56:02.324109) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:03.915902 run osmo-stp_10.42.42.5(pid=14606): stderr: | 20221213005602516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005602516 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005602517 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005602517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005602518 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005602518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005602518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:04.053936 run osmo-stp_10.42.42.5(pid=14606): stdout: | (launched: 2022-12-13_00:56:02.324109) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:04.185917 run osmo-stp_10.42.42.5(pid=14606): stderr: | 20221213005602516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005602516 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005602517 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005602517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005602518 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005602518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005602518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:04.343905 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 00:56:04.353948 tst mo_mt_call.py:8: Test FAILED (6.7 sec) 00:56:04.382984 run osmo-hlr_10.42.42.2(pid=14603): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14603)] 00:56:04.434677 run osmo-hlr_10.42.42.2(pid=14603): stdout: | (launched: 2022-12-13_00:56:00.979784) 00:56:04.487973 run osmo-hlr_10.42.42.2(pid=14603): stderr: | 20221213005601300 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005601300 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005601300 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005601300 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005601300 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005601301 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005601320 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005601337 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005601337 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005601337 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:04.561800 run osmo-msc_10.42.42.6(pid=14609): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14609)] 00:56:04.613326 run osmo-msc_10.42.42.6(pid=14609): stdout: | (launched: 2022-12-13_00:56:03.389706) 00:56:04.666694 run osmo-msc_10.42.42.6(pid=14609): stderr: | 20221213005603713 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005603713 DLGLOBAL DEBUG validating counter group 0x7f34a138fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005603713 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005603713 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005603714 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005603714 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005603715 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005603716 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005603716 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005603716 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:04.720284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminating (SIGTERM) 00:56:04.763287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminating (SIGTERM) 00:56:04.806504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminating (SIGTERM) 00:56:04.849714 --- ParallelTerminationStrategy: PID 14602 died... 00:56:04.869993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminated: ok {rc=0} 00:56:04.917847 --- ParallelTerminationStrategy: PID 14605 died... 00:56:04.937802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminated: ok {rc=0} 00:56:04.985628 --- ParallelTerminationStrategy: PID 14608 died... 00:56:05.005576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminated: ok {rc=0} 00:56:05.096286 bus /sierra_3: Setting Powered False 00:56:06.197887 bus /sierra_3: Setting Powered False 00:56:07.317051 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 00:56:08.469680 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:08.482148 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 00:56:08.557749 tst mo_mt_call_osmux.py: using LAC 32514 00:56:08.684883 tst mo_mt_call_osmux.py: using RAC 129 00:56:08.816746 tst mo_mt_call_osmux.py: using CellId 32514 00:56:08.946697 tst mo_mt_call_osmux.py: using BVCI 32515 00:56:09.066648 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:09.078307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:09.089752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:09.101428 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:09.113146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 00:56:09.124800 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:56:09.243321 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 00:56:09.362398 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:56:09.841447 run create_hlr_db(pid=14611): Launched 00:56:09.969612 bus /sierra_2: Setting Powered False 00:56:11.030976 run create_hlr_db(pid=14611): Terminated: ok {rc=0} 00:56:11.482867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Launched 00:56:11.817032 run osmo-hlr_10.42.42.2(pid=14614): Launched 00:56:11.944638 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:12.516063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Launched 00:56:12.849590 run osmo-stp_10.42.42.5(pid=14617): Launched 00:56:12.975795 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:13.577393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Launched 00:56:13.910841 run osmo-msc_10.42.42.6(pid=14620): Launched 00:56:14.096172 run osmo-stp_10.42.42.5(pid=14617): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)] 00:56:14.236177 run osmo-stp_10.42.42.5(pid=14617): stdout: | (launched: 2022-12-13_00:56:12.787875) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:14.376306 run osmo-stp_10.42.42.5(pid=14617): stderr: | 20221213005612983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005612983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005612983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005612984 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005612984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005612984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005612984 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:14.514586 run osmo-stp_10.42.42.5(pid=14617): stdout: | (launched: 2022-12-13_00:56:12.787875) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:14.645855 run osmo-stp_10.42.42.5(pid=14617): stderr: | 20221213005612983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005612983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005612983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005612984 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005612984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005612984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005612984 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:14.803989 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 00:56:14.813914 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:56:14.843261 run osmo-hlr_10.42.42.2(pid=14614): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14614)] 00:56:14.894226 run osmo-hlr_10.42.42.2(pid=14614): stdout: | (launched: 2022-12-13_00:56:11.755406) 00:56:14.947053 run osmo-hlr_10.42.42.2(pid=14614): stderr: | 20221213005611954 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005611954 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005611954 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005611954 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005611954 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005611954 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005612006 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005612015 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005612015 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005612016 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:15.020519 run osmo-msc_10.42.42.6(pid=14620): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14620)] 00:56:15.071559 run osmo-msc_10.42.42.6(pid=14620): stdout: | (launched: 2022-12-13_00:56:13.849683) 00:56:15.124427 run osmo-msc_10.42.42.6(pid=14620): stderr: | 20221213005614172 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005614172 DLGLOBAL DEBUG validating counter group 0x7ff96409ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005614172 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005614172 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005614172 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005614172 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005614174 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005614174 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005614175 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005614175 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:15.177545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminating (SIGTERM) 00:56:15.220272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminating (SIGTERM) 00:56:15.263187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminating (SIGTERM) 00:56:15.306258 --- ParallelTerminationStrategy: PID 14613 died... 00:56:15.326725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminated: ok {rc=0} 00:56:15.374298 --- ParallelTerminationStrategy: PID 14616 died... 00:56:15.394211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminated: ok {rc=0} 00:56:15.441706 --- ParallelTerminationStrategy: PID 14619 died... 00:56:15.461601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminated: ok {rc=0} 00:56:15.550666 bus /sierra_3: Setting Powered False 00:56:16.647234 bus /sierra_3: Setting Powered False 00:56:17.764891 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 00:56:19.018952 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:56:19.026515 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 00:56:19.062651 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 00:56:19.090713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 00:56:19.144130 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 00:56:19.178962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 00:56:19.207170 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 00:56:19.758595 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 00:56:19.813251 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:19.825338 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:56:19.898593 tst mo_mt_call.py: using LAC 32515 00:56:20.020890 tst mo_mt_call.py: using RAC 130 00:56:20.142254 tst mo_mt_call.py: using CellId 32515 00:56:20.264039 tst mo_mt_call.py: using BVCI 32516 00:56:20.377575 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:20.388721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:20.399689 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:20.410714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:20.421705 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:20.432566 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:56:20.552849 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:56:20.678430 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:56:21.194223 run create_hlr_db(pid=14625): Launched 00:56:21.321429 bus /sierra_2: Setting Powered False 00:56:22.386407 run create_hlr_db(pid=14625): Terminated: ok {rc=0} 00:56:22.830889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Launched 00:56:23.140561 run osmo-hlr_10.42.42.2(pid=14628): Launched 00:56:23.259046 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:23.807301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Launched 00:56:24.117123 run osmo-stp_10.42.42.5(pid=14631): Launched 00:56:24.234632 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:24.794205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Launched 00:56:25.104157 run osmo-msc_10.42.42.6(pid=14634): Launched 00:56:25.278538 run osmo-stp_10.42.42.5(pid=14631): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)] 00:56:25.408762 run osmo-stp_10.42.42.5(pid=14631): stdout: | (launched: 2022-12-13_00:56:24.059581) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:25.538724 run osmo-stp_10.42.42.5(pid=14631): stderr: | 20221213005624231 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005624231 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005624231 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005624232 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005624233 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005624233 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005624233 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:25.666917 run osmo-stp_10.42.42.5(pid=14631): stdout: | (launched: 2022-12-13_00:56:24.059581) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:25.789135 run osmo-stp_10.42.42.5(pid=14631): stderr: | 20221213005624231 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005624231 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005624231 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005624232 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005624233 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005624233 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005624233 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:25.935513 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 00:56:25.944518 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:56:25.970849 run osmo-hlr_10.42.42.2(pid=14628): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14628)] 00:56:26.018746 run osmo-hlr_10.42.42.2(pid=14628): stdout: | (launched: 2022-12-13_00:56:23.082628) 00:56:26.068444 run osmo-hlr_10.42.42.2(pid=14628): stderr: | 20221213005623257 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005623257 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005623257 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005623257 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005623257 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005623258 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005623270 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005623278 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005623278 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005623278 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:26.137521 run osmo-msc_10.42.42.6(pid=14634): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14634)] 00:56:26.185359 run osmo-msc_10.42.42.6(pid=14634): stdout: | (launched: 2022-12-13_00:56:25.045851) 00:56:26.234837 run osmo-msc_10.42.42.6(pid=14634): stderr: | 20221213005625320 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005625320 DLGLOBAL DEBUG validating counter group 0x7faa18e1dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005625320 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005625320 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005625320 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005625320 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005625322 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005625323 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005625323 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005625323 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:26.284521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Terminating (SIGTERM) 00:56:26.324423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminating (SIGTERM) 00:56:26.364346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminating (SIGTERM) 00:56:26.404415 --- ParallelTerminationStrategy: PID 14627 died... 00:56:26.423684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Terminated: ok {rc=0} 00:56:26.468037 --- ParallelTerminationStrategy: PID 14630 died... 00:56:26.486764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminated: ok {rc=0} 00:56:26.530787 --- ParallelTerminationStrategy: PID 14633 died... 00:56:26.549487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminated: ok {rc=0} 00:56:26.633439 bus /sierra_3: Setting Powered False 00:56:27.730300 bus /sierra_3: Setting Powered False 00:56:28.844827 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 00:56:29.994980 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.007386 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 00:56:30.080332 tst mo_mt_call_osmux.py: using LAC 32516 00:56:30.211079 tst mo_mt_call_osmux.py: using RAC 131 00:56:30.344181 tst mo_mt_call_osmux.py: using CellId 32516 00:56:30.476649 tst mo_mt_call_osmux.py: using BVCI 32517 00:56:30.598898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.610745 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.622469 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.634697 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.646750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 00:56:30.659294 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:56:30.781675 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 00:56:30.916568 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:56:31.430855 run create_hlr_db(pid=14636): Launched 00:56:31.594371 bus /sierra_2: Setting Powered False 00:56:32.659425 run create_hlr_db(pid=14636): Terminated: ok {rc=0} 00:56:33.103293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Launched 00:56:33.413514 run osmo-hlr_10.42.42.2(pid=14639): Launched 00:56:33.531391 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:34.078811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Launched 00:56:34.390364 run osmo-stp_10.42.42.5(pid=14642): Launched 00:56:34.509408 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:35.070802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Launched 00:56:35.382455 run osmo-msc_10.42.42.6(pid=14645): Launched 00:56:35.556244 run osmo-stp_10.42.42.5(pid=14642): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)] 00:56:35.686326 run osmo-stp_10.42.42.5(pid=14642): stdout: | (launched: 2022-12-13_00:56:34.332513) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:35.816027 run osmo-stp_10.42.42.5(pid=14642): stderr: | 20221213005634505 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005634505 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005634506 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005634506 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005634507 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005634507 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005634507 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:35.944441 run osmo-stp_10.42.42.5(pid=14642): stdout: | (launched: 2022-12-13_00:56:34.332513) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:36.066627 run osmo-stp_10.42.42.5(pid=14642): stderr: | 20221213005634505 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005634505 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005634506 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005634506 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005634507 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005634507 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005634507 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:36.213105 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14642): Process ended prematurely: osmo-stp_10.42.42.5(pid=14642) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 00:56:36.222139 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:56:36.248877 run osmo-hlr_10.42.42.2(pid=14639): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14639)] 00:56:36.297234 run osmo-hlr_10.42.42.2(pid=14639): stdout: | (launched: 2022-12-13_00:56:33.355703) 00:56:36.347616 run osmo-hlr_10.42.42.2(pid=14639): stderr: | 20221213005633532 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005633532 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005633532 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005633532 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005633532 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005633532 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005633545 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005633553 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005633553 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005633553 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:36.417925 run osmo-msc_10.42.42.6(pid=14645): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14645)] 00:56:36.466569 run osmo-msc_10.42.42.6(pid=14645): stdout: | (launched: 2022-12-13_00:56:35.324525) 00:56:36.516831 run osmo-msc_10.42.42.6(pid=14645): stderr: | 20221213005635598 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005635598 DLGLOBAL DEBUG validating counter group 0x7f420041ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005635599 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005635599 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005635599 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005635599 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005635601 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005635601 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005635601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005635601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:36.567621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Terminating (SIGTERM) 00:56:36.607798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Terminating (SIGTERM) 00:56:36.648342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Terminating (SIGTERM) 00:56:36.688677 --- ParallelTerminationStrategy: PID 14638 died... 00:56:36.708127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Terminated: ok {rc=0} 00:56:36.752896 --- ParallelTerminationStrategy: PID 14641 died... 00:56:36.772122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Terminated: ok {rc=0} 00:56:36.816435 --- ParallelTerminationStrategy: PID 14644 died... 00:56:36.835200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Terminated: ok {rc=0} 00:56:36.923801 bus /sierra_3: Setting Powered False 00:56:38.025294 bus /sierra_3: Setting Powered False 00:56:39.142683 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 00:56:40.396029 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:56:40.403031 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 00:56:40.436580 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 00:56:40.463355 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 00:56:40.515895 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 00:56:40.549116 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 00:56:40.575506 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 00:56:41.125964 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 00:56:41.176146 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.187479 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:56:41.257073 tst mo_mt_call.py: using LAC 32517 00:56:41.378293 tst mo_mt_call.py: using RAC 132 00:56:41.500657 tst mo_mt_call.py: using CellId 32517 00:56:41.622170 tst mo_mt_call.py: using BVCI 32518 00:56:41.734931 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.746138 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.757089 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.768170 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.779338 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:41.790500 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:56:41.910675 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:56:42.033496 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:56:42.545559 run create_hlr_db(pid=14650): Launched 00:56:42.674542 bus /sierra_2: Setting Powered False 00:56:43.739166 run create_hlr_db(pid=14650): Terminated: ok {rc=0} 00:56:44.199579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Launched 00:56:44.532745 run osmo-hlr_10.42.42.2(pid=14653): Launched 00:56:44.660338 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:45.228518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Launched 00:56:45.560767 run osmo-stp_10.42.42.5(pid=14656): Launched 00:56:45.689227 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:46.301756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Launched 00:56:46.661051 run osmo-msc_10.42.42.6(pid=14659): Launched 00:56:46.924524 run osmo-stp_10.42.42.5(pid=14656): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)] 00:56:47.311488 run osmo-stp_10.42.42.5(pid=14656): stdout: | (launched: 2022-12-13_00:56:45.499390) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:47.535412 run osmo-stp_10.42.42.5(pid=14656): stderr: | 20221213005645691 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005645691 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005645691 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005645691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005645692 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005645692 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005645692 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:47.673198 run osmo-stp_10.42.42.5(pid=14656): stdout: | (launched: 2022-12-13_00:56:45.499390) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:47.804636 run osmo-stp_10.42.42.5(pid=14656): stderr: | 20221213005645691 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005645691 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005645691 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005645691 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005645692 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005645692 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005645692 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:47.961882 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 00:56:47.971393 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 00:56:48.000216 run osmo-hlr_10.42.42.2(pid=14653): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14653)] 00:56:48.051457 run osmo-hlr_10.42.42.2(pid=14653): stdout: | (launched: 2022-12-13_00:56:44.471504) 00:56:48.104741 run osmo-hlr_10.42.42.2(pid=14653): stderr: | 20221213005644670 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005644670 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005644670 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005644670 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005644670 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005644670 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005644683 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005644692 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005644692 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005644692 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:48.178525 run osmo-msc_10.42.42.6(pid=14659): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14659)] 00:56:48.229829 run osmo-msc_10.42.42.6(pid=14659): stdout: | (launched: 2022-12-13_00:56:46.586979) 00:56:48.282799 run osmo-msc_10.42.42.6(pid=14659): stderr: | 20221213005647152 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005647152 DLGLOBAL DEBUG validating counter group 0x7feb14a1dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005647153 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005647153 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005647154 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005647155 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005647160 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005647162 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005647162 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005647162 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:48.336231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Terminating (SIGTERM) 00:56:48.378929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Terminating (SIGTERM) 00:56:48.421505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Terminating (SIGTERM) 00:56:48.464297 --- ParallelTerminationStrategy: PID 14652 died... 00:56:48.484196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Terminated: ok {rc=0} 00:56:48.531492 --- ParallelTerminationStrategy: PID 14655 died... 00:56:48.551115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Terminated: ok {rc=0} 00:56:48.598491 --- ParallelTerminationStrategy: PID 14658 died... 00:56:48.618269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Terminated: ok {rc=0} 00:56:48.707543 bus /sierra_3: Setting Powered False 00:56:49.807961 bus /sierra_3: Setting Powered False 00:56:50.925393 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 00:56:52.077352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.090215 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 00:56:52.162156 tst mo_mt_call_osmux.py: using LAC 32518 00:56:52.291177 tst mo_mt_call_osmux.py: using RAC 133 00:56:52.434712 tst mo_mt_call_osmux.py: using CellId 32518 00:56:52.569647 tst mo_mt_call_osmux.py: using BVCI 32519 00:56:52.682592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.694154 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.705439 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.716729 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.728141 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 00:56:52.739425 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:56:52.861374 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 00:56:52.979314 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:56:53.458821 run create_hlr_db(pid=14661): Launched 00:56:53.586860 bus /sierra_2: Setting Powered False 00:56:54.648043 run create_hlr_db(pid=14661): Terminated: ok {rc=0} 00:56:55.099696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Launched 00:56:55.434599 run osmo-hlr_10.42.42.2(pid=14664): Launched 00:56:55.563187 run osmo-stp_10.42.42.5: Starting osmo-stp 00:56:56.136344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Launched 00:56:56.468877 run osmo-stp_10.42.42.5(pid=14667): Launched 00:56:56.595982 run osmo-msc_10.42.42.6: Starting osmo-msc 00:56:57.197215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Launched 00:56:57.531845 run osmo-msc_10.42.42.6(pid=14670): Launched 00:56:57.718917 run osmo-stp_10.42.42.5(pid=14667): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)] 00:56:57.859878 run osmo-stp_10.42.42.5(pid=14667): stdout: | (launched: 2022-12-13_00:56:56.407481) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:58.001903 run osmo-stp_10.42.42.5(pid=14667): stderr: | 20221213005656600 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005656600 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005656600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005656601 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005656601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005656601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005656601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:58.140026 run osmo-stp_10.42.42.5(pid=14667): stdout: | (launched: 2022-12-13_00:56:56.407481) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:56:58.271671 run osmo-stp_10.42.42.5(pid=14667): stderr: | 20221213005656600 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005656600 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005656600 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005656601 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005656601 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005656601 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005656601 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:56:58.429527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14667): Process ended prematurely: osmo-stp_10.42.42.5(pid=14667) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 00:56:58.439180 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 00:56:58.467574 run osmo-hlr_10.42.42.2(pid=14664): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14664)] 00:56:58.518523 run osmo-hlr_10.42.42.2(pid=14664): stdout: | (launched: 2022-12-13_00:56:55.373246) 00:56:58.571221 run osmo-hlr_10.42.42.2(pid=14664): stderr: | 20221213005655572 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005655572 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005655572 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005655572 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005655572 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005655572 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005655584 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005655593 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005655593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005655593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:56:58.644365 run osmo-msc_10.42.42.6(pid=14670): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14670)] 00:56:58.695258 run osmo-msc_10.42.42.6(pid=14670): stdout: | (launched: 2022-12-13_00:56:57.469962) 00:56:58.747771 run osmo-msc_10.42.42.6(pid=14670): stderr: | 20221213005657791 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005657791 DLGLOBAL DEBUG validating counter group 0x7f8b838e2c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005657791 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005657791 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005657791 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005657792 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005657793 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005657794 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005657794 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005657794 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:56:58.801371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Terminating (SIGTERM) 00:56:58.844084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Terminating (SIGTERM) 00:56:58.887170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Terminating (SIGTERM) 00:56:58.930049 --- ParallelTerminationStrategy: PID 14663 died... 00:56:58.950471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Terminated: ok {rc=0} 00:56:58.999029 --- ParallelTerminationStrategy: PID 14666 died... 00:56:59.018848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Terminated: ok {rc=0} 00:56:59.066266 --- ParallelTerminationStrategy: PID 14669 died... 00:56:59.086188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Terminated: ok {rc=0} 00:56:59.175492 bus /sierra_3: Setting Powered False 00:57:00.274276 bus /sierra_3: Setting Powered False 00:57:01.395257 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 00:57:02.651014 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:57:02.657748 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 00:57:02.690942 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 00:57:02.717433 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 00:57:02.771530 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 00:57:02.807106 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 00:57:02.834635 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 00:57:03.383193 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 00:57:03.436850 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:03.448408 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:57:03.520274 tst mo_mt_call.py: using LAC 32519 00:57:03.651035 tst mo_mt_call.py: using RAC 134 00:57:03.782947 tst mo_mt_call.py: using CellId 32519 00:57:03.915479 tst mo_mt_call.py: using BVCI 32520 00:57:04.035894 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:04.047506 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:04.058885 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:04.070635 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:04.082537 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:04.094203 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:57:04.212369 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:57:04.335127 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:04.849609 run create_hlr_db(pid=14677): Launched 00:57:04.978444 bus /sierra_2: Setting Powered False 00:57:06.042540 run create_hlr_db(pid=14677): Terminated: ok {rc=0} 00:57:06.502383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Launched 00:57:06.834033 run osmo-hlr_10.42.42.2(pid=14680): Launched 00:57:06.962782 run osmo-stp_10.42.42.5: Starting osmo-stp 00:57:07.538199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Launched 00:57:07.872924 run osmo-stp_10.42.42.5(pid=14683): Launched 00:57:08.000682 run osmo-msc_10.42.42.6: Starting osmo-msc 00:57:08.600749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Launched 00:57:08.935178 run osmo-msc_10.42.42.6(pid=14686): Launched 00:57:09.121347 run osmo-stp_10.42.42.5(pid=14683): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)] 00:57:09.261198 run osmo-stp_10.42.42.5(pid=14683): stdout: | (launched: 2022-12-13_00:57:07.811354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:09.401034 run osmo-stp_10.42.42.5(pid=14683): stderr: | 20221213005708006 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005708006 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005708006 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005708007 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005708007 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005708007 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005708007 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:09.538904 run osmo-stp_10.42.42.5(pid=14683): stdout: | (launched: 2022-12-13_00:57:07.811354) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:09.670463 run osmo-stp_10.42.42.5(pid=14683): stderr: | 20221213005708006 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005708006 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005708006 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005708007 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005708007 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005708007 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005708007 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:09.827804 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 00:57:09.837447 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 00:57:09.865924 run osmo-hlr_10.42.42.2(pid=14680): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14680)] 00:57:09.916770 run osmo-hlr_10.42.42.2(pid=14680): stdout: | (launched: 2022-12-13_00:57:06.772270) 00:57:09.969449 run osmo-hlr_10.42.42.2(pid=14680): stderr: | 20221213005706971 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005706972 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005706972 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005706972 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005706972 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005706972 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005706987 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005706997 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005706997 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005706997 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:57:10.042787 run osmo-msc_10.42.42.6(pid=14686): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14686)] 00:57:10.093752 run osmo-msc_10.42.42.6(pid=14686): stdout: | (launched: 2022-12-13_00:57:08.873740) 00:57:10.146706 run osmo-msc_10.42.42.6(pid=14686): stderr: | 20221213005709196 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005709196 DLGLOBAL DEBUG validating counter group 0x7f213b05dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005709196 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005709196 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005709196 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005709196 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005709198 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005709198 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005709199 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005709199 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:57:10.200214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminating (SIGTERM) 00:57:10.242597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminating (SIGTERM) 00:57:10.284806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminating (SIGTERM) 00:57:10.327865 --- ParallelTerminationStrategy: PID 14679 died... 00:57:10.348012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminated: ok {rc=0} 00:57:10.394875 --- ParallelTerminationStrategy: PID 14682 died... 00:57:10.414505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminated: ok {rc=0} 00:57:10.461381 --- ParallelTerminationStrategy: PID 14685 died... 00:57:10.480903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminated: ok {rc=0} 00:57:10.570483 bus /sierra_3: Setting Powered False 00:57:11.670974 bus /sierra_3: Setting Powered False 00:57:12.788636 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 00:57:13.939046 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:13.951292 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 00:57:14.023136 tst mo_mt_call_osmux.py: using LAC 32520 00:57:14.154945 tst mo_mt_call_osmux.py: using RAC 135 00:57:14.286010 tst mo_mt_call_osmux.py: using CellId 32520 00:57:14.415142 tst mo_mt_call_osmux.py: using BVCI 32521 00:57:14.536722 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:14.548367 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:14.559824 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:14.571544 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:14.583311 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 00:57:14.595132 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:57:14.715865 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 00:57:14.834516 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:15.314381 run create_hlr_db(pid=14688): Launched 00:57:15.443012 bus /sierra_2: Setting Powered False 00:57:16.531643 run create_hlr_db(pid=14688): Terminated: ok {rc=0} 00:57:17.042970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Launched 00:57:17.388143 run osmo-hlr_10.42.42.2(pid=14691): Launched 00:57:17.517409 run osmo-stp_10.42.42.5: Starting osmo-stp 00:57:18.091618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Launched 00:57:18.425267 run osmo-stp_10.42.42.5(pid=14694): Launched 00:57:18.552328 run osmo-msc_10.42.42.6: Starting osmo-msc 00:57:19.155070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Launched 00:57:19.487859 run osmo-msc_10.42.42.6(pid=14697): Launched 00:57:19.674161 run osmo-stp_10.42.42.5(pid=14694): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)] 00:57:19.814166 run osmo-stp_10.42.42.5(pid=14694): stdout: | (launched: 2022-12-13_00:57:18.363713) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:19.954364 run osmo-stp_10.42.42.5(pid=14694): stderr: | 20221213005718557 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005718557 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005718557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005718558 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005718558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005718558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005718558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:20.092252 run osmo-stp_10.42.42.5(pid=14694): stdout: | (launched: 2022-12-13_00:57:18.363713) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:20.223367 run osmo-stp_10.42.42.5(pid=14694): stderr: | 20221213005718557 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005718557 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005718557 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005718558 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005718558 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005718558 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005718558 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:20.380587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14694): Process ended prematurely: osmo-stp_10.42.42.5(pid=14694) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 00:57:20.390341 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 00:57:20.418476 run osmo-hlr_10.42.42.2(pid=14691): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14691)] 00:57:20.469937 run osmo-hlr_10.42.42.2(pid=14691): stdout: | (launched: 2022-12-13_00:57:17.326983) 00:57:20.523102 run osmo-hlr_10.42.42.2(pid=14691): stderr: | 20221213005717527 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005717527 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005717527 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005717527 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005717527 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005717527 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005717545 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005717555 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005717555 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005717555 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:57:20.597348 run osmo-msc_10.42.42.6(pid=14697): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14697)] 00:57:20.648507 run osmo-msc_10.42.42.6(pid=14697): stdout: | (launched: 2022-12-13_00:57:19.426527) 00:57:20.701495 run osmo-msc_10.42.42.6(pid=14697): stderr: | 20221213005719751 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005719752 DLGLOBAL DEBUG validating counter group 0x7fe76445dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005719752 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005719752 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005719752 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005719752 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005719754 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005719754 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005719754 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005719755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:57:20.754790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Terminating (SIGTERM) 00:57:20.797265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Terminating (SIGTERM) 00:57:20.840138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Terminating (SIGTERM) 00:57:20.882975 --- ParallelTerminationStrategy: PID 14690 died... 00:57:20.903241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Terminated: ok {rc=0} 00:57:20.950578 --- ParallelTerminationStrategy: PID 14693 died... 00:57:20.970413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Terminated: ok {rc=0} 00:57:21.017635 --- ParallelTerminationStrategy: PID 14696 died... 00:57:21.037373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Terminated: ok {rc=0} 00:57:21.126162 bus /sierra_3: Setting Powered False 00:57:22.226739 bus /sierra_3: Setting Powered False 00:57:23.344794 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 00:57:24.601366 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:57:24.608100 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 00:57:24.641598 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 00:57:24.668708 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 00:57:24.719021 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 00:57:24.752325 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 00:57:24.778784 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 00:57:25.332354 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 00:57:25.381795 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.393116 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:57:25.461353 tst mo_mt_call.py: using LAC 32521 00:57:25.580853 tst mo_mt_call.py: using RAC 136 00:57:25.700756 tst mo_mt_call.py: using CellId 32521 00:57:25.820210 tst mo_mt_call.py: using BVCI 32522 00:57:25.931845 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.943042 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.954126 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.965207 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.976262 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:25.987273 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:57:26.107960 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:57:26.233564 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:26.750411 run create_hlr_db(pid=14702): Launched 00:57:26.880355 bus /sierra_2: Setting Powered False 00:57:27.945526 run create_hlr_db(pid=14702): Terminated: ok {rc=0} 00:57:28.386440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Launched 00:57:28.698351 run osmo-hlr_10.42.42.2(pid=14705): Launched 00:57:28.816189 run osmo-stp_10.42.42.5: Starting osmo-stp 00:57:29.349964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Launched 00:57:29.659683 run osmo-stp_10.42.42.5(pid=14708): Launched 00:57:29.778678 run osmo-msc_10.42.42.6: Starting osmo-msc 00:57:30.338587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Launched 00:57:30.650186 run osmo-msc_10.42.42.6(pid=14711): Launched 00:57:30.823366 run osmo-stp_10.42.42.5(pid=14708): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)] 00:57:31.122742 run osmo-stp_10.42.42.5(pid=14708): stdout: | (launched: 2022-12-13_00:57:29.601831) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:31.255193 run osmo-stp_10.42.42.5(pid=14708): stderr: | 20221213005729773 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005729773 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005729773 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005729774 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005729774 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005729774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005729774 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:31.388485 run osmo-stp_10.42.42.5(pid=14708): stdout: | (launched: 2022-12-13_00:57:29.601831) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:31.514194 run osmo-stp_10.42.42.5(pid=14708): stderr: | 20221213005729773 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005729773 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005729773 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005729774 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005729774 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005729774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005729774 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:31.665598 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14708): Process ended prematurely: osmo-stp_10.42.42.5(pid=14708) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 00:57:31.675356 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 00:57:31.703889 run osmo-hlr_10.42.42.2(pid=14705): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14705)] 00:57:31.753630 run osmo-hlr_10.42.42.2(pid=14705): stdout: | (launched: 2022-12-13_00:57:28.640161) 00:57:31.805685 run osmo-hlr_10.42.42.2(pid=14705): stderr: | 20221213005728817 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005728817 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005728818 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005728818 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005728818 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005728818 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005728830 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005728841 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005728841 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005728842 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:57:31.877975 run osmo-msc_10.42.42.6(pid=14711): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14711)] 00:57:31.927923 run osmo-msc_10.42.42.6(pid=14711): stdout: | (launched: 2022-12-13_00:57:30.592260) 00:57:31.979768 run osmo-msc_10.42.42.6(pid=14711): stderr: | 20221213005730875 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005730875 DLGLOBAL DEBUG validating counter group 0x7f91b0f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005730875 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005730875 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005730875 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005730876 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005730880 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005730881 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005730881 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005730881 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:57:32.032111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Terminating (SIGTERM) 00:57:32.073495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Terminating (SIGTERM) 00:57:32.115462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Terminating (SIGTERM) 00:57:32.156779 --- ParallelTerminationStrategy: PID 14704 died... 00:57:32.176327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Terminated: ok {rc=0} 00:57:32.221917 --- ParallelTerminationStrategy: PID 14707 died... 00:57:32.241408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Terminated: ok {rc=0} 00:57:32.286536 --- ParallelTerminationStrategy: PID 14710 died... 00:57:32.305355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Terminated: ok {rc=0} 00:57:32.389874 bus /sierra_3: Setting Powered False 00:57:33.485803 bus /sierra_3: Setting Powered False 00:57:34.600812 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 00:57:35.749263 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:35.761422 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 00:57:35.835683 tst mo_mt_call_osmux.py: using LAC 32522 00:57:35.956813 tst mo_mt_call_osmux.py: using RAC 137 00:57:36.076712 tst mo_mt_call_osmux.py: using CellId 32522 00:57:36.196630 tst mo_mt_call_osmux.py: using BVCI 32523 00:57:36.309040 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:36.320457 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:36.331578 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:36.342660 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:36.353759 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 00:57:36.364732 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:57:36.481277 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 00:57:36.603603 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:37.120554 run create_hlr_db(pid=14713): Launched 00:57:37.248561 bus /sierra_2: Setting Powered False 00:57:38.313643 run create_hlr_db(pid=14713): Terminated: ok {rc=0} 00:57:38.774500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Launched 00:57:39.109248 run osmo-hlr_10.42.42.2(pid=14716): Launched 00:57:39.238393 run osmo-stp_10.42.42.5: Starting osmo-stp 00:57:39.811742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Launched 00:57:40.136025 run osmo-stp_10.42.42.5(pid=14719): Launched 00:57:40.256206 run osmo-msc_10.42.42.6: Starting osmo-msc 00:57:40.823989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Launched 00:57:41.138119 run osmo-msc_10.42.42.6(pid=14722): Launched 00:57:41.310649 run osmo-stp_10.42.42.5(pid=14719): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)] 00:57:41.441210 run osmo-stp_10.42.42.5(pid=14719): stdout: | (launched: 2022-12-13_00:57:40.078365) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:41.572101 run osmo-stp_10.42.42.5(pid=14719): stderr: | 20221213005740247 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005740247 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005740247 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005740248 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005740248 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005740248 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005740248 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:41.701323 run osmo-stp_10.42.42.5(pid=14719): stdout: | (launched: 2022-12-13_00:57:40.078365) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:41.824182 run osmo-stp_10.42.42.5(pid=14719): stderr: | 20221213005740247 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005740247 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005740247 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005740248 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005740248 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005740248 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005740248 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:41.972018 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14719): Process ended prematurely: osmo-stp_10.42.42.5(pid=14719) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 00:57:41.981130 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 00:57:42.007754 run osmo-hlr_10.42.42.2(pid=14716): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14716)] 00:57:42.055733 run osmo-hlr_10.42.42.2(pid=14716): stdout: | (launched: 2022-12-13_00:57:39.046772) 00:57:42.105776 run osmo-hlr_10.42.42.2(pid=14716): stderr: | 20221213005739247 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005739247 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005739247 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005739247 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005739247 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005739247 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005739259 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005739268 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005739268 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005739268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:57:42.175490 run osmo-msc_10.42.42.6(pid=14722): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14722)] 00:57:42.224310 run osmo-msc_10.42.42.6(pid=14722): stdout: | (launched: 2022-12-13_00:57:41.079941) 00:57:42.274210 run osmo-msc_10.42.42.6(pid=14722): stderr: | 20221213005741352 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005741352 DLGLOBAL DEBUG validating counter group 0x7fb6051a1c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005741352 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005741352 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005741352 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005741353 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005741354 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005741355 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005741355 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005741355 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:57:42.324293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Terminating (SIGTERM) 00:57:42.364601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Terminating (SIGTERM) 00:57:42.405230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Terminating (SIGTERM) 00:57:42.445895 --- ParallelTerminationStrategy: PID 14715 died... 00:57:42.465162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Terminated: ok {rc=0} 00:57:42.510095 --- ParallelTerminationStrategy: PID 14718 died... 00:57:42.528900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Terminated: ok {rc=0} 00:57:42.574128 --- ParallelTerminationStrategy: PID 14721 died... 00:57:42.593195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Terminated: ok {rc=0} 00:57:42.680625 bus /sierra_3: Setting Powered False 00:57:43.781274 bus /sierra_3: Setting Powered False 00:57:44.898900 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-osmo --------------------------------------------------------------------- 00:57:46.183217 tst voice:trx-lms+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:57:46.190190 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 00:57:46.227082 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 00:57:46.255446 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 00:57:46.313546 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 00:57:46.366372 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 00:57:46.394149 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 00:57:46.939994 tst voice:trx-lms+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 00:57:47.005494 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.019937 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:57:47.103634 tst mo_mt_call.py: using LAC 32523 00:57:47.236240 tst mo_mt_call.py: using RAC 138 00:57:47.359879 tst mo_mt_call.py: using CellId 32523 00:57:47.487203 tst mo_mt_call.py: using BVCI 32524 00:57:47.610081 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.621777 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.633645 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.645300 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.656908 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:47.668609 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:57:47.786895 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:57:47.906405 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:48.423995 run create_hlr_db(pid=14727): Launched 00:57:48.550576 bus /sierra_2: Setting Powered False 00:57:49.615752 run create_hlr_db(pid=14727): Terminated: ok {rc=0} 00:57:50.058947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Launched 00:57:50.371097 run osmo-hlr_10.42.42.2(pid=14730): Launched 00:57:50.487553 run osmo-stp_10.42.42.5: Starting osmo-stp 00:57:51.035778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Launched 00:57:51.347306 run osmo-stp_10.42.42.5(pid=14733): Launched 00:57:51.466707 run osmo-msc_10.42.42.6: Starting osmo-msc 00:57:52.039987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Launched 00:57:52.352648 run osmo-msc_10.42.42.6(pid=14736): Launched 00:57:52.526490 run osmo-stp_10.42.42.5(pid=14733): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)] 00:57:52.656685 run osmo-stp_10.42.42.5(pid=14733): stdout: | (launched: 2022-12-13_00:57:51.289410) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:52.787727 run osmo-stp_10.42.42.5(pid=14733): stderr: | 20221213005751458 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005751458 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005751458 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005751459 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005751459 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005751459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005751459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:52.916512 run osmo-stp_10.42.42.5(pid=14733): stdout: | (launched: 2022-12-13_00:57:51.289410) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:57:53.039564 run osmo-stp_10.42.42.5(pid=14733): stderr: | 20221213005751458 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005751458 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005751458 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005751459 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005751459 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005751459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005751459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:57:53.186553 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14733): Process ended prematurely: osmo-stp_10.42.42.5(pid=14733) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 00:57:53.195693 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 00:57:53.222256 run osmo-hlr_10.42.42.2(pid=14730): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14730)] 00:57:53.270493 run osmo-hlr_10.42.42.2(pid=14730): stdout: | (launched: 2022-12-13_00:57:50.313240) 00:57:53.320067 run osmo-hlr_10.42.42.2(pid=14730): stderr: | 20221213005750490 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005750490 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005750490 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005750490 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005750490 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005750491 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005750504 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005750513 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005750513 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005750513 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:57:53.389511 run osmo-msc_10.42.42.6(pid=14736): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14736)] 00:57:53.437364 run osmo-msc_10.42.42.6(pid=14736): stdout: | (launched: 2022-12-13_00:57:52.294745) 00:57:53.487181 run osmo-msc_10.42.42.6(pid=14736): stderr: | 20221213005752566 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005752567 DLGLOBAL DEBUG validating counter group 0x7f8375645c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005752567 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005752567 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005752567 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005752567 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005752569 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005752569 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005752569 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005752570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:57:53.537340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Terminating (SIGTERM) 00:57:53.577177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Terminating (SIGTERM) 00:57:53.617291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Terminating (SIGTERM) 00:57:53.657452 --- ParallelTerminationStrategy: PID 14729 died... 00:57:53.676791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Terminated: ok {rc=0} 00:57:53.721347 --- ParallelTerminationStrategy: PID 14732 died... 00:57:53.739895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Terminated: ok {rc=0} 00:57:53.784158 --- ParallelTerminationStrategy: PID 14735 died... 00:57:53.803098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Terminated: ok {rc=0} 00:57:53.889786 bus /sierra_3: Setting Powered False 00:57:54.991509 bus /sierra_3: Setting Powered False 00:57:56.105954 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 00:57:57.257644 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.269978 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 00:57:57.343028 tst mo_mt_call_osmux.py: using LAC 32524 00:57:57.474338 tst mo_mt_call_osmux.py: using RAC 139 00:57:57.604374 tst mo_mt_call_osmux.py: using CellId 32524 00:57:57.734566 tst mo_mt_call_osmux.py: using BVCI 32525 00:57:57.855709 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.867148 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.878614 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.890229 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.901894 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 00:57:57.913512 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:57:58.032615 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 00:57:58.154398 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:57:58.668486 run create_hlr_db(pid=14739): Launched 00:57:58.795112 bus /sierra_2: Setting Powered False 00:57:59.859256 run create_hlr_db(pid=14739): Terminated: ok {rc=0} 00:58:00.318762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Launched 00:58:00.650963 run osmo-hlr_10.42.42.2(pid=14742): Launched 00:58:00.779585 run osmo-stp_10.42.42.5: Starting osmo-stp 00:58:01.455202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Launched 00:58:01.800756 run osmo-stp_10.42.42.5(pid=14745): Launched 00:58:02.080478 run osmo-msc_10.42.42.6: Starting osmo-msc 00:58:02.708065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Launched 00:58:03.041722 run osmo-msc_10.42.42.6(pid=14748): Launched 00:58:03.225717 run osmo-stp_10.42.42.5(pid=14745): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)] 00:58:03.365575 run osmo-stp_10.42.42.5(pid=14745): stdout: | (launched: 2022-12-13_00:58:01.739413) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:03.505565 run osmo-stp_10.42.42.5(pid=14745): stderr: | 20221213005801985 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005801986 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005801986 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005801986 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005801987 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005801987 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005801987 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:03.644201 run osmo-stp_10.42.42.5(pid=14745): stdout: | (launched: 2022-12-13_00:58:01.739413) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:03.775638 run osmo-stp_10.42.42.5(pid=14745): stderr: | 20221213005801985 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005801986 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005801986 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005801986 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005801987 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005801987 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005801987 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:03.933653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14745): Process ended prematurely: osmo-stp_10.42.42.5(pid=14745) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 00:58:03.943510 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 00:58:03.972601 run osmo-hlr_10.42.42.2(pid=14742): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14742)] 00:58:04.024130 run osmo-hlr_10.42.42.2(pid=14742): stdout: | (launched: 2022-12-13_00:58:00.589777) 00:58:04.077439 run osmo-hlr_10.42.42.2(pid=14742): stderr: | 20221213005800789 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005800789 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005800789 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005800789 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005800789 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005800789 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005800801 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005800809 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005800809 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005800809 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:58:04.151475 run osmo-msc_10.42.42.6(pid=14748): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14748)] 00:58:04.202989 run osmo-msc_10.42.42.6(pid=14748): stdout: | (launched: 2022-12-13_00:58:02.980228) 00:58:04.256179 run osmo-msc_10.42.42.6(pid=14748): stderr: | 20221213005803303 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005803303 DLGLOBAL DEBUG validating counter group 0x7fcd52f3bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005803303 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005803303 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005803303 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005803304 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005803305 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005803306 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005803306 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005803306 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:58:04.309824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Terminating (SIGTERM) 00:58:04.353035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Terminating (SIGTERM) 00:58:04.396132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Terminating (SIGTERM) 00:58:04.439544 --- ParallelTerminationStrategy: PID 14741 died... 00:58:04.460081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Terminated: ok {rc=0} 00:58:04.507867 --- ParallelTerminationStrategy: PID 14744 died... 00:58:04.527742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Terminated: ok {rc=0} 00:58:04.575319 --- ParallelTerminationStrategy: PID 14747 died... 00:58:04.595310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Terminated: ok {rc=0} 00:58:04.686762 bus /sierra_3: Setting Powered False 00:58:05.787710 bus /sierra_3: Setting Powered False 00:58:06.907394 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:trx-lms --------------------------------------------------------------------- 00:58:08.152567 tst emergency:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:58:08.157111 tst emergency:trx-lms: Verifying 1 x bts (candidates: 11) 00:58:08.189980 tst emergency:trx-lms: Verifying 6 x ip_address (candidates: 9) 00:58:08.216390 tst emergency:trx-lms: Verifying 4 x modem (candidates: 12) 00:58:08.300628 tst emergency:trx-lms: Reserving 1 x bts (candidates: 11) 00:58:08.333946 tst emergency:trx-lms: Reserving 6 x ip_address (candidates: 9) 00:58:08.360629 tst emergency:trx-lms: Reserving 4 x modem (candidates: 12) 00:58:08.942908 tst emergency:trx-lms: RESERVED RESOURCES for emergency: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:trx-lms emergency_mo_mt_call.py ---------------------------------------------- 00:58:08.947948 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:08.958699 tst emergency:trx-lms: Using 1 x bts (candidates: 1) 00:58:09.007568 tst emergency_mo_mt_call.py: using LAC 32525 00:58:09.126499 tst emergency_mo_mt_call.py: using RAC 140 00:58:09.246189 tst emergency_mo_mt_call.py: using CellId 32525 00:58:09.367211 tst emergency_mo_mt_call.py: using BVCI 32526 00:58:09.479052 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:09.489854 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:09.500313 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:09.510888 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:09.521441 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:09.532099 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:09.649236 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:09.767594 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:58:10.239499 run create_hlr_db(pid=14754): Launched 00:58:10.365187 bus /sierra_2: Setting Powered False 00:58:11.425297 run create_hlr_db(pid=14754): Terminated: ok {rc=0} 00:58:11.870896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Launched 00:58:12.197484 run osmo-hlr_10.42.42.2(pid=14757): Launched 00:58:12.321904 run osmo-stp_10.42.42.5: Starting osmo-stp 00:58:12.887901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Launched 00:58:13.214849 run osmo-stp_10.42.42.5(pid=14760): Launched 00:58:13.349203 tst emergency_mo_mt_call.py: using MSISDN 8045 00:58:13.517813 run osmo-msc_10.42.42.6: Starting osmo-msc 00:58:14.106524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Launched 00:58:14.432125 run osmo-msc_10.42.42.6(pid=14763): Launched 00:58:14.615001 run osmo-stp_10.42.42.5(pid=14760): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)] 00:58:14.752191 run osmo-stp_10.42.42.5(pid=14760): stdout: | (launched: 2022-12-13_00:58:13.154420) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:14.890503 run osmo-stp_10.42.42.5(pid=14760): stderr: | 20221213005813347 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005813347 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005813347 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005813348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005813348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005813348 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005813348 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:15.026487 run osmo-stp_10.42.42.5(pid=14760): stdout: | (launched: 2022-12-13_00:58:13.154420) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:15.155693 run osmo-stp_10.42.42.5(pid=14760): stderr: | 20221213005813347 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005813347 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005813347 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005813348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005813348 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005813348 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005813348 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:15.310506 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14760): Process ended prematurely: osmo-stp_10.42.42.5(pid=14760) [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)] [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19] 00:58:15.319732 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec) 00:58:15.348064 run osmo-hlr_10.42.42.2(pid=14757): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14757)] 00:58:15.399038 run osmo-hlr_10.42.42.2(pid=14757): stdout: | (launched: 2022-12-13_00:58:12.137083) 00:58:15.451907 run osmo-hlr_10.42.42.2(pid=14757): stderr: | 20221213005812335 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005812335 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005812335 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005812335 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005812335 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005812335 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005812347 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005812356 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005812356 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005812356 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:58:15.525173 run osmo-msc_10.42.42.6(pid=14763): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14763)] 00:58:15.576360 run osmo-msc_10.42.42.6(pid=14763): stdout: | (launched: 2022-12-13_00:58:14.371562) 00:58:15.629176 run osmo-msc_10.42.42.6(pid=14763): stderr: | 20221213005814692 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005814692 DLGLOBAL DEBUG validating counter group 0x7faba5751c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005814692 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005814692 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005814693 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005814693 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005814695 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005814695 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005814695 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005814695 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:58:15.682457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Terminating (SIGTERM) 00:58:15.725117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Terminating (SIGTERM) 00:58:15.767741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Terminating (SIGTERM) 00:58:15.810634 --- ParallelTerminationStrategy: PID 14756 died... 00:58:15.831688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Terminated: ok {rc=0} 00:58:15.880502 --- ParallelTerminationStrategy: PID 14759 died... 00:58:15.901010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Terminated: ok {rc=0} 00:58:15.965436 --- ParallelTerminationStrategy: PID 14762 died... 00:58:15.995024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Terminated: ok {rc=0} 00:58:16.093982 bus /sierra_3: Setting Powered False 00:58:17.213814 bus /sierra_3: Setting Powered False 00:58:18.333245 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:trx-lms emergency_preemptive_call.py ---------------------------------------------- 00:58:19.421751 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:19.433097 tst emergency:trx-lms: Using 1 x bts (candidates: 1) 00:58:19.484010 tst emergency_preemptive_call.py: using LAC 32526 00:58:19.604213 tst emergency_preemptive_call.py: using RAC 141 00:58:19.723196 tst emergency_preemptive_call.py: using CellId 32526 00:58:19.843435 tst emergency_preemptive_call.py: using BVCI 32527 00:58:19.952423 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:19.963243 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:19.973855 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:19.984431 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:19.995056 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 00:58:20.005600 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:20.125439 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:20.244161 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:20.363157 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 00:58:20.478923 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:58:20.948935 run create_hlr_db(pid=14765): Launched 00:58:21.071444 bus /sierra_2: Setting Powered False 00:58:22.131377 run create_hlr_db(pid=14765): Terminated: ok {rc=0} 00:58:22.555014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Launched 00:58:22.859012 run osmo-hlr_10.42.42.2(pid=14768): Launched 00:58:22.974548 run osmo-stp_10.42.42.5: Starting osmo-stp 00:58:23.511537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Launched 00:58:23.818055 run osmo-stp_10.42.42.5(pid=14771): Launched 00:58:23.945114 tst emergency_preemptive_call.py: using MSISDN 8046 00:58:24.098913 run osmo-msc_10.42.42.6: Starting osmo-msc 00:58:24.643504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Launched 00:58:24.948126 run osmo-msc_10.42.42.6(pid=14774): Launched 00:58:25.118509 run osmo-stp_10.42.42.5(pid=14771): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)] 00:58:25.246505 run osmo-stp_10.42.42.5(pid=14771): stdout: | (launched: 2022-12-13_00:58:23.760744) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:25.374220 run osmo-stp_10.42.42.5(pid=14771): stderr: | 20221213005823932 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005823932 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005823932 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005823933 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005823933 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005823933 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005823933 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:25.499782 run osmo-stp_10.42.42.5(pid=14771): stdout: | (launched: 2022-12-13_00:58:23.760744) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:25.618956 run osmo-stp_10.42.42.5(pid=14771): stderr: | 20221213005823932 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005823932 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005823932 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005823933 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005823933 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005823933 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005823933 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:25.763093 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14771): Process ended prematurely: osmo-stp_10.42.42.5(pid=14771) [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)] [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32] 00:58:25.771314 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec) 00:58:25.797453 run osmo-hlr_10.42.42.2(pid=14768): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14768)] 00:58:25.845754 run osmo-hlr_10.42.42.2(pid=14768): stdout: | (launched: 2022-12-13_00:58:22.802151) 00:58:25.895864 run osmo-hlr_10.42.42.2(pid=14768): stderr: | 20221213005822979 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005822979 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005822979 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005822979 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005822979 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005822979 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005822991 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005823000 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005823001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005823001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:58:25.965241 run osmo-msc_10.42.42.6(pid=14774): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14774)] 00:58:26.013310 run osmo-msc_10.42.42.6(pid=14774): stdout: | (launched: 2022-12-13_00:58:24.891304) 00:58:26.063118 run osmo-msc_10.42.42.6(pid=14774): stderr: | 20221213005825162 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213005825162 DLGLOBAL DEBUG validating counter group 0x7fa1df711c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213005825162 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213005825162 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213005825163 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213005825163 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213005825165 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213005825165 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213005825166 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213005825166 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 00:58:26.113349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Terminating (SIGTERM) 00:58:26.153258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Terminating (SIGTERM) 00:58:26.193239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Terminating (SIGTERM) 00:58:26.233843 --- ParallelTerminationStrategy: PID 14767 died... 00:58:26.253212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Terminated: ok {rc=0} 00:58:26.297471 --- ParallelTerminationStrategy: PID 14770 died... 00:58:26.316158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Terminated: ok {rc=0} 00:58:26.360526 --- ParallelTerminationStrategy: PID 14773 died... 00:58:26.379439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Terminated: ok {rc=0} 00:58:26.463838 bus /sierra_9: Setting Powered False 00:58:27.559205 bus /sierra_9: Setting Powered False 00:58:28.671805 bus /sierra_8: Setting Powered False 00:58:29.769646 bus /sierra_8: Setting Powered False 00:58:30.904928 bus /sierra_3: Setting Powered False 00:58:32.006587 bus /sierra_3: Setting Powered False 00:58:33.125668 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms --------------------------------------------------------------------- 00:58:34.402451 tst gprs:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:58:34.406764 tst gprs:trx-lms: Verifying 1 x bts (candidates: 11) 00:58:34.439757 tst gprs:trx-lms: Verifying 9 x ip_address (candidates: 9) 00:58:34.477891 tst gprs:trx-lms: Verifying 4 x modem (candidates: 12) 00:58:34.564480 tst gprs:trx-lms: Reserving 1 x bts (candidates: 11) 00:58:34.597721 tst gprs:trx-lms: Reserving 9 x ip_address (candidates: 9) 00:58:34.635982 tst gprs:trx-lms: Reserving 4 x modem (candidates: 12) 00:58:35.225534 tst gprs:trx-lms: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms cs_paging_gprs_active.py ---------------------------------------------- 00:58:35.275376 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.286109 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 00:58:35.334498 tst cs_paging_gprs_active.py: using LAC 32527 00:58:35.457147 tst cs_paging_gprs_active.py: using RAC 142 00:58:35.579143 tst cs_paging_gprs_active.py: using CellId 32527 00:58:35.701327 tst cs_paging_gprs_active.py: using BVCI 32528 00:58:35.813115 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.824216 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.834847 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.845437 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.855905 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.866518 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.877125 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.887457 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:35.898062 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:36.015206 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:36.136012 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:58:36.359280 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:58:36.693755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Launched 00:58:36.984720 run iperf3-srv_10.42.42.10(pid=14781): Launched 00:58:37.109988 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:58:37.332648 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:58:37.666962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Launched 00:58:37.957351 run iperf3-srv_10.42.42.10(pid=14783): Launched 00:58:38.083393 tst cs_paging_gprs_active.py:38: start network... 00:58:38.307013 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:58:38.822337 run create_hlr_db(pid=14784): Launched 00:58:38.952268 bus /sierra_2: Setting Powered False 00:58:40.018178 run create_hlr_db(pid=14784): Terminated: ok {rc=0} 00:58:40.459742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Launched 00:58:40.770427 run osmo-hlr_10.42.42.2(pid=14787): Launched 00:58:40.890516 run osmo-stp_10.42.42.5: Starting osmo-stp 00:58:41.440534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Launched 00:58:41.751796 run osmo-stp_10.42.42.5(pid=14790): Launched 00:58:41.871138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:58:42.404940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Launched 00:58:42.524133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:58:42.786014 run patchelf(pid=14793): Launched 00:58:42.957933 run osmo-stp_10.42.42.5(pid=14790): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)] 00:58:43.088323 run osmo-stp_10.42.42.5(pid=14790): stdout: | (launched: 2022-12-13_00:58:41.693732) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:43.219682 run osmo-stp_10.42.42.5(pid=14790): stderr: | 20221213005841868 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005841868 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005841868 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005841869 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005841869 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005841869 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005841869 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:43.351336 run osmo-stp_10.42.42.5(pid=14790): stdout: | (launched: 2022-12-13_00:58:41.693732) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:43.477531 run osmo-stp_10.42.42.5(pid=14790): stderr: | 20221213005841868 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005841868 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005841868 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005841869 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005841869 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005841869 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005841869 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:43.627303 run patchelf(pid=14793): Terminating (SIGINT) 00:58:43.800406 run patchelf(pid=14793): Terminated: ok {rc=0} 00:58:43.926531 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)] [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38] 00:58:43.935831 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 00:58:43.963175 run osmo-hlr_10.42.42.2(pid=14787): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14787)] 00:58:44.010847 run osmo-hlr_10.42.42.2(pid=14787): stdout: | (launched: 2022-12-13_00:58:40.712266) 00:58:44.060407 run osmo-hlr_10.42.42.2(pid=14787): stderr: | 20221213005840890 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005840890 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005840890 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005840890 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005840890 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005840890 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005840903 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005840911 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005840912 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005840912 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:58:44.110722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Terminating (SIGTERM) 00:58:44.150549 run iperf3-srv_10.42.42.10(pid=14781): Terminating (SIGTERM) 00:58:44.190451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminating (SIGTERM) 00:58:44.230746 run iperf3-srv_10.42.42.10(pid=14783): Terminating (SIGTERM) 00:58:44.270527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminating (SIGTERM) 00:58:44.310379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminating (SIGTERM) 00:58:44.350119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Terminating (SIGTERM) 00:58:44.390032 --- ParallelTerminationStrategy: PID 14780 died... 00:58:44.409242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Terminated: ok {rc=0} 00:58:44.453780 --- ParallelTerminationStrategy: PID 14781 died... 00:58:44.472616 run iperf3-srv_10.42.42.10(pid=14781): Terminated {rc=256} 00:58:44.516802 --- ParallelTerminationStrategy: PID 14782 died... 00:58:44.536103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminated: ok {rc=0} 00:58:44.580351 --- ParallelTerminationStrategy: PID 14783 died... 00:58:44.599094 run iperf3-srv_10.42.42.10(pid=14783): Terminated {rc=256} 00:58:44.643618 --- ParallelTerminationStrategy: PID 14786 died... 00:58:44.662444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminated: ok {rc=0} 00:58:44.706467 --- ParallelTerminationStrategy: PID 14789 died... 00:58:44.725295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminated: ok {rc=0} 00:58:44.769926 --- ParallelTerminationStrategy: PID 14792 died... 00:58:44.788629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Terminated: ok {rc=0} 00:58:44.874639 bus /gobi_0: Setting Powered False 00:58:45.987455 bus /gobi_0: Setting Powered False 00:58:47.125092 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms iperf3.py ---------------------------------------------- 00:58:48.273803 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.285093 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 00:58:48.336531 tst iperf3.py: using LAC 32528 00:58:48.457878 tst iperf3.py: using RAC 143 00:58:48.580497 tst iperf3.py: using CellId 32528 00:58:48.702919 tst iperf3.py: using BVCI 32529 00:58:48.825679 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.837169 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.848371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.860420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.872050 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.884084 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.895799 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.907631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:48.919351 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:49.041334 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:58:49.264681 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:58:49.598289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Launched 00:58:49.888398 run iperf3-srv_10.42.42.10(pid=14795): Launched 00:58:50.015362 tst iperf3.py:8: start network... 00:58:50.239462 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:58:50.756122 run create_hlr_db(pid=14796): Launched 00:58:50.885109 bus /gobi_6: Setting Powered False 00:58:51.950803 run create_hlr_db(pid=14796): Terminated: ok {rc=0} 00:58:52.411221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Launched 00:58:52.746018 run osmo-hlr_10.42.42.2(pid=14799): Launched 00:58:52.874055 run osmo-stp_10.42.42.5: Starting osmo-stp 00:58:53.451535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Launched 00:58:53.784588 run osmo-stp_10.42.42.5(pid=14802): Launched 00:58:53.913945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:58:54.485588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Launched 00:58:54.614099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:58:54.897231 run patchelf(pid=14805): Launched 00:58:55.083891 run osmo-stp_10.42.42.5(pid=14802): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)] 00:58:55.224051 run osmo-stp_10.42.42.5(pid=14802): stdout: | (launched: 2022-12-13_00:58:53.723096) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:55.365881 run osmo-stp_10.42.42.5(pid=14802): stderr: | 20221213005853918 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005853918 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005853918 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005853918 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005853919 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005853919 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005853919 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:55.507277 run osmo-stp_10.42.42.5(pid=14802): stdout: | (launched: 2022-12-13_00:58:53.723096) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:58:55.643342 run osmo-stp_10.42.42.5(pid=14802): stderr: | 20221213005853918 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005853918 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005853918 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005853918 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005853919 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005853919 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005853919 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:58:55.805285 run patchelf(pid=14805): Terminating (SIGINT) 00:58:55.992649 run patchelf(pid=14805): Terminated: ok {rc=0} 00:58:56.127220 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14802): Process ended prematurely: osmo-stp_10.42.42.5(pid=14802) [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)] [trial-2384↪gprs:trx-lms↪iperf3.py:8] 00:58:56.137444 tst iperf3.py:8: Test FAILED (7.9 sec) 00:58:56.167283 run osmo-hlr_10.42.42.2(pid=14799): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14799)] 00:58:56.218463 run osmo-hlr_10.42.42.2(pid=14799): stdout: | (launched: 2022-12-13_00:58:52.684002) 00:58:56.271494 run osmo-hlr_10.42.42.2(pid=14799): stderr: | 20221213005852882 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005852882 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005852883 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005852883 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005852883 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005852883 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005852895 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005852905 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005852905 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005852905 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:58:56.325245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Terminating (SIGTERM) 00:58:56.368226 run iperf3-srv_10.42.42.10(pid=14795): Terminating (SIGTERM) 00:58:56.410899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Terminating (SIGTERM) 00:58:56.454023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Terminating (SIGTERM) 00:58:56.497234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Terminating (SIGTERM) 00:58:56.540374 --- ParallelTerminationStrategy: PID 14794 died... 00:58:56.560906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Terminated: ok {rc=0} 00:58:56.608811 --- ParallelTerminationStrategy: PID 14795 died... 00:58:56.629126 run iperf3-srv_10.42.42.10(pid=14795): Terminated {rc=256} 00:58:56.676499 --- ParallelTerminationStrategy: PID 14798 died... 00:58:56.696370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Terminated: ok {rc=0} 00:58:56.743987 --- ParallelTerminationStrategy: PID 14801 died... 00:58:56.764100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Terminated: ok {rc=0} 00:58:56.811587 --- ParallelTerminationStrategy: PID 14804 died... 00:58:56.831648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Terminated: ok {rc=0} 00:58:56.922375 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms iperf3m4.py ---------------------------------------------- 00:58:58.075780 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.087722 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 00:58:58.137386 tst iperf3m4.py: using LAC 32529 00:58:58.267046 tst iperf3m4.py: using RAC 144 00:58:58.395451 tst iperf3m4.py: using CellId 32529 00:58:58.523386 tst iperf3m4.py: using BVCI 32530 00:58:58.645796 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.657108 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.668001 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.679428 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.690779 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.702187 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.713621 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.725084 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:58:58.736810 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:58.855842 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:58.985917 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:59.108200 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:58:59.231053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:58:59.455255 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:58:59.788405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Launched 00:59:00.080078 run iperf3-srv_10.42.42.10(pid=14807): Launched 00:59:00.205804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:59:00.429094 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:00.762251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Launched 00:59:01.081584 run iperf3-srv_10.42.42.10(pid=14809): Launched 00:59:01.221180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 00:59:01.448915 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:01.787649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Launched 00:59:02.094496 run iperf3-srv_10.42.42.10(pid=14811): Launched 00:59:02.214880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 00:59:02.421292 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:02.732098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Launched 00:59:03.003709 run iperf3-srv_10.42.42.10(pid=14813): Launched 00:59:03.120849 tst iperf3m4.py:8: start network... 00:59:03.326947 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:59:03.806239 run create_hlr_db(pid=14814): Launched 00:59:03.933981 bus /gobi_6: Setting Powered False 00:59:04.995537 run create_hlr_db(pid=14814): Terminated: ok {rc=0} 00:59:05.447701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Launched 00:59:05.781086 run osmo-hlr_10.42.42.2(pid=14817): Launched 00:59:05.909869 run osmo-stp_10.42.42.5: Starting osmo-stp 00:59:06.480712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Launched 00:59:06.814723 run osmo-stp_10.42.42.5(pid=14820): Launched 00:59:06.942095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:59:07.515036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Launched 00:59:07.641837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:59:07.923504 run patchelf(pid=14823): Launched 00:59:08.108369 run osmo-stp_10.42.42.5(pid=14820): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)] 00:59:08.248027 run osmo-stp_10.42.42.5(pid=14820): stdout: | (launched: 2022-12-13_00:59:06.752528) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:08.388822 run osmo-stp_10.42.42.5(pid=14820): stderr: | 20221213005906947 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005906947 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005906947 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005906948 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005906948 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005906948 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005906948 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:08.530035 run osmo-stp_10.42.42.5(pid=14820): stdout: | (launched: 2022-12-13_00:59:06.752528) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:08.665808 run osmo-stp_10.42.42.5(pid=14820): stderr: | 20221213005906947 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005906947 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005906947 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005906948 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005906948 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005906948 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005906948 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:08.826237 run patchelf(pid=14823): Terminating (SIGINT) 00:59:09.013226 run patchelf(pid=14823): Terminated: ok {rc=0} 00:59:09.146718 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14820): Process ended prematurely: osmo-stp_10.42.42.5(pid=14820) [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)] [trial-2384↪gprs:trx-lms↪iperf3m4.py:8] 00:59:09.156730 tst iperf3m4.py:8: Test FAILED (11.1 sec) 00:59:09.186629 run osmo-hlr_10.42.42.2(pid=14817): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14817)] 00:59:09.238324 run osmo-hlr_10.42.42.2(pid=14817): stdout: | (launched: 2022-12-13_00:59:05.719229) 00:59:09.291383 run osmo-hlr_10.42.42.2(pid=14817): stderr: | 20221213005905918 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005905918 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005905918 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005905918 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005905918 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005905918 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005905930 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005905940 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005905940 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005905940 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:59:09.344645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminating (SIGTERM) 00:59:09.387687 run iperf3-srv_10.42.42.10(pid=14807): Terminating (SIGTERM) 00:59:09.430462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminating (SIGTERM) 00:59:09.473328 run iperf3-srv_10.42.42.10(pid=14809): Terminating (SIGTERM) 00:59:09.516062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminating (SIGTERM) 00:59:09.558944 run iperf3-srv_10.42.42.10(pid=14811): Terminating (SIGTERM) 00:59:09.601779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminating (SIGTERM) 00:59:09.644450 run iperf3-srv_10.42.42.10(pid=14813): Terminating (SIGTERM) 00:59:09.687234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Terminating (SIGTERM) 00:59:09.730253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Terminating (SIGTERM) 00:59:09.773196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Terminating (SIGTERM) 00:59:09.816125 --- ParallelTerminationStrategy: PID 14806 died... 00:59:09.836297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminated: ok {rc=0} 00:59:09.884617 --- ParallelTerminationStrategy: PID 14807 died... 00:59:09.904533 run iperf3-srv_10.42.42.10(pid=14807): Terminated {rc=256} 00:59:09.951615 --- ParallelTerminationStrategy: PID 14808 died... 00:59:09.971391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminated: ok {rc=0} 00:59:10.018467 --- ParallelTerminationStrategy: PID 14809 died... 00:59:10.038165 run iperf3-srv_10.42.42.10(pid=14809): Terminated {rc=256} 00:59:10.085178 --- ParallelTerminationStrategy: PID 14810 died... 00:59:10.105462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminated: ok {rc=0} 00:59:10.152827 --- ParallelTerminationStrategy: PID 14811 died... 00:59:10.173032 run iperf3-srv_10.42.42.10(pid=14811): Terminated {rc=256} 00:59:10.220140 --- ParallelTerminationStrategy: PID 14812 died... 00:59:10.240010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminated: ok {rc=0} 00:59:10.287035 --- ParallelTerminationStrategy: PID 14813 died... 00:59:10.306933 run iperf3-srv_10.42.42.10(pid=14813): Terminated {rc=256} 00:59:10.353978 --- ParallelTerminationStrategy: PID 14816 died... 00:59:10.373852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Terminated: ok {rc=0} 00:59:10.420655 --- ParallelTerminationStrategy: PID 14819 died... 00:59:10.440597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Terminated: ok {rc=0} 00:59:10.487629 --- ParallelTerminationStrategy: PID 14822 died... 00:59:10.507530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Terminated: ok {rc=0} 00:59:10.596312 bus /gobi_4: Setting Powered False 00:59:11.695369 bus /gobi_4: Setting Powered False 00:59:12.811040 bus /gobi_1: Setting Powered False 00:59:13.909369 bus /gobi_1: Setting Powered False 00:59:15.024788 bus /gobi_0: Setting Powered False 00:59:16.125268 bus /gobi_0: Setting Powered False 00:59:17.243289 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms ping.py ---------------------------------------------- 00:59:18.346277 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.358066 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 00:59:18.408041 tst ping.py: using LAC 32530 00:59:18.534093 tst ping.py: using RAC 145 00:59:18.659090 tst ping.py: using CellId 32530 00:59:18.786899 tst ping.py: using BVCI 32531 00:59:18.904227 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.915504 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.926377 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.937636 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.948854 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.960013 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.971295 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:18.982544 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:59:19.099339 tst ping.py:19: start network... 00:59:19.312931 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:59:19.806360 run create_hlr_db(pid=14824): Launched 00:59:19.928336 bus /gobi_6: Setting Powered False 00:59:20.988423 run create_hlr_db(pid=14824): Terminated: ok {rc=0} 00:59:21.415383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Launched 00:59:21.714299 run osmo-hlr_10.42.42.2(pid=14827): Launched 00:59:21.827972 run osmo-stp_10.42.42.5: Starting osmo-stp 00:59:22.350933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Launched 00:59:22.650710 run osmo-stp_10.42.42.5(pid=14830): Launched 00:59:22.763895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:59:23.279152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Launched 00:59:23.393313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:59:23.646791 run patchelf(pid=14833): Launched 00:59:23.813503 run osmo-stp_10.42.42.5(pid=14830): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)] 00:59:23.940362 run osmo-stp_10.42.42.5(pid=14830): stdout: | (launched: 2022-12-13_00:59:22.594320) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:24.068576 run osmo-stp_10.42.42.5(pid=14830): stderr: | 20221213005922763 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005922763 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005922764 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005922764 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005922765 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005922765 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005922765 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:24.197570 run osmo-stp_10.42.42.5(pid=14830): stdout: | (launched: 2022-12-13_00:59:22.594320) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:24.320718 run osmo-stp_10.42.42.5(pid=14830): stderr: | 20221213005922763 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005922763 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005922764 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005922764 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005922765 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005922765 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005922765 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:24.466251 run patchelf(pid=14833): Terminating (SIGINT) 00:59:24.635474 run patchelf(pid=14833): Terminated: ok {rc=0} 00:59:24.756920 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14830): Process ended prematurely: osmo-stp_10.42.42.5(pid=14830) [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)] [trial-2384↪gprs:trx-lms↪ping.py:22] 00:59:24.765684 tst ping.py:22: Test FAILED (6.4 sec) 00:59:24.792089 run osmo-hlr_10.42.42.2(pid=14827): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14827)] 00:59:24.839634 run osmo-hlr_10.42.42.2(pid=14827): stdout: | (launched: 2022-12-13_00:59:21.658323) 00:59:24.888781 run osmo-hlr_10.42.42.2(pid=14827): stderr: | 20221213005921830 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005921830 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005921830 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005921830 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005921830 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005921831 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005921842 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005921851 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005921852 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005921852 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:59:24.938572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Terminating (SIGTERM) 00:59:24.978332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Terminating (SIGTERM) 00:59:25.018235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Terminating (SIGTERM) 00:59:25.058344 --- ParallelTerminationStrategy: PID 14826 died... 00:59:25.077627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Terminated: ok {rc=0} 00:59:25.122135 --- ParallelTerminationStrategy: PID 14829 died... 00:59:25.140814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Terminated: ok {rc=0} 00:59:25.184856 --- ParallelTerminationStrategy: PID 14832 died... 00:59:25.204047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Terminated: ok {rc=0} 00:59:25.287577 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms ping_idle_ping.py ---------------------------------------------- 00:59:26.374360 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.386350 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 00:59:26.438589 tst ping_idle_ping.py: using LAC 32531 00:59:26.565992 tst ping_idle_ping.py: using RAC 146 00:59:26.694230 tst ping_idle_ping.py: using CellId 32531 00:59:26.815813 tst ping_idle_ping.py: using BVCI 32532 00:59:26.925622 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.936299 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.947016 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.957530 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.967994 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.978441 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.989016 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 00:59:26.999522 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 00:59:27.118824 tst ping_idle_ping.py:24: start network... 00:59:27.335888 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:59:27.835792 run create_hlr_db(pid=14834): Launched 00:59:27.959105 bus /gobi_6: Setting Powered False 00:59:29.022639 run create_hlr_db(pid=14834): Terminated: ok {rc=0} 00:59:29.454961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Launched 00:59:29.757576 run osmo-hlr_10.42.42.2(pid=14837): Launched 00:59:29.872522 run osmo-stp_10.42.42.5: Starting osmo-stp 00:59:30.393097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Launched 00:59:30.692725 run osmo-stp_10.42.42.5(pid=14840): Launched 00:59:30.806854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:59:31.401423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Launched 00:59:31.518112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:59:31.780120 run patchelf(pid=14843): Launched 00:59:31.965380 run osmo-stp_10.42.42.5(pid=14840): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)] 00:59:32.094509 run osmo-stp_10.42.42.5(pid=14840): stdout: | (launched: 2022-12-13_00:59:30.636397) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:32.225295 run osmo-stp_10.42.42.5(pid=14840): stderr: | 20221213005930805 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005930805 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005930806 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005930806 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005930806 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005930807 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005930807 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:32.355598 run osmo-stp_10.42.42.5(pid=14840): stdout: | (launched: 2022-12-13_00:59:30.636397) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:32.478093 run osmo-stp_10.42.42.5(pid=14840): stderr: | 20221213005930805 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005930805 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005930806 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005930806 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005930806 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005930807 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005930807 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:32.623021 run patchelf(pid=14843): Terminating (SIGINT) 00:59:32.792133 run patchelf(pid=14843): Terminated: ok {rc=0} 00:59:32.914117 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14840): Process ended prematurely: osmo-stp_10.42.42.5(pid=14840) [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)] [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27] 00:59:32.923145 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 00:59:32.950460 run osmo-hlr_10.42.42.2(pid=14837): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14837)] 00:59:32.998397 run osmo-hlr_10.42.42.2(pid=14837): stdout: | (launched: 2022-12-13_00:59:29.700893) 00:59:33.047999 run osmo-hlr_10.42.42.2(pid=14837): stderr: | 20221213005929875 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005929875 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005929875 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005929875 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005929875 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005929875 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005929887 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005929898 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005929898 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005929898 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:59:33.098258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Terminating (SIGTERM) 00:59:33.138376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Terminating (SIGTERM) 00:59:33.178440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Terminating (SIGTERM) 00:59:33.218871 --- ParallelTerminationStrategy: PID 14836 died... 00:59:33.238030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Terminated: ok {rc=0} 00:59:33.282570 --- ParallelTerminationStrategy: PID 14839 died... 00:59:33.301435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Terminated: ok {rc=0} 00:59:33.345735 --- ParallelTerminationStrategy: PID 14842 died... 00:59:33.364517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Terminated: ok {rc=0} 00:59:33.451075 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs --------------------------------------------------------------------- 00:59:34.751323 tst gprs:trx-lms+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 00:59:34.757052 tst gprs:trx-lms+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 00:59:34.790389 tst gprs:trx-lms+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 00:59:34.828636 tst gprs:trx-lms+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 00:59:34.915681 tst gprs:trx-lms+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 00:59:34.948442 tst gprs:trx-lms+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 00:59:34.986422 tst gprs:trx-lms+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 00:59:35.578972 tst gprs:trx-lms+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 00:59:35.627692 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:35.638485 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:59:35.688438 tst cs_paging_gprs_active.py: using LAC 32532 00:59:35.810208 tst cs_paging_gprs_active.py: using RAC 147 00:59:35.931761 tst cs_paging_gprs_active.py: using CellId 32532 00:59:36.053337 tst cs_paging_gprs_active.py: using BVCI 32533 00:59:36.165583 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.176297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.186910 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.197606 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.208127 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.218696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.229461 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.239954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:36.250755 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:36.369437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:36.485449 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 00:59:36.689145 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:36.995727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Launched 00:59:37.262890 run iperf3-srv_10.42.42.10(pid=14849): Launched 00:59:37.377593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 00:59:37.582233 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:37.889915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Launched 00:59:38.156064 run iperf3-srv_10.42.42.10(pid=14851): Launched 00:59:38.270940 tst cs_paging_gprs_active.py:38: start network... 00:59:38.475316 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:59:38.949967 run create_hlr_db(pid=14852): Launched 00:59:39.074601 bus /gobi_6: Setting Powered False 00:59:40.136011 run create_hlr_db(pid=14852): Terminated: ok {rc=0} 00:59:40.582960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Launched 00:59:40.911531 run osmo-hlr_10.42.42.2(pid=14855): Launched 00:59:41.037051 run osmo-stp_10.42.42.5: Starting osmo-stp 00:59:41.603161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Launched 00:59:41.931111 run osmo-stp_10.42.42.5(pid=14858): Launched 00:59:42.056017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:59:42.625676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Launched 00:59:42.750765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:59:43.028426 run patchelf(pid=14861): Launched 00:59:43.213138 run osmo-stp_10.42.42.5(pid=14858): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)] 00:59:43.351436 run osmo-stp_10.42.42.5(pid=14858): stdout: | (launched: 2022-12-13_00:59:41.870213) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:43.491265 run osmo-stp_10.42.42.5(pid=14858): stderr: | 20221213005942058 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005942059 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005942059 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005942059 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005942060 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005942060 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005942060 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:43.631617 run osmo-stp_10.42.42.5(pid=14858): stdout: | (launched: 2022-12-13_00:59:41.870213) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:43.765820 run osmo-stp_10.42.42.5(pid=14858): stderr: | 20221213005942058 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005942059 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005942059 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005942059 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005942060 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005942060 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005942060 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:43.925103 run patchelf(pid=14861): Terminating (SIGINT) 00:59:44.109429 run patchelf(pid=14861): Terminated: ok {rc=0} 00:59:44.242349 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14858): Process ended prematurely: osmo-stp_10.42.42.5(pid=14858) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 00:59:44.252731 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 00:59:44.281940 run osmo-hlr_10.42.42.2(pid=14855): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14855)] 00:59:44.332696 run osmo-hlr_10.42.42.2(pid=14855): stdout: | (launched: 2022-12-13_00:59:40.850739) 00:59:44.385249 run osmo-hlr_10.42.42.2(pid=14855): stderr: | 20221213005941044 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005941044 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005941044 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005941044 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005941044 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005941044 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005941061 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005941070 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005941070 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005941070 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:59:44.437730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Terminating (SIGTERM) 00:59:44.479735 run iperf3-srv_10.42.42.10(pid=14849): Terminating (SIGTERM) 00:59:44.523284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminating (SIGTERM) 00:59:44.565669 run iperf3-srv_10.42.42.10(pid=14851): Terminating (SIGTERM) 00:59:44.607743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Terminating (SIGTERM) 00:59:44.649790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Terminating (SIGTERM) 00:59:44.691835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Terminating (SIGTERM) 00:59:44.734301 --- ParallelTerminationStrategy: PID 14848 died... 00:59:44.754317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Terminated: ok {rc=0} 00:59:44.801417 --- ParallelTerminationStrategy: PID 14849 died... 00:59:44.820834 run iperf3-srv_10.42.42.10(pid=14849): Terminated {rc=256} 00:59:44.867555 --- ParallelTerminationStrategy: PID 14850 died... 00:59:44.887529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminated: ok {rc=0} 00:59:44.934399 --- ParallelTerminationStrategy: PID 14851 died... 00:59:44.953938 run iperf3-srv_10.42.42.10(pid=14851): Terminated {rc=256} 00:59:45.000749 --- ParallelTerminationStrategy: PID 14854 died... 00:59:45.020352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Terminated: ok {rc=0} 00:59:45.067335 --- ParallelTerminationStrategy: PID 14857 died... 00:59:45.087082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Terminated: ok {rc=0} 00:59:45.134199 --- ParallelTerminationStrategy: PID 14860 died... 00:59:45.153878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Terminated: ok {rc=0} 00:59:45.241650 bus /gobi_0: Setting Powered False 00:59:46.346323 bus /gobi_0: Setting Powered False 00:59:47.471833 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs iperf3.py ---------------------------------------------- 00:59:48.617899 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:48.629304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:59:48.680113 tst iperf3.py: using LAC 32533 00:59:48.805579 tst iperf3.py: using RAC 148 00:59:48.926333 tst iperf3.py: using CellId 32533 00:59:49.045769 tst iperf3.py: using BVCI 32534 00:59:49.157681 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.168514 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.179163 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.189958 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.200569 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.211146 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.221921 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.232426 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:49.243266 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:49.357336 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 00:59:49.560012 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:49.864054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Launched 00:59:50.128100 run iperf3-srv_10.42.42.10(pid=14863): Launched 00:59:50.242363 tst iperf3.py:8: start network... 00:59:50.446793 run osmo-hlr_10.42.42.2: Starting osmo-hlr 00:59:50.918867 run create_hlr_db(pid=14864): Launched 00:59:51.043531 bus /gobi_6: Setting Powered False 00:59:52.103614 run create_hlr_db(pid=14864): Terminated: ok {rc=0} 00:59:52.527732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Launched 00:59:52.833091 run osmo-hlr_10.42.42.2(pid=14867): Launched 00:59:52.948772 run osmo-stp_10.42.42.5: Starting osmo-stp 00:59:53.472345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Launched 00:59:53.775201 run osmo-stp_10.42.42.5(pid=14870): Launched 00:59:53.891339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 00:59:54.413631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Launched 00:59:54.530319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 00:59:54.787888 run patchelf(pid=14873): Launched 00:59:54.956134 run osmo-stp_10.42.42.5(pid=14870): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)] 00:59:55.083745 run osmo-stp_10.42.42.5(pid=14870): stdout: | (launched: 2022-12-13_00:59:53.719104) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:55.212658 run osmo-stp_10.42.42.5(pid=14870): stderr: | 20221213005953887 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005953888 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005953888 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005953888 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005953889 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005953889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005953889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:55.341800 run osmo-stp_10.42.42.5(pid=14870): stdout: | (launched: 2022-12-13_00:59:53.719104) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 00:59:55.465846 run osmo-stp_10.42.42.5(pid=14870): stderr: | 20221213005953887 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213005953888 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213005953888 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213005953888 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213005953889 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213005953889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213005953889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 00:59:55.613040 run patchelf(pid=14873): Terminating (SIGINT) 00:59:55.783885 run patchelf(pid=14873): Terminated: ok {rc=0} 00:59:55.907538 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14870): Process ended prematurely: osmo-stp_10.42.42.5(pid=14870) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8] 00:59:55.916695 tst iperf3.py:8: Test FAILED (7.3 sec) 00:59:55.943635 run osmo-hlr_10.42.42.2(pid=14867): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14867)] 00:59:55.991722 run osmo-hlr_10.42.42.2(pid=14867): stdout: | (launched: 2022-12-13_00:59:52.776393) 00:59:56.040819 run osmo-hlr_10.42.42.2(pid=14867): stderr: | 20221213005952951 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213005952951 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213005952952 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213005952952 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213005952952 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213005952952 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213005952964 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213005952973 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213005952973 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213005952973 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 00:59:56.090442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Terminating (SIGTERM) 00:59:56.130072 run iperf3-srv_10.42.42.10(pid=14863): Terminating (SIGTERM) 00:59:56.169585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Terminating (SIGTERM) 00:59:56.209287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Terminating (SIGTERM) 00:59:56.249084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Terminating (SIGTERM) 00:59:56.288885 --- ParallelTerminationStrategy: PID 14862 died... 00:59:56.307977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Terminated: ok {rc=0} 00:59:56.352032 --- ParallelTerminationStrategy: PID 14863 died... 00:59:56.370707 run iperf3-srv_10.42.42.10(pid=14863): Terminated {rc=256} 00:59:56.414375 --- ParallelTerminationStrategy: PID 14866 died... 00:59:56.433008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Terminated: ok {rc=0} 00:59:56.477638 --- ParallelTerminationStrategy: PID 14869 died... 00:59:56.496285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Terminated: ok {rc=0} 00:59:56.539913 --- ParallelTerminationStrategy: PID 14872 died... 00:59:56.558497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Terminated: ok {rc=0} 00:59:56.644442 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 00:59:57.790125 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:57.801743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 00:59:57.853149 tst iperf3m4.py: using LAC 32534 00:59:57.976839 tst iperf3m4.py: using RAC 149 00:59:58.096160 tst iperf3m4.py: using CellId 32534 00:59:58.217356 tst iperf3m4.py: using BVCI 32535 00:59:58.327407 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.338446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.349126 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.359848 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.370547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.381395 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.392050 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.402546 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 00:59:58.413598 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:58.530516 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:58.651002 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:58.771757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 00:59:58.890569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 00:59:59.094331 run iperf3-srv_10.42.42.10: Starting iperf3-srv 00:59:59.399867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Launched 00:59:59.665362 run iperf3-srv_10.42.42.10(pid=14875): Launched 00:59:59.779486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 00:59:59.982521 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:00.288249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Launched 01:00:00.553851 run iperf3-srv_10.42.42.10(pid=14877): Launched 01:00:00.669110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:00:00.884238 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:01.211222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Launched 01:00:01.488832 run iperf3-srv_10.42.42.10(pid=14882): Launched 01:00:01.620826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:00:01.828782 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:02.201686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Launched 01:00:02.505948 run iperf3-srv_10.42.42.10(pid=14884): Launched 01:00:02.629631 tst iperf3m4.py:8: start network... 01:00:02.851496 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:00:03.362839 run create_hlr_db(pid=14885): Launched 01:00:03.488258 bus /gobi_6: Setting Powered False 01:00:04.553418 run create_hlr_db(pid=14885): Terminated: ok {rc=0} 01:00:05.009137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Launched 01:00:05.337724 run osmo-hlr_10.42.42.2(pid=14888): Launched 01:00:05.463641 run osmo-stp_10.42.42.5: Starting osmo-stp 01:00:06.032076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Launched 01:00:06.361661 run osmo-stp_10.42.42.5(pid=14891): Launched 01:00:06.486143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:00:07.053605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Launched 01:00:07.178590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:00:07.456308 run patchelf(pid=14894): Launched 01:00:07.639665 run osmo-stp_10.42.42.5(pid=14891): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)] 01:00:07.778105 run osmo-stp_10.42.42.5(pid=14891): stdout: | (launched: 2022-12-13_01:00:06.301182) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:07.918170 run osmo-stp_10.42.42.5(pid=14891): stderr: | 20221213010006490 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010006490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010006490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010006491 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010006491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010006491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010006491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:08.058067 run osmo-stp_10.42.42.5(pid=14891): stdout: | (launched: 2022-12-13_01:00:06.301182) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:08.192775 run osmo-stp_10.42.42.5(pid=14891): stderr: | 20221213010006490 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010006490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010006490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010006491 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010006491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010006491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010006491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:08.352101 run patchelf(pid=14894): Terminating (SIGINT) 01:00:08.536893 run patchelf(pid=14894): Terminated: ok {rc=0} 01:00:08.670211 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8] 01:00:08.680263 tst iperf3m4.py:8: Test FAILED (10.9 sec) 01:00:08.709959 run osmo-hlr_10.42.42.2(pid=14888): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14888)] 01:00:08.760775 run osmo-hlr_10.42.42.2(pid=14888): stdout: | (launched: 2022-12-13_01:00:05.277025) 01:00:08.813259 run osmo-hlr_10.42.42.2(pid=14888): stderr: | 20221213010005472 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010005472 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010005473 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010005473 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010005473 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010005473 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010005484 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010005494 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010005494 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010005494 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:00:08.866118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminating (SIGTERM) 01:00:08.908723 run iperf3-srv_10.42.42.10(pid=14875): Terminating (SIGTERM) 01:00:08.951121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Terminating (SIGTERM) 01:00:08.993592 run iperf3-srv_10.42.42.10(pid=14877): Terminating (SIGTERM) 01:00:09.035731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminating (SIGTERM) 01:00:09.078154 run iperf3-srv_10.42.42.10(pid=14882): Terminating (SIGTERM) 01:00:09.120201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminating (SIGTERM) 01:00:09.162622 run iperf3-srv_10.42.42.10(pid=14884): Terminating (SIGTERM) 01:00:09.204630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminating (SIGTERM) 01:00:09.246763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminating (SIGTERM) 01:00:09.288897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminating (SIGTERM) 01:00:09.331629 --- ParallelTerminationStrategy: PID 14874 died... 01:00:09.351278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminated: ok {rc=0} 01:00:09.398121 --- ParallelTerminationStrategy: PID 14875 died... 01:00:09.417645 run iperf3-srv_10.42.42.10(pid=14875): Terminated {rc=256} 01:00:09.464123 --- ParallelTerminationStrategy: PID 14876 died... 01:00:09.483786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Terminated: ok {rc=0} 01:00:09.530274 --- ParallelTerminationStrategy: PID 14877 died... 01:00:09.549735 run iperf3-srv_10.42.42.10(pid=14877): Terminated {rc=256} 01:00:09.596916 --- ParallelTerminationStrategy: PID 14881 died... 01:00:09.616393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminated: ok {rc=0} 01:00:09.663589 --- ParallelTerminationStrategy: PID 14882 died... 01:00:09.683146 run iperf3-srv_10.42.42.10(pid=14882): Terminated {rc=256} 01:00:09.729728 --- ParallelTerminationStrategy: PID 14883 died... 01:00:09.749033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminated: ok {rc=0} 01:00:09.795748 --- ParallelTerminationStrategy: PID 14884 died... 01:00:09.815400 run iperf3-srv_10.42.42.10(pid=14884): Terminated {rc=256} 01:00:09.861815 --- ParallelTerminationStrategy: PID 14887 died... 01:00:09.881459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminated: ok {rc=0} 01:00:09.928253 --- ParallelTerminationStrategy: PID 14890 died... 01:00:09.947842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminated: ok {rc=0} 01:00:09.994418 --- ParallelTerminationStrategy: PID 14893 died... 01:00:10.013957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminated: ok {rc=0} 01:00:10.102339 bus /gobi_4: Setting Powered False 01:00:11.200902 bus /gobi_4: Setting Powered False 01:00:12.319145 bus /gobi_1: Setting Powered False 01:00:13.418009 bus /gobi_1: Setting Powered False 01:00:14.532564 bus /gobi_0: Setting Powered False 01:00:15.629908 bus /gobi_0: Setting Powered False 01:00:16.754165 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs ping.py ---------------------------------------------- 01:00:17.877716 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:17.889259 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:00:17.966774 tst ping.py: using LAC 32535 01:00:18.086963 tst ping.py: using RAC 150 01:00:18.206247 tst ping.py: using CellId 32535 01:00:18.324136 tst ping.py: using BVCI 32536 01:00:18.434008 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.444885 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.455521 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.466109 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.476633 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.487198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.497972 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:18.508550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:00:18.626750 tst ping.py:19: start network... 01:00:18.843483 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:00:19.341820 run create_hlr_db(pid=14895): Launched 01:00:19.466605 bus /gobi_6: Setting Powered False 01:00:20.530027 run create_hlr_db(pid=14895): Terminated: ok {rc=0} 01:00:20.958093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Launched 01:00:21.259429 run osmo-hlr_10.42.42.2(pid=14898): Launched 01:00:21.375058 run osmo-stp_10.42.42.5: Starting osmo-stp 01:00:21.910285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Launched 01:00:22.209189 run osmo-stp_10.42.42.5(pid=14901): Launched 01:00:22.322529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:00:22.841795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Launched 01:00:22.956787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:00:23.212062 run patchelf(pid=14904): Launched 01:00:23.378901 run osmo-stp_10.42.42.5(pid=14901): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] 01:00:23.506463 run osmo-stp_10.42.42.5(pid=14901): stdout: | (launched: 2022-12-13_01:00:22.152801) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:23.635045 run osmo-stp_10.42.42.5(pid=14901): stderr: | 20221213010022321 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010022321 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010022321 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010022322 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010022322 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010022322 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010022322 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:23.763352 run osmo-stp_10.42.42.5(pid=14901): stdout: | (launched: 2022-12-13_01:00:22.152801) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:23.885832 run osmo-stp_10.42.42.5(pid=14901): stderr: | 20221213010022321 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010022321 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010022321 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010022322 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010022322 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010022322 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010022322 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:24.030997 run patchelf(pid=14904): Terminating (SIGINT) 01:00:24.200348 run patchelf(pid=14904): Terminated: ok {rc=0} 01:00:24.322033 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22] 01:00:24.330765 tst ping.py:22: Test FAILED (6.4 sec) 01:00:24.357722 run osmo-hlr_10.42.42.2(pid=14898): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14898)] 01:00:24.405638 run osmo-hlr_10.42.42.2(pid=14898): stdout: | (launched: 2022-12-13_01:00:21.203826) 01:00:24.455498 run osmo-hlr_10.42.42.2(pid=14898): stderr: | 20221213010021378 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010021378 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010021378 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010021378 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010021378 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010021378 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010021392 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010021403 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010021403 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010021403 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:00:24.505882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminating (SIGTERM) 01:00:24.546219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminating (SIGTERM) 01:00:24.586402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminating (SIGTERM) 01:00:24.627056 --- ParallelTerminationStrategy: PID 14897 died... 01:00:24.646306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminated: ok {rc=0} 01:00:24.691136 --- ParallelTerminationStrategy: PID 14900 died... 01:00:24.710227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminated: ok {rc=0} 01:00:24.754779 --- ParallelTerminationStrategy: PID 14903 died... 01:00:24.773729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminated: ok {rc=0} 01:00:24.860836 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 01:00:25.950204 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:25.961889 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:00:26.013405 tst ping_idle_ping.py: using LAC 32536 01:00:26.133195 tst ping_idle_ping.py: using RAC 151 01:00:26.253313 tst ping_idle_ping.py: using CellId 32536 01:00:26.372725 tst ping_idle_ping.py: using BVCI 32537 01:00:26.483340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.494224 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.504766 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.515659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.526429 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.537244 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.548110 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:00:26.558841 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:00:26.677246 tst ping_idle_ping.py:24: start network... 01:00:26.894465 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:00:27.397124 run create_hlr_db(pid=14905): Launched 01:00:27.519852 bus /gobi_6: Setting Powered False 01:00:28.583220 run create_hlr_db(pid=14905): Terminated: ok {rc=0} 01:00:29.032431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Launched 01:00:29.354525 run osmo-hlr_10.42.42.2(pid=14908): Launched 01:00:29.479386 run osmo-stp_10.42.42.5: Starting osmo-stp 01:00:30.037421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Launched 01:00:30.361988 run osmo-stp_10.42.42.5(pid=14911): Launched 01:00:30.486448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:00:31.066141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Launched 01:00:31.202499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:00:31.488548 run patchelf(pid=14914): Launched 01:00:31.719822 run osmo-stp_10.42.42.5(pid=14911): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)] 01:00:31.863338 run osmo-stp_10.42.42.5(pid=14911): stdout: | (launched: 2022-12-13_01:00:30.302045) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:32.007559 run osmo-stp_10.42.42.5(pid=14911): stderr: | 20221213010030490 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010030490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010030490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010030491 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010030491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010030491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010030491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:32.150942 run osmo-stp_10.42.42.5(pid=14911): stdout: | (launched: 2022-12-13_01:00:30.302045) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:32.285453 run osmo-stp_10.42.42.5(pid=14911): stderr: | 20221213010030490 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010030490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010030490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010030491 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010030491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010030491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010030491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:32.442471 run patchelf(pid=14914): Terminating (SIGINT) 01:00:32.624820 run patchelf(pid=14914): Terminated: ok {rc=0} 01:00:32.756181 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14911): Process ended prematurely: osmo-stp_10.42.42.5(pid=14911) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27] 01:00:32.765772 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 01:00:32.794409 run osmo-hlr_10.42.42.2(pid=14908): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14908)] 01:00:32.845569 run osmo-hlr_10.42.42.2(pid=14908): stdout: | (launched: 2022-12-13_01:00:29.294907) 01:00:32.898049 run osmo-hlr_10.42.42.2(pid=14908): stderr: | 20221213010029488 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010029488 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010029488 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010029488 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010029488 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010029488 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010029501 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010029510 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010029511 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010029511 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:00:32.951327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Terminating (SIGTERM) 01:00:32.993585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Terminating (SIGTERM) 01:00:33.035895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Terminating (SIGTERM) 01:00:33.078631 --- ParallelTerminationStrategy: PID 14907 died... 01:00:33.098784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Terminated: ok {rc=0} 01:00:33.145723 --- ParallelTerminationStrategy: PID 14910 died... 01:00:33.165403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Terminated: ok {rc=0} 01:00:33.212416 --- ParallelTerminationStrategy: PID 14913 died... 01:00:33.232269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Terminated: ok {rc=0} 01:00:33.321427 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa --------------------------------------------------------------------- 01:00:34.624159 tst gprs:trx-lms+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:00:34.630325 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 01:00:34.663536 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 01:00:34.701824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 01:00:34.789177 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 01:00:34.823296 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 01:00:34.862050 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 01:00:35.452626 tst gprs:trx-lms+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 01:00:35.502539 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:35.513637 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:00:35.583215 tst cs_paging_gprs_active.py: using LAC 32537 01:00:35.704866 tst cs_paging_gprs_active.py: using RAC 152 01:00:35.825084 tst cs_paging_gprs_active.py: using CellId 32537 01:00:35.945180 tst cs_paging_gprs_active.py: using BVCI 32538 01:00:36.056906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.067901 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.078564 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.089402 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.100131 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.111019 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.121944 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.132799 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:36.144239 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:36.264602 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:36.381158 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:00:36.585492 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:36.893279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Launched 01:00:37.158885 run iperf3-srv_10.42.42.10(pid=14919): Launched 01:00:37.275470 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:00:37.479858 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:37.787319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Launched 01:00:38.053126 run iperf3-srv_10.42.42.10(pid=14921): Launched 01:00:38.167789 tst cs_paging_gprs_active.py:38: start network... 01:00:38.371120 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:00:38.847003 run create_hlr_db(pid=14922): Launched 01:00:38.973385 bus /gobi_6: Setting Powered False 01:00:40.034011 run create_hlr_db(pid=14922): Terminated: ok {rc=0} 01:00:40.480544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Launched 01:00:40.809065 run osmo-hlr_10.42.42.2(pid=14925): Launched 01:00:40.936028 run osmo-stp_10.42.42.5: Starting osmo-stp 01:00:41.499432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Launched 01:00:41.828510 run osmo-stp_10.42.42.5(pid=14928): Launched 01:00:41.955708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:00:42.520820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Launched 01:00:42.648129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:00:42.933468 run patchelf(pid=14931): Launched 01:00:43.116555 run osmo-stp_10.42.42.5(pid=14928): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)] 01:00:43.255296 run osmo-stp_10.42.42.5(pid=14928): stdout: | (launched: 2022-12-13_01:00:41.767811) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:43.395432 run osmo-stp_10.42.42.5(pid=14928): stderr: | 20221213010041958 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010041958 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010041959 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010041959 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010041960 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010041960 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010041960 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:43.535654 run osmo-stp_10.42.42.5(pid=14928): stdout: | (launched: 2022-12-13_01:00:41.767811) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:43.670500 run osmo-stp_10.42.42.5(pid=14928): stderr: | 20221213010041958 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010041958 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010041959 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010041959 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010041960 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010041960 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010041960 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:43.831431 run patchelf(pid=14931): Terminating (SIGINT) 01:00:44.016731 run patchelf(pid=14931): Terminated: ok {rc=0} 01:00:44.150219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14928): Process ended prematurely: osmo-stp_10.42.42.5(pid=14928) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 01:00:44.160194 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 01:00:44.189338 run osmo-hlr_10.42.42.2(pid=14925): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14925)] 01:00:44.240065 run osmo-hlr_10.42.42.2(pid=14925): stdout: | (launched: 2022-12-13_01:00:40.748290) 01:00:44.292294 run osmo-hlr_10.42.42.2(pid=14925): stderr: | 20221213010040946 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010040946 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010040946 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010040946 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010040946 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010040946 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010040958 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010040967 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010040967 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010040967 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:00:44.345112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Terminating (SIGTERM) 01:00:44.387258 run iperf3-srv_10.42.42.10(pid=14919): Terminating (SIGTERM) 01:00:44.429883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Terminating (SIGTERM) 01:00:44.472770 run iperf3-srv_10.42.42.10(pid=14921): Terminating (SIGTERM) 01:00:44.515147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Terminating (SIGTERM) 01:00:44.557371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Terminating (SIGTERM) 01:00:44.599515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Terminating (SIGTERM) 01:00:44.641940 --- ParallelTerminationStrategy: PID 14918 died... 01:00:44.662013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Terminated: ok {rc=0} 01:00:44.708696 --- ParallelTerminationStrategy: PID 14919 died... 01:00:44.728119 run iperf3-srv_10.42.42.10(pid=14919): Terminated {rc=256} 01:00:44.774634 --- ParallelTerminationStrategy: PID 14920 died... 01:00:44.794091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Terminated: ok {rc=0} 01:00:44.840739 --- ParallelTerminationStrategy: PID 14921 died... 01:00:44.860375 run iperf3-srv_10.42.42.10(pid=14921): Terminated {rc=256} 01:00:44.907722 --- ParallelTerminationStrategy: PID 14924 died... 01:00:44.927281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Terminated: ok {rc=0} 01:00:44.973846 --- ParallelTerminationStrategy: PID 14927 died... 01:00:44.993410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Terminated: ok {rc=0} 01:00:45.039764 --- ParallelTerminationStrategy: PID 14930 died... 01:00:45.059274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Terminated: ok {rc=0} 01:00:45.147534 bus /gobi_0: Setting Powered False 01:00:46.246485 bus /gobi_0: Setting Powered False 01:00:47.359428 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 01:00:48.509266 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:48.521383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:00:48.593112 tst iperf3.py: using LAC 32538 01:00:48.721451 tst iperf3.py: using RAC 153 01:00:48.852870 tst iperf3.py: using CellId 32538 01:00:48.983134 tst iperf3.py: using BVCI 32539 01:00:49.102484 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.113833 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.125020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.136415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.147842 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.159201 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.170685 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.182252 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:49.193995 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:49.312501 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:00:49.515751 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:49.820294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Launched 01:00:50.086775 run iperf3-srv_10.42.42.10(pid=14933): Launched 01:00:50.200658 tst iperf3.py:8: start network... 01:00:50.403693 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:00:50.876284 run create_hlr_db(pid=14934): Launched 01:00:51.001944 bus /gobi_6: Setting Powered False 01:00:52.062525 run create_hlr_db(pid=14934): Terminated: ok {rc=0} 01:00:52.506075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Launched 01:00:52.834578 run osmo-hlr_10.42.42.2(pid=14937): Launched 01:00:52.959127 run osmo-stp_10.42.42.5: Starting osmo-stp 01:00:53.523045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Launched 01:00:53.851366 run osmo-stp_10.42.42.5(pid=14940): Launched 01:00:53.977830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:00:54.542729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Launched 01:00:54.669224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:00:54.947005 run patchelf(pid=14943): Launched 01:00:55.128623 run osmo-stp_10.42.42.5(pid=14940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)] 01:00:55.267034 run osmo-stp_10.42.42.5(pid=14940): stdout: | (launched: 2022-12-13_01:00:53.791206) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:55.406865 run osmo-stp_10.42.42.5(pid=14940): stderr: | 20221213010053983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010053983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010053983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010053983 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010053984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010053984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010053984 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:55.546326 run osmo-stp_10.42.42.5(pid=14940): stdout: | (launched: 2022-12-13_01:00:53.791206) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:00:55.680650 run osmo-stp_10.42.42.5(pid=14940): stderr: | 20221213010053983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010053983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010053983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010053983 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010053984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010053984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010053984 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:00:55.839722 run patchelf(pid=14943): Terminating (SIGINT) 01:00:56.024686 run patchelf(pid=14943): Terminated: ok {rc=0} 01:00:56.157947 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8] 01:00:56.167935 tst iperf3.py:8: Test FAILED (7.7 sec) 01:00:56.196894 run osmo-hlr_10.42.42.2(pid=14937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14937)] 01:00:56.248013 run osmo-hlr_10.42.42.2(pid=14937): stdout: | (launched: 2022-12-13_01:00:52.774376) 01:00:56.300515 run osmo-hlr_10.42.42.2(pid=14937): stderr: | 20221213010052969 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010052969 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010052969 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010052969 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010052969 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010052969 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010053012 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010053021 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010053021 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010053021 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:00:56.353415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Terminating (SIGTERM) 01:00:56.395693 run iperf3-srv_10.42.42.10(pid=14933): Terminating (SIGTERM) 01:00:56.438104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminating (SIGTERM) 01:00:56.480480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminating (SIGTERM) 01:00:56.522855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Terminating (SIGTERM) 01:00:56.565543 --- ParallelTerminationStrategy: PID 14932 died... 01:00:56.585725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Terminated: ok {rc=0} 01:00:56.633267 --- ParallelTerminationStrategy: PID 14933 died... 01:00:56.653062 run iperf3-srv_10.42.42.10(pid=14933): Terminated {rc=256} 01:00:56.700560 --- ParallelTerminationStrategy: PID 14936 died... 01:00:56.720264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminated: ok {rc=0} 01:00:56.767169 --- ParallelTerminationStrategy: PID 14939 died... 01:00:56.786964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminated: ok {rc=0} 01:00:56.834280 --- ParallelTerminationStrategy: PID 14942 died... 01:00:56.854033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Terminated: ok {rc=0} 01:00:56.943377 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 01:00:58.093722 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.105993 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:00:58.178876 tst iperf3m4.py: using LAC 32539 01:00:58.318532 tst iperf3m4.py: using RAC 154 01:00:58.454840 tst iperf3m4.py: using CellId 32539 01:00:58.585980 tst iperf3m4.py: using BVCI 32540 01:00:58.706734 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.718157 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.729389 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.741064 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.752445 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.764100 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.775809 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.787539 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:00:58.799830 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:58.920205 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:59.037926 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:59.153964 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:00:59.275493 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:00:59.496379 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:00:59.824527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Launched 01:01:00.111070 run iperf3-srv_10.42.42.10(pid=14945): Launched 01:01:00.235819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:01:00.457274 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:00.789771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Launched 01:01:01.151462 run iperf3-srv_10.42.42.10(pid=14947): Launched 01:01:01.319543 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:01:01.587265 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:01.927617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Launched 01:01:02.232594 run iperf3-srv_10.42.42.10(pid=14949): Launched 01:01:02.355621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:01:02.574927 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:02.902601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Launched 01:01:03.189171 run iperf3-srv_10.42.42.10(pid=14951): Launched 01:01:03.311146 tst iperf3m4.py:8: start network... 01:01:03.530994 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:01:04.040620 run create_hlr_db(pid=14952): Launched 01:01:04.166558 bus /gobi_6: Setting Powered False 01:01:05.231549 run create_hlr_db(pid=14952): Terminated: ok {rc=0} 01:01:05.667269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Launched 01:01:05.970652 run osmo-hlr_10.42.42.2(pid=14955): Launched 01:01:06.088566 run osmo-stp_10.42.42.5: Starting osmo-stp 01:01:06.613564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Launched 01:01:06.918615 run osmo-stp_10.42.42.5(pid=14958): Launched 01:01:07.034860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:01:07.557278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Launched 01:01:07.674202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:01:07.931480 run patchelf(pid=14961): Launched 01:01:08.099768 run osmo-stp_10.42.42.5(pid=14958): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)] 01:01:08.228023 run osmo-stp_10.42.42.5(pid=14958): stdout: | (launched: 2022-12-13_01:01:06.862139) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:08.357277 run osmo-stp_10.42.42.5(pid=14958): stderr: | 20221213010107029 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010107029 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010107029 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010107030 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010107030 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010107030 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010107030 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:08.486860 run osmo-stp_10.42.42.5(pid=14958): stdout: | (launched: 2022-12-13_01:01:06.862139) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:08.611295 run osmo-stp_10.42.42.5(pid=14958): stderr: | 20221213010107029 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010107029 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010107029 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010107030 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010107030 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010107030 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010107030 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:08.758310 run patchelf(pid=14961): Terminating (SIGINT) 01:01:08.929761 run patchelf(pid=14961): Terminated: ok {rc=0} 01:01:09.053498 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8] 01:01:09.062889 tst iperf3m4.py:8: Test FAILED (11.0 sec) 01:01:09.090101 run osmo-hlr_10.42.42.2(pid=14955): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14955)] 01:01:09.137380 run osmo-hlr_10.42.42.2(pid=14955): stdout: | (launched: 2022-12-13_01:01:05.914344) 01:01:09.186202 run osmo-hlr_10.42.42.2(pid=14955): stderr: | 20221213010106087 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010106087 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010106087 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010106087 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010106087 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010106087 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010106100 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010106109 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010106109 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010106109 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:01:09.235413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Terminating (SIGTERM) 01:01:09.275273 run iperf3-srv_10.42.42.10(pid=14945): Terminating (SIGTERM) 01:01:09.314883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Terminating (SIGTERM) 01:01:09.354713 run iperf3-srv_10.42.42.10(pid=14947): Terminating (SIGTERM) 01:01:09.394281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Terminating (SIGTERM) 01:01:09.434027 run iperf3-srv_10.42.42.10(pid=14949): Terminating (SIGTERM) 01:01:09.473978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Terminating (SIGTERM) 01:01:09.513456 run iperf3-srv_10.42.42.10(pid=14951): Terminating (SIGTERM) 01:01:09.553323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Terminating (SIGTERM) 01:01:09.592905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminating (SIGTERM) 01:01:09.632589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminating (SIGTERM) 01:01:09.672448 --- ParallelTerminationStrategy: PID 14944 died... 01:01:09.691234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Terminated: ok {rc=0} 01:01:09.735169 --- ParallelTerminationStrategy: PID 14945 died... 01:01:09.753812 run iperf3-srv_10.42.42.10(pid=14945): Terminated {rc=256} 01:01:09.797431 --- ParallelTerminationStrategy: PID 14946 died... 01:01:09.816081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Terminated: ok {rc=0} 01:01:09.859732 --- ParallelTerminationStrategy: PID 14947 died... 01:01:09.878374 run iperf3-srv_10.42.42.10(pid=14947): Terminated {rc=256} 01:01:09.921897 --- ParallelTerminationStrategy: PID 14948 died... 01:01:09.940367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Terminated: ok {rc=0} 01:01:09.984563 --- ParallelTerminationStrategy: PID 14949 died... 01:01:10.003298 run iperf3-srv_10.42.42.10(pid=14949): Terminated {rc=256} 01:01:10.046939 --- ParallelTerminationStrategy: PID 14950 died... 01:01:10.065720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Terminated: ok {rc=0} 01:01:10.110278 --- ParallelTerminationStrategy: PID 14951 died... 01:01:10.129170 run iperf3-srv_10.42.42.10(pid=14951): Terminated {rc=256} 01:01:10.173081 --- ParallelTerminationStrategy: PID 14954 died... 01:01:10.191712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Terminated: ok {rc=0} 01:01:10.235564 --- ParallelTerminationStrategy: PID 14957 died... 01:01:10.254338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminated: ok {rc=0} 01:01:10.298878 --- ParallelTerminationStrategy: PID 14960 died... 01:01:10.317822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminated: ok {rc=0} 01:01:10.403689 bus /gobi_4: Setting Powered False 01:01:11.504578 bus /gobi_4: Setting Powered False 01:01:12.619225 bus /gobi_1: Setting Powered False 01:01:13.719158 bus /gobi_1: Setting Powered False 01:01:14.834405 bus /gobi_0: Setting Powered False 01:01:15.940561 bus /gobi_0: Setting Powered False 01:01:17.068321 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 01:01:18.182257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.193854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:01:18.267368 tst ping.py: using LAC 32540 01:01:18.384304 tst ping.py: using RAC 155 01:01:18.499805 tst ping.py: using CellId 32540 01:01:18.615270 tst ping.py: using BVCI 32541 01:01:18.723036 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.733987 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.744601 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.755392 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.765964 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.776588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.787350 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:18.797927 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:01:18.917736 tst ping.py:19: start network... 01:01:19.116641 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:01:19.578540 run create_hlr_db(pid=14962): Launched 01:01:19.701531 bus /gobi_6: Setting Powered False 01:01:20.761751 run create_hlr_db(pid=14962): Terminated: ok {rc=0} 01:01:21.179403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Launched 01:01:21.477472 run osmo-hlr_10.42.42.2(pid=14965): Launched 01:01:21.591334 run osmo-stp_10.42.42.5: Starting osmo-stp 01:01:22.122799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Launched 01:01:22.420546 run osmo-stp_10.42.42.5(pid=14968): Launched 01:01:22.534218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:01:23.052677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Launched 01:01:23.167435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:01:23.419426 run patchelf(pid=14971): Launched 01:01:23.585976 run osmo-stp_10.42.42.5(pid=14968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)] 01:01:23.712053 run osmo-stp_10.42.42.5(pid=14968): stdout: | (launched: 2022-12-13_01:01:22.365064) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:23.839559 run osmo-stp_10.42.42.5(pid=14968): stderr: | 20221213010122533 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010122533 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010122534 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010122534 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010122535 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010122535 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010122535 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:23.967627 run osmo-stp_10.42.42.5(pid=14968): stdout: | (launched: 2022-12-13_01:01:22.365064) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:24.089527 run osmo-stp_10.42.42.5(pid=14968): stderr: | 20221213010122533 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010122533 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010122534 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010122534 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010122535 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010122535 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010122535 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:24.233686 run patchelf(pid=14971): Terminating (SIGINT) 01:01:24.401940 run patchelf(pid=14971): Terminated: ok {rc=0} 01:01:24.523095 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14968): Process ended prematurely: osmo-stp_10.42.42.5(pid=14968) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22] 01:01:24.531791 tst ping.py:22: Test FAILED (6.3 sec) 01:01:24.558582 run osmo-hlr_10.42.42.2(pid=14965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14965)] 01:01:24.606029 run osmo-hlr_10.42.42.2(pid=14965): stdout: | (launched: 2022-12-13_01:01:21.422047) 01:01:24.655268 run osmo-hlr_10.42.42.2(pid=14965): stderr: | 20221213010121595 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010121595 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010121595 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010121595 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010121595 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010121595 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010121608 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010121617 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010121617 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010121617 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:01:24.705574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Terminating (SIGTERM) 01:01:24.745184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Terminating (SIGTERM) 01:01:24.784815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Terminating (SIGTERM) 01:01:24.824588 --- ParallelTerminationStrategy: PID 14964 died... 01:01:24.843694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Terminated: ok {rc=0} 01:01:24.887453 --- ParallelTerminationStrategy: PID 14967 died... 01:01:24.906039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Terminated: ok {rc=0} 01:01:24.949948 --- ParallelTerminationStrategy: PID 14970 died... 01:01:24.968478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Terminated: ok {rc=0} 01:01:25.051110 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 01:01:26.136174 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.147729 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:01:26.217923 tst ping_idle_ping.py: using LAC 32541 01:01:26.336669 tst ping_idle_ping.py: using RAC 156 01:01:26.457480 tst ping_idle_ping.py: using CellId 32541 01:01:26.574487 tst ping_idle_ping.py: using BVCI 32542 01:01:26.682848 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.693888 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.704584 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.715297 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.726042 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.736770 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.747616 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:01:26.758301 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:01:26.876331 tst ping_idle_ping.py:24: start network... 01:01:27.094761 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:01:27.598035 run create_hlr_db(pid=14972): Launched 01:01:27.723267 bus /gobi_6: Setting Powered False 01:01:28.787394 run create_hlr_db(pid=14972): Terminated: ok {rc=0} 01:01:29.218308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Launched 01:01:29.518147 run osmo-hlr_10.42.42.2(pid=14975): Launched 01:01:29.631984 run osmo-stp_10.42.42.5: Starting osmo-stp 01:01:30.151098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Launched 01:01:30.450717 run osmo-stp_10.42.42.5(pid=14978): Launched 01:01:30.566879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:01:31.152035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Launched 01:01:31.322959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:01:31.612136 run patchelf(pid=14981): Launched 01:01:31.813050 run osmo-stp_10.42.42.5(pid=14978): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)] 01:01:31.955191 run osmo-stp_10.42.42.5(pid=14978): stdout: | (launched: 2022-12-13_01:01:30.395011) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:32.097702 run osmo-stp_10.42.42.5(pid=14978): stderr: | 20221213010130563 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010130563 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010130563 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010130564 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010130564 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010130564 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010130564 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:32.242250 run osmo-stp_10.42.42.5(pid=14978): stdout: | (launched: 2022-12-13_01:01:30.395011) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:32.377205 run osmo-stp_10.42.42.5(pid=14978): stderr: | 20221213010130563 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010130563 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010130563 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010130564 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010130564 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010130564 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010130564 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:32.534051 run patchelf(pid=14981): Terminating (SIGINT) 01:01:32.716445 run patchelf(pid=14981): Terminated: ok {rc=0} 01:01:32.847294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 01:01:32.856888 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 01:01:32.885769 run osmo-hlr_10.42.42.2(pid=14975): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14975)] 01:01:32.937228 run osmo-hlr_10.42.42.2(pid=14975): stdout: | (launched: 2022-12-13_01:01:29.462620) 01:01:32.990219 run osmo-hlr_10.42.42.2(pid=14975): stderr: | 20221213010129634 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010129634 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010129634 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010129634 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010129634 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010129634 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010129646 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010129655 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010129656 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010129656 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:01:33.043375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminating (SIGTERM) 01:01:33.085718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminating (SIGTERM) 01:01:33.128372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminating (SIGTERM) 01:01:33.171205 --- ParallelTerminationStrategy: PID 14974 died... 01:01:33.191479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminated: ok {rc=0} 01:01:33.238992 --- ParallelTerminationStrategy: PID 14977 died... 01:01:33.259045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminated: ok {rc=0} 01:01:33.306302 --- ParallelTerminationStrategy: PID 14980 died... 01:01:33.326610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminated: ok {rc=0} 01:01:33.415316 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo --------------------------------------------------------------------- 01:01:34.724560 tst gprs:trx-lms+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:01:34.731213 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 01:01:34.766108 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 01:01:34.805768 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 01:01:34.892646 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 01:01:34.926733 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 01:01:34.966369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 01:01:35.563548 tst gprs:trx-lms+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 01:01:35.616732 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:35.628093 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:01:35.698884 tst cs_paging_gprs_active.py: using LAC 32542 01:01:35.827622 tst cs_paging_gprs_active.py: using RAC 157 01:01:35.947852 tst cs_paging_gprs_active.py: using CellId 32542 01:01:36.067019 tst cs_paging_gprs_active.py: using BVCI 32543 01:01:36.179536 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.190704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.201557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.212412 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.223301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.234119 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.244921 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.255674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:36.266651 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:36.387994 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:36.516558 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:01:36.722391 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:37.029701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Launched 01:01:37.296465 run iperf3-srv_10.42.42.10(pid=14986): Launched 01:01:37.411973 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:01:37.615706 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:37.922814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Launched 01:01:38.187878 run iperf3-srv_10.42.42.10(pid=14988): Launched 01:01:38.302253 tst cs_paging_gprs_active.py:38: start network... 01:01:38.505429 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:01:38.979594 run create_hlr_db(pid=14989): Launched 01:01:39.104511 bus /gobi_6: Setting Powered False 01:01:40.169233 run create_hlr_db(pid=14989): Terminated: ok {rc=0} 01:01:40.606958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Launched 01:01:40.913268 run osmo-hlr_10.42.42.2(pid=14992): Launched 01:01:41.029235 run osmo-stp_10.42.42.5: Starting osmo-stp 01:01:41.569178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Launched 01:01:41.875035 run osmo-stp_10.42.42.5(pid=14995): Launched 01:01:41.993353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:01:42.522397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Launched 01:01:42.640650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:01:42.899437 run patchelf(pid=14998): Launched 01:01:43.070752 run osmo-stp_10.42.42.5(pid=14995): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)] 01:01:43.199368 run osmo-stp_10.42.42.5(pid=14995): stdout: | (launched: 2022-12-13_01:01:41.818341) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:43.330152 run osmo-stp_10.42.42.5(pid=14995): stderr: | 20221213010141987 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010141987 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010141987 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010141988 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010141988 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010141988 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010141989 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:43.460381 run osmo-stp_10.42.42.5(pid=14995): stdout: | (launched: 2022-12-13_01:01:41.818341) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:43.585234 run osmo-stp_10.42.42.5(pid=14995): stderr: | 20221213010141987 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010141987 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010141987 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010141988 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010141988 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010141988 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010141989 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:43.732721 run patchelf(pid=14998): Terminating (SIGINT) 01:01:43.904396 run patchelf(pid=14998): Terminated: ok {rc=0} 01:01:44.028330 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 01:01:44.037776 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec) 01:01:44.064420 run osmo-hlr_10.42.42.2(pid=14992): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14992)] 01:01:44.111823 run osmo-hlr_10.42.42.2(pid=14992): stdout: | (launched: 2022-12-13_01:01:40.855395) 01:01:44.160742 run osmo-hlr_10.42.42.2(pid=14992): stderr: | 20221213010141030 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010141030 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010141030 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010141030 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010141030 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010141030 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010141041 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010141050 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010141050 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010141050 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:01:44.210158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminating (SIGTERM) 01:01:44.249625 run iperf3-srv_10.42.42.10(pid=14986): Terminating (SIGTERM) 01:01:44.289061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminating (SIGTERM) 01:01:44.328428 run iperf3-srv_10.42.42.10(pid=14988): Terminating (SIGTERM) 01:01:44.367723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminating (SIGTERM) 01:01:44.407140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminating (SIGTERM) 01:01:44.446577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminating (SIGTERM) 01:01:44.486120 --- ParallelTerminationStrategy: PID 14985 died... 01:01:44.505168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminated: ok {rc=0} 01:01:44.549083 --- ParallelTerminationStrategy: PID 14986 died... 01:01:44.567619 run iperf3-srv_10.42.42.10(pid=14986): Terminated {rc=256} 01:01:44.611324 --- ParallelTerminationStrategy: PID 14987 died... 01:01:44.630031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminated: ok {rc=0} 01:01:44.673820 --- ParallelTerminationStrategy: PID 14988 died... 01:01:44.692411 run iperf3-srv_10.42.42.10(pid=14988): Terminated {rc=256} 01:01:44.736797 --- ParallelTerminationStrategy: PID 14991 died... 01:01:44.755845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminated: ok {rc=0} 01:01:44.799594 --- ParallelTerminationStrategy: PID 14994 died... 01:01:44.818228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminated: ok {rc=0} 01:01:44.861901 --- ParallelTerminationStrategy: PID 14997 died... 01:01:44.880532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminated: ok {rc=0} 01:01:44.964080 bus /gobi_0: Setting Powered False 01:01:46.058504 bus /gobi_0: Setting Powered False 01:01:47.170511 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 01:01:48.323892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.336111 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:01:48.419246 tst iperf3.py: using LAC 32543 01:01:48.548825 tst iperf3.py: using RAC 158 01:01:48.678340 tst iperf3.py: using CellId 32543 01:01:48.806770 tst iperf3.py: using BVCI 32544 01:01:48.928102 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.939885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.951253 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.963048 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.974640 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.986292 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:48.998078 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:49.010066 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:49.021956 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:49.142967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:01:49.364581 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:49.693826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Launched 01:01:49.979813 run iperf3-srv_10.42.42.10(pid=15000): Launched 01:01:50.104173 tst iperf3.py:8: start network... 01:01:50.324915 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:01:50.833551 run create_hlr_db(pid=15001): Launched 01:01:50.959889 bus /gobi_6: Setting Powered False 01:01:52.024678 run create_hlr_db(pid=15001): Terminated: ok {rc=0} 01:01:52.462488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Launched 01:01:52.769384 run osmo-hlr_10.42.42.2(pid=15004): Launched 01:01:52.885948 run osmo-stp_10.42.42.5: Starting osmo-stp 01:01:53.430076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Launched 01:01:53.735141 run osmo-stp_10.42.42.5(pid=15007): Launched 01:01:53.851752 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:01:54.378772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Launched 01:01:54.495224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:01:54.753277 run patchelf(pid=15010): Launched 01:01:54.923471 run osmo-stp_10.42.42.5(pid=15007): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)] 01:01:55.052618 run osmo-stp_10.42.42.5(pid=15007): stdout: | (launched: 2022-12-13_01:01:53.678411) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:55.182585 run osmo-stp_10.42.42.5(pid=15007): stderr: | 20221213010153845 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010153845 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010153846 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010153846 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010153847 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010153847 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010153847 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:55.312373 run osmo-stp_10.42.42.5(pid=15007): stdout: | (launched: 2022-12-13_01:01:53.678411) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:01:55.438482 run osmo-stp_10.42.42.5(pid=15007): stderr: | 20221213010153845 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010153845 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010153846 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010153846 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010153847 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010153847 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010153847 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:01:55.586592 run patchelf(pid=15010): Terminating (SIGINT) 01:01:55.759314 run patchelf(pid=15010): Terminated: ok {rc=0} 01:01:55.882701 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15007): Process ended prematurely: osmo-stp_10.42.42.5(pid=15007) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8] 01:01:55.891968 tst iperf3.py:8: Test FAILED (7.6 sec) 01:01:55.919145 run osmo-hlr_10.42.42.2(pid=15004): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15004)] 01:01:55.966516 run osmo-hlr_10.42.42.2(pid=15004): stdout: | (launched: 2022-12-13_01:01:52.712630) 01:01:56.015631 run osmo-hlr_10.42.42.2(pid=15004): stderr: | 20221213010152887 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010152887 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010152887 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010152887 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010152887 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010152887 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010152899 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010152908 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010152909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010152909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:01:56.065794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Terminating (SIGTERM) 01:01:56.105394 run iperf3-srv_10.42.42.10(pid=15000): Terminating (SIGTERM) 01:01:56.144926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Terminating (SIGTERM) 01:01:56.184644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Terminating (SIGTERM) 01:01:56.224138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Terminating (SIGTERM) 01:01:56.264020 --- ParallelTerminationStrategy: PID 14999 died... 01:01:56.283078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Terminated: ok {rc=0} 01:01:56.327136 --- ParallelTerminationStrategy: PID 15000 died... 01:01:56.345717 run iperf3-srv_10.42.42.10(pid=15000): Terminated {rc=256} 01:01:56.389464 --- ParallelTerminationStrategy: PID 15003 died... 01:01:56.408174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Terminated: ok {rc=0} 01:01:56.452106 --- ParallelTerminationStrategy: PID 15006 died... 01:01:56.470768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Terminated: ok {rc=0} 01:01:56.514513 --- ParallelTerminationStrategy: PID 15009 died... 01:01:56.533283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Terminated: ok {rc=0} 01:01:56.619308 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 01:01:57.766291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:57.777892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:01:57.848361 tst iperf3m4.py: using LAC 32544 01:01:57.968231 tst iperf3m4.py: using RAC 159 01:01:58.098720 tst iperf3m4.py: using CellId 32544 01:01:58.227468 tst iperf3m4.py: using BVCI 32545 01:01:58.339019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.350088 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.360806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.371486 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.382152 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.392740 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.403652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.414290 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:01:58.425066 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:58.545592 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:58.670866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:58.788635 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:01:58.911370 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:01:59.133477 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:01:59.463670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Launched 01:01:59.750974 run iperf3-srv_10.42.42.10(pid=15012): Launched 01:01:59.874571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:02:00.097040 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:02:00.427560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Launched 01:02:00.715110 run iperf3-srv_10.42.42.10(pid=15014): Launched 01:02:00.847312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:02:01.058738 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:02:01.375156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Launched 01:02:01.662711 run iperf3-srv_10.42.42.10(pid=15016): Launched 01:02:01.794705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:02:02.004249 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:02:02.318635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Launched 01:02:02.585280 run iperf3-srv_10.42.42.10(pid=15018): Launched 01:02:02.699707 tst iperf3m4.py:8: start network... 01:02:02.903048 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:02:03.378490 run create_hlr_db(pid=15019): Launched 01:02:03.504585 bus /gobi_6: Setting Powered False 01:02:04.565848 run create_hlr_db(pid=15019): Terminated: ok {rc=0} 01:02:05.012597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Launched 01:02:05.342520 run osmo-hlr_10.42.42.2(pid=15022): Launched 01:02:05.468872 run osmo-stp_10.42.42.5: Starting osmo-stp 01:02:06.031776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Launched 01:02:06.361250 run osmo-stp_10.42.42.5(pid=15025): Launched 01:02:06.486892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:02:07.052632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Launched 01:02:07.179679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:02:07.458202 run patchelf(pid=15028): Launched 01:02:07.641191 run osmo-stp_10.42.42.5(pid=15025): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] 01:02:07.779837 run osmo-stp_10.42.42.5(pid=15025): stdout: | (launched: 2022-12-13_01:02:06.300445) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:07.919468 run osmo-stp_10.42.42.5(pid=15025): stderr: | 20221213010206489 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010206490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010206490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010206490 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010206491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010206491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010206491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:08.059615 run osmo-stp_10.42.42.5(pid=15025): stdout: | (launched: 2022-12-13_01:02:06.300445) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:08.194106 run osmo-stp_10.42.42.5(pid=15025): stderr: | 20221213010206489 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010206490 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010206490 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010206490 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010206491 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010206491 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010206491 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:08.353553 run patchelf(pid=15028): Terminating (SIGINT) 01:02:08.538583 run patchelf(pid=15028): Terminated: ok {rc=0} 01:02:08.671592 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8] 01:02:08.681705 tst iperf3m4.py:8: Test FAILED (11.0 sec) 01:02:08.711674 run osmo-hlr_10.42.42.2(pid=15022): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15022)] 01:02:08.762394 run osmo-hlr_10.42.42.2(pid=15022): stdout: | (launched: 2022-12-13_01:02:05.282164) 01:02:08.814927 run osmo-hlr_10.42.42.2(pid=15022): stderr: | 20221213010205476 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010205476 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010205476 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010205476 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010205476 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010205477 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010205488 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010205497 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010205497 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010205498 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:02:08.867912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Terminating (SIGTERM) 01:02:08.910779 run iperf3-srv_10.42.42.10(pid=15012): Terminating (SIGTERM) 01:02:08.953589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Terminating (SIGTERM) 01:02:08.996579 run iperf3-srv_10.42.42.10(pid=15014): Terminating (SIGTERM) 01:02:09.039171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Terminating (SIGTERM) 01:02:09.081719 run iperf3-srv_10.42.42.10(pid=15016): Terminating (SIGTERM) 01:02:09.124147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminating (SIGTERM) 01:02:09.166843 run iperf3-srv_10.42.42.10(pid=15018): Terminating (SIGTERM) 01:02:09.209382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminating (SIGTERM) 01:02:09.251509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminating (SIGTERM) 01:02:09.294587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Terminating (SIGTERM) 01:02:09.337538 --- ParallelTerminationStrategy: PID 15011 died... 01:02:09.357752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Terminated: ok {rc=0} 01:02:09.405086 --- ParallelTerminationStrategy: PID 15012 died... 01:02:09.424785 run iperf3-srv_10.42.42.10(pid=15012): Terminated {rc=256} 01:02:09.471674 --- ParallelTerminationStrategy: PID 15013 died... 01:02:09.491540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Terminated: ok {rc=0} 01:02:09.538785 --- ParallelTerminationStrategy: PID 15014 died... 01:02:09.558582 run iperf3-srv_10.42.42.10(pid=15014): Terminated {rc=256} 01:02:09.605612 --- ParallelTerminationStrategy: PID 15015 died... 01:02:09.625393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Terminated: ok {rc=0} 01:02:09.672435 --- ParallelTerminationStrategy: PID 15016 died... 01:02:09.692261 run iperf3-srv_10.42.42.10(pid=15016): Terminated {rc=256} 01:02:09.739344 --- ParallelTerminationStrategy: PID 15017 died... 01:02:09.759084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminated: ok {rc=0} 01:02:09.806099 --- ParallelTerminationStrategy: PID 15018 died... 01:02:09.825767 run iperf3-srv_10.42.42.10(pid=15018): Terminated {rc=256} 01:02:09.872646 --- ParallelTerminationStrategy: PID 15021 died... 01:02:09.892530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminated: ok {rc=0} 01:02:09.939584 --- ParallelTerminationStrategy: PID 15024 died... 01:02:09.959711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminated: ok {rc=0} 01:02:10.006936 --- ParallelTerminationStrategy: PID 15027 died... 01:02:10.026769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Terminated: ok {rc=0} 01:02:10.115335 bus /gobi_4: Setting Powered False 01:02:11.214480 bus /gobi_4: Setting Powered False 01:02:12.333726 bus /gobi_1: Setting Powered False 01:02:13.432938 bus /gobi_1: Setting Powered False 01:02:14.550126 bus /gobi_0: Setting Powered False 01:02:15.648242 bus /gobi_0: Setting Powered False 01:02:16.778714 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 01:02:17.878255 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:17.889956 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:02:17.960658 tst ping.py: using LAC 32545 01:02:18.080152 tst ping.py: using RAC 160 01:02:18.199554 tst ping.py: using CellId 32545 01:02:18.317295 tst ping.py: using BVCI 32546 01:02:18.425866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.436750 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.447574 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.458276 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.468782 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.479501 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.490274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:18.500927 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:02:18.615204 tst ping.py:19: start network... 01:02:18.815400 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:02:19.279502 run create_hlr_db(pid=15029): Launched 01:02:19.403234 bus /gobi_6: Setting Powered False 01:02:20.463378 run create_hlr_db(pid=15029): Terminated: ok {rc=0} 01:02:20.903517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Launched 01:02:21.228622 run osmo-hlr_10.42.42.2(pid=15032): Launched 01:02:21.351111 run osmo-stp_10.42.42.5: Starting osmo-stp 01:02:21.909134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Launched 01:02:22.231705 run osmo-stp_10.42.42.5(pid=15035): Launched 01:02:22.354802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:02:22.912879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Launched 01:02:23.036643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:02:23.310210 run patchelf(pid=15038): Launched 01:02:23.491337 run osmo-stp_10.42.42.5(pid=15035): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)] 01:02:23.627846 run osmo-stp_10.42.42.5(pid=15035): stdout: | (launched: 2022-12-13_01:02:22.172110) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:23.766344 run osmo-stp_10.42.42.5(pid=15035): stderr: | 20221213010222362 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010222362 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010222362 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010222363 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010222363 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010222363 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010222363 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:23.904849 run osmo-stp_10.42.42.5(pid=15035): stdout: | (launched: 2022-12-13_01:02:22.172110) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:24.037211 run osmo-stp_10.42.42.5(pid=15035): stderr: | 20221213010222362 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010222362 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010222362 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010222363 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010222363 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010222363 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010222363 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:24.194061 run patchelf(pid=15038): Terminating (SIGINT) 01:02:24.376087 run patchelf(pid=15038): Terminated: ok {rc=0} 01:02:24.507147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15035): Process ended prematurely: osmo-stp_10.42.42.5(pid=15035) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22] 01:02:24.516485 tst ping.py:22: Test FAILED (6.6 sec) 01:02:24.545175 run osmo-hlr_10.42.42.2(pid=15032): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15032)] 01:02:24.595406 run osmo-hlr_10.42.42.2(pid=15032): stdout: | (launched: 2022-12-13_01:02:21.168897) 01:02:24.647525 run osmo-hlr_10.42.42.2(pid=15032): stderr: | 20221213010221363 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010221363 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010221363 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010221363 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010221363 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010221363 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010221376 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010221384 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010221384 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010221385 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:02:24.699934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Terminating (SIGTERM) 01:02:24.741906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Terminating (SIGTERM) 01:02:24.783863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Terminating (SIGTERM) 01:02:24.826322 --- ParallelTerminationStrategy: PID 15031 died... 01:02:24.846376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Terminated: ok {rc=0} 01:02:24.893534 --- ParallelTerminationStrategy: PID 15034 died... 01:02:24.913236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Terminated: ok {rc=0} 01:02:24.960249 --- ParallelTerminationStrategy: PID 15037 died... 01:02:24.979877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Terminated: ok {rc=0} 01:02:25.068306 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 01:02:26.156484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.168262 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:02:26.240506 tst ping_idle_ping.py: using LAC 32546 01:02:26.358579 tst ping_idle_ping.py: using RAC 161 01:02:26.476344 tst ping_idle_ping.py: using CellId 32546 01:02:26.594812 tst ping_idle_ping.py: using BVCI 32547 01:02:26.706232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.717382 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.728326 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.739800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.751249 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.762918 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.774444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:02:26.785733 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:02:26.900362 tst ping_idle_ping.py:24: start network... 01:02:27.099311 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:02:27.566579 run create_hlr_db(pid=15039): Launched 01:02:27.690443 bus /gobi_6: Setting Powered False 01:02:28.751368 run create_hlr_db(pid=15039): Terminated: ok {rc=0} 01:02:29.193691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Launched 01:02:29.516374 run osmo-hlr_10.42.42.2(pid=15042): Launched 01:02:29.639574 run osmo-stp_10.42.42.5: Starting osmo-stp 01:02:30.202193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Launched 01:02:30.526935 run osmo-stp_10.42.42.5(pid=15045): Launched 01:02:30.649981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:02:31.231683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Launched 01:02:31.366172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:02:31.627238 run patchelf(pid=15048): Launched 01:02:31.829271 run osmo-stp_10.42.42.5(pid=15045): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] 01:02:31.987842 run osmo-stp_10.42.42.5(pid=15045): stdout: | (launched: 2022-12-13_01:02:30.467233) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:32.120065 run osmo-stp_10.42.42.5(pid=15045): stderr: | 20221213010230653 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010230654 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010230654 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010230654 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010230655 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010230655 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010230655 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:32.251699 run osmo-stp_10.42.42.5(pid=15045): stdout: | (launched: 2022-12-13_01:02:30.467233) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:32.374688 run osmo-stp_10.42.42.5(pid=15045): stderr: | 20221213010230653 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010230654 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010230654 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010230654 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010230655 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010230655 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010230655 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:32.519615 run patchelf(pid=15048): Terminating (SIGINT) 01:02:32.690007 run patchelf(pid=15048): Terminated: ok {rc=0} 01:02:32.811924 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 01:02:32.820910 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 01:02:32.848184 run osmo-hlr_10.42.42.2(pid=15042): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15042)] 01:02:32.896309 run osmo-hlr_10.42.42.2(pid=15042): stdout: | (launched: 2022-12-13_01:02:29.457268) 01:02:32.945744 run osmo-hlr_10.42.42.2(pid=15042): stderr: | 20221213010229649 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010229649 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010229649 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010229649 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010229649 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010229649 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010229662 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010229671 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010229671 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010229671 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:02:32.995788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminating (SIGTERM) 01:02:33.035994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminating (SIGTERM) 01:02:33.076555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminating (SIGTERM) 01:02:33.117377 --- ParallelTerminationStrategy: PID 15041 died... 01:02:33.136428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminated: ok {rc=0} 01:02:33.181087 --- ParallelTerminationStrategy: PID 15044 died... 01:02:33.199826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminated: ok {rc=0} 01:02:33.244312 --- ParallelTerminationStrategy: PID 15047 died... 01:02:33.263123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminated: ok {rc=0} 01:02:33.349484 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 01:02:34.653294 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:02:34.660096 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:02:34.692818 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 01:02:34.727042 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:02:34.779274 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:02:34.811829 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 01:02:34.846018 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:02:35.403453 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 01:02:35.408374 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:35.419696 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:02:35.489359 tst switch_tch_pdch.py: using LAC 32547 01:02:35.607347 tst switch_tch_pdch.py: using RAC 162 01:02:35.726208 tst switch_tch_pdch.py: using CellId 32547 01:02:35.852935 tst switch_tch_pdch.py: using BVCI 32548 01:02:35.970814 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:35.982761 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:35.994486 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:36.006810 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:36.019065 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:36.031217 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:36.043355 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:02:36.055291 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:02:36.173361 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:02:36.295665 tst switch_tch_pdch.py:51: start network... 01:02:36.496501 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:02:36.962565 run create_hlr_db(pid=15053): Launched 01:02:37.086254 bus /gobi_6: Setting Powered False 01:02:38.146173 run create_hlr_db(pid=15053): Terminated: ok {rc=0} 01:02:38.586067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Launched 01:02:38.907996 run osmo-hlr_10.42.42.2(pid=15056): Launched 01:02:39.030677 run osmo-stp_10.42.42.5: Starting osmo-stp 01:02:39.589497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Launched 01:02:39.912430 run osmo-stp_10.42.42.5(pid=15059): Launched 01:02:40.034622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:02:40.593040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Launched 01:02:40.715572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:02:40.988174 run patchelf(pid=15062): Launched 01:02:41.169244 run osmo-stp_10.42.42.5(pid=15059): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)] 01:02:41.305509 run osmo-stp_10.42.42.5(pid=15059): stdout: | (launched: 2022-12-13_01:02:39.852643) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:41.443408 run osmo-stp_10.42.42.5(pid=15059): stderr: | 20221213010240040 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010240040 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010240040 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010240041 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010240041 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010240041 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010240041 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:41.581532 run osmo-stp_10.42.42.5(pid=15059): stdout: | (launched: 2022-12-13_01:02:39.852643) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:41.713232 run osmo-stp_10.42.42.5(pid=15059): stderr: | 20221213010240040 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010240040 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010240040 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010240041 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010240041 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010240041 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010240041 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:41.869933 run patchelf(pid=15062): Terminating (SIGINT) 01:02:42.052306 run patchelf(pid=15062): Terminated: ok {rc=0} 01:02:42.182921 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)] [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 01:02:42.192224 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec) 01:02:42.220766 run osmo-hlr_10.42.42.2(pid=15056): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15056)] 01:02:42.271386 run osmo-hlr_10.42.42.2(pid=15056): stdout: | (launched: 2022-12-13_01:02:38.848780) 01:02:42.323482 run osmo-hlr_10.42.42.2(pid=15056): stderr: | 20221213010239043 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010239043 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010239043 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010239043 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010239043 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010239043 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010239056 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010239066 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010239066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010239066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:02:42.376008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminating (SIGTERM) 01:02:42.418223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminating (SIGTERM) 01:02:42.460257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminating (SIGTERM) 01:02:42.502829 --- ParallelTerminationStrategy: PID 15055 died... 01:02:42.522914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminated: ok {rc=0} 01:02:42.569931 --- ParallelTerminationStrategy: PID 15058 died... 01:02:42.589617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminated: ok {rc=0} 01:02:42.636646 --- ParallelTerminationStrategy: PID 15061 died... 01:02:42.656403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminated: ok {rc=0} 01:02:42.744452 bus /gobi_0: Setting Powered False 01:02:43.842785 bus /gobi_0: Setting Powered False 01:02:44.958825 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 01:02:46.225028 tst dynts:trx-lms+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:02:46.231019 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 01:02:46.265237 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 01:02:46.300893 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 01:02:46.355049 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 01:02:46.406059 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 01:02:46.448292 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 01:02:46.980572 tst dynts:trx-lms+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 01:02:46.987215 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:46.999991 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 01:02:47.077273 tst switch_tch_pdch.py: using LAC 32548 01:02:47.223316 tst switch_tch_pdch.py: using RAC 163 01:02:47.343173 tst switch_tch_pdch.py: using CellId 32548 01:02:47.458487 tst switch_tch_pdch.py: using BVCI 32549 01:02:47.567518 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.578658 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.589897 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.601187 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.611902 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.622844 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.633802 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:02:47.644540 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 01:02:47.764372 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 01:02:47.884629 tst switch_tch_pdch.py:51: start network... 01:02:48.085072 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:02:48.523602 run create_hlr_db(pid=15066): Launched 01:02:48.647471 bus /gobi_6: Setting Powered False 01:02:49.708417 run create_hlr_db(pid=15066): Terminated: ok {rc=0} 01:02:50.121668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Launched 01:02:50.444539 run osmo-hlr_10.42.42.2(pid=15069): Launched 01:02:50.567385 run osmo-stp_10.42.42.5: Starting osmo-stp 01:02:51.094087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Launched 01:02:51.416568 run osmo-stp_10.42.42.5(pid=15072): Launched 01:02:51.538014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:02:52.064790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Launched 01:02:52.188151 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:02:52.461057 run patchelf(pid=15075): Launched 01:02:52.640260 run osmo-stp_10.42.42.5(pid=15072): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)] 01:02:52.776254 run osmo-stp_10.42.42.5(pid=15072): stdout: | (launched: 2022-12-13_01:02:51.357540) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:52.913738 run osmo-stp_10.42.42.5(pid=15072): stderr: | 20221213010251546 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010251546 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010251546 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010251547 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010251547 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010251547 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010251547 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:53.051797 run osmo-stp_10.42.42.5(pid=15072): stdout: | (launched: 2022-12-13_01:02:51.357540) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:02:53.183325 run osmo-stp_10.42.42.5(pid=15072): stderr: | 20221213010251546 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010251546 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010251546 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010251547 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010251547 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010251547 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010251547 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:02:53.339254 run patchelf(pid=15075): Terminating (SIGINT) 01:02:53.520783 run patchelf(pid=15075): Terminated: ok {rc=0} 01:02:53.651412 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)] [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 01:02:53.660770 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 01:02:53.688902 run osmo-hlr_10.42.42.2(pid=15069): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15069)] 01:02:53.739485 run osmo-hlr_10.42.42.2(pid=15069): stdout: | (launched: 2022-12-13_01:02:50.385414) 01:02:53.791687 run osmo-hlr_10.42.42.2(pid=15069): stderr: | 20221213010250579 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010250579 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010250579 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010250579 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010250579 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010250579 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010250591 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010250600 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010250600 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010250600 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:02:53.844282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminating (SIGTERM) 01:02:53.886581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminating (SIGTERM) 01:02:53.928631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminating (SIGTERM) 01:02:53.971080 --- ParallelTerminationStrategy: PID 15068 died... 01:02:53.991205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminated: ok {rc=0} 01:02:54.038292 --- ParallelTerminationStrategy: PID 15071 died... 01:02:54.058069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminated: ok {rc=0} 01:02:54.104864 --- ParallelTerminationStrategy: PID 15074 died... 01:02:54.124929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminated: ok {rc=0} 01:02:54.213841 bus /gobi_0: Setting Powered False 01:02:55.313059 bus /gobi_0: Setting Powered False 01:02:56.428898 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-lms+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:trx-lms-limenet-micro --------------------------------------------------------------------- 01:02:57.680074 tst nitb_sms:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:02:57.684521 tst nitb_sms:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:02:57.715803 tst nitb_sms:trx-lms-limenet-micro: Verifying 1 x ip_address (candidates: 9) 01:02:57.722959 tst nitb_sms:trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:02:57.777132 tst nitb_sms:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:02:57.808811 tst nitb_sms:trx-lms-limenet-micro: Reserving 1 x ip_address (candidates: 9) 01:02:57.815951 tst nitb_sms:trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:02:58.353412 tst nitb_sms:trx-lms-limenet-micro: RESERVED RESOURCES for nitb_sms: bts LimeNET-Micro ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py ---------------------------------------------- 01:02:58.358831 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1) 01:02:58.370420 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:02:58.415967 tst mo_mt_sms.py: using LAC 32549 01:02:58.543577 tst mo_mt_sms.py: using RAC 164 01:02:58.667153 tst mo_mt_sms.py: using CellId 32549 01:02:58.792675 tst mo_mt_sms.py: using BVCI 32550 01:02:58.909780 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:02:59.023822 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:02:59.141506 tst mo_mt_sms.py:9: start nitb and bts... 01:02:59.359353 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:03:00.015818 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Launched 01:03:00.339351 run osmo-nitb_10.42.42.2(pid=15081): Launched 01:03:00.519206 run osmo-nitb_10.42.42.2(pid=15081): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)] 01:03:00.663414 run osmo-nitb_10.42.42.2(pid=15081): stdout: | (launched: 2022-12-13_01:03:00.280188) 01:03:00.809110 run osmo-nitb_10.42.42.2(pid=15081): stderr: | (launched: 2022-12-13_01:03:00.327857) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:03:00.964611 run osmo-nitb_10.42.42.2(pid=15081): stdout: | (launched: 2022-12-13_01:03:00.280188) 01:03:01.108074 run osmo-nitb_10.42.42.2(pid=15081): stderr: | (launched: 2022-12-13_01:03:00.327857) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)] 01:03:01.462106 tst osmo-nitb_10.42.42.2(pid=15081): stdout: | (launched: 2022-12-13_01:03:00.280188) 01:03:01.626592 tst osmo-nitb_10.42.42.2(pid=15081): stderr: | (launched: 2022-12-13_01:03:00.327857) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:03:01.775800 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)] [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11] 01:03:01.784830 tst mo_mt_sms.py:11: Test FAILED (3.4 sec) 01:03:01.792113 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Terminating (SIGTERM) 01:03:02.004112 --- ParallelTerminationStrategy: PID 15080 died... 01:03:02.024037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Terminated: ok {rc=0} 01:03:02.110987 bus /sierra_3: Setting Powered False 01:03:03.209232 bus /sierra_3: Setting Powered False 01:03:04.323457 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:trx-lms-limenet-micro --------------------------------------------------------------------- 01:03:05.518856 tst sms:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:03:05.523671 tst sms:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:03:05.555647 tst sms:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:03:05.582853 tst sms:trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:03:05.640540 tst sms:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:03:05.671725 tst sms:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:03:05.698913 tst sms:trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:03:06.242813 tst sms:trx-lms-limenet-micro: RESERVED RESOURCES for sms: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:trx-lms-limenet-micro mo_mt_sms.py ---------------------------------------------- 01:03:06.247947 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.259248 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:03:06.307225 tst mo_mt_sms.py: using LAC 32550 01:03:06.434538 tst mo_mt_sms.py: using RAC 165 01:03:06.558176 tst mo_mt_sms.py: using CellId 32550 01:03:06.682520 tst mo_mt_sms.py: using BVCI 32551 01:03:06.799131 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.810365 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.821621 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.832835 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.844204 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:06.855412 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:03:06.971873 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:03:07.089356 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:03:07.552554 run create_hlr_db(pid=15087): Launched 01:03:07.675231 bus /sierra_2: Setting Powered False 01:03:08.735036 run create_hlr_db(pid=15087): Terminated: ok {rc=0} 01:03:09.174346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Launched 01:03:09.497329 run osmo-hlr_10.42.42.2(pid=15090): Launched 01:03:09.620407 run osmo-stp_10.42.42.5: Starting osmo-stp 01:03:10.173877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Launched 01:03:10.495881 run osmo-stp_10.42.42.5(pid=15093): Launched 01:03:10.619105 run osmo-msc_10.42.42.6: Starting osmo-msc 01:03:11.203988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Launched 01:03:11.528411 run osmo-msc_10.42.42.6(pid=15096): Launched 01:03:11.707897 run osmo-stp_10.42.42.5(pid=15093): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)] 01:03:11.843846 run osmo-stp_10.42.42.5(pid=15093): stdout: | (launched: 2022-12-13_01:03:10.436560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:11.981099 run osmo-stp_10.42.42.5(pid=15093): stderr: | 20221213010310624 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010310624 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010310625 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010310625 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010310626 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010310626 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010310626 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:12.115839 run osmo-stp_10.42.42.5(pid=15093): stdout: | (launched: 2022-12-13_01:03:10.436560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:12.243764 run osmo-stp_10.42.42.5(pid=15093): stderr: | 20221213010310624 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010310624 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010310625 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010310625 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010310626 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010310626 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010310626 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:12.396924 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15093): Process ended prematurely: osmo-stp_10.42.42.5(pid=15093) [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)] [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16] 01:03:12.405636 tst mo_mt_sms.py:16: Test FAILED (6.2 sec) 01:03:12.433648 run osmo-hlr_10.42.42.2(pid=15090): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15090)] 01:03:12.484112 run osmo-hlr_10.42.42.2(pid=15090): stdout: | (launched: 2022-12-13_01:03:09.437964) 01:03:12.536789 run osmo-hlr_10.42.42.2(pid=15090): stderr: | 20221213010309631 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010309631 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010309631 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010309631 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010309631 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010309631 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010309643 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010309652 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010309652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010309652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:03:12.609464 run osmo-msc_10.42.42.6(pid=15096): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15096)] 01:03:12.660382 run osmo-msc_10.42.42.6(pid=15096): stdout: | (launched: 2022-12-13_01:03:11.468483) 01:03:12.712692 run osmo-msc_10.42.42.6(pid=15096): stderr: | 20221213010311785 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010311785 DLGLOBAL DEBUG validating counter group 0x7fc71c80ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010311786 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010311786 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010311786 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010311786 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010311788 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010311788 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010311788 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010311788 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:03:12.765409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Terminating (SIGTERM) 01:03:12.807351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Terminating (SIGTERM) 01:03:12.849505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Terminating (SIGTERM) 01:03:12.891985 --- ParallelTerminationStrategy: PID 15089 died... 01:03:12.912076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Terminated: ok {rc=0} 01:03:12.959111 --- ParallelTerminationStrategy: PID 15092 died... 01:03:12.978798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Terminated: ok {rc=0} 01:03:13.025751 --- ParallelTerminationStrategy: PID 15095 died... 01:03:13.045542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Terminated: ok {rc=0} 01:03:13.134344 bus /sierra_3: Setting Powered False 01:03:14.235485 bus /sierra_3: Setting Powered False 01:03:15.350877 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-lms-limenet-micro --------------------------------------------------------------------- 01:03:16.622567 tst nitb_ussd:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:03:16.628144 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:03:16.663737 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x ip_address (candidates: 9) 01:03:16.671622 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x modem (candidates: 12) 01:03:16.709493 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:03:16.742076 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x ip_address (candidates: 9) 01:03:16.750168 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x modem (candidates: 12) 01:03:17.273846 tst nitb_ussd:trx-lms-limenet-micro: RESERVED RESOURCES for nitb_ussd: bts LimeNET-Micro ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:trx-lms-limenet-micro assert_extension.py ---------------------------------------------- 01:03:17.279097 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1) 01:03:17.290199 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:03:17.336833 tst assert_extension.py: using LAC 32551 01:03:17.453556 tst assert_extension.py: using RAC 166 01:03:17.574367 tst assert_extension.py: using CellId 32551 01:03:17.692620 tst assert_extension.py: using BVCI 32552 01:03:17.801572 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1) 01:03:17.921277 tst assert_extension.py:10: start nitb and bts... 01:03:18.121337 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:03:18.734997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Launched 01:03:19.034822 run osmo-nitb_10.42.42.2(pid=15102): Launched 01:03:19.202888 run osmo-nitb_10.42.42.2(pid=15102): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)] 01:03:19.337688 run osmo-nitb_10.42.42.2(pid=15102): stdout: | (launched: 2022-12-13_01:03:18.978760) 01:03:19.473983 run osmo-nitb_10.42.42.2(pid=15102): stderr: | (launched: 2022-12-13_01:03:19.023454) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:03:19.609686 run osmo-nitb_10.42.42.2(pid=15102): stdout: | (launched: 2022-12-13_01:03:18.978760) 01:03:19.739366 run osmo-nitb_10.42.42.2(pid=15102): stderr: | (launched: 2022-12-13_01:03:19.023454) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)] 01:03:20.149922 tst osmo-nitb_10.42.42.2(pid=15102): stdout: | (launched: 2022-12-13_01:03:18.978760) 01:03:20.270864 tst osmo-nitb_10.42.42.2(pid=15102): stderr: | (launched: 2022-12-13_01:03:19.023454) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:03:20.413340 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)] [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12] 01:03:20.421552 tst assert_extension.py:12: Test FAILED (3.1 sec) 01:03:20.428036 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Terminating (SIGTERM) 01:03:20.636344 --- ParallelTerminationStrategy: PID 15101 died... 01:03:20.656765 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Terminated: ok {rc=0} 01:03:20.741462 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:trx-lms-limenet-micro --------------------------------------------------------------------- 01:03:21.912379 tst ussd:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:03:21.916174 tst ussd:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:03:21.945275 tst ussd:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:03:21.971474 tst ussd:trx-lms-limenet-micro: Verifying 1 x modem (candidates: 12) 01:03:22.007625 tst ussd:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:03:22.038185 tst ussd:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:03:22.066047 tst ussd:trx-lms-limenet-micro: Reserving 1 x modem (candidates: 12) 01:03:22.591859 tst ussd:trx-lms-limenet-micro: RESERVED RESOURCES for ussd: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:trx-lms-limenet-micro assert_extension.py ---------------------------------------------- 01:03:22.597628 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:22.608730 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:03:22.653321 tst assert_extension.py: using LAC 32552 01:03:22.771309 tst assert_extension.py: using RAC 167 01:03:22.888847 tst assert_extension.py: using CellId 32552 01:03:23.010934 tst assert_extension.py: using BVCI 32553 01:03:23.120433 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:23.131307 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:23.141988 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:23.152561 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:23.163160 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:03:23.173789 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1) 01:03:23.291151 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:03:23.789508 run create_hlr_db(pid=15106): Launched 01:03:23.914080 bus /sierra_2: Setting Powered False 01:03:24.977731 run create_hlr_db(pid=15106): Terminated: ok {rc=0} 01:03:25.408149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Launched 01:03:25.708042 run osmo-hlr_10.42.42.2(pid=15109): Launched 01:03:25.821854 run osmo-stp_10.42.42.5: Starting osmo-stp 01:03:26.340440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Launched 01:03:26.640598 run osmo-stp_10.42.42.5(pid=15112): Launched 01:03:26.753860 run osmo-msc_10.42.42.6: Starting osmo-msc 01:03:27.294519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Launched 01:03:27.594473 run osmo-msc_10.42.42.6(pid=15115): Launched 01:03:27.760755 run osmo-stp_10.42.42.5(pid=15112): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)] 01:03:27.887041 run osmo-stp_10.42.42.5(pid=15112): stdout: | (launched: 2022-12-13_01:03:26.584795) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:28.012657 run osmo-stp_10.42.42.5(pid=15112): stderr: | 20221213010326753 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010326753 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010326754 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010326754 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010326755 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010326755 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010326755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:28.136518 run osmo-stp_10.42.42.5(pid=15112): stdout: | (launched: 2022-12-13_01:03:26.584795) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:28.255010 run osmo-stp_10.42.42.5(pid=15112): stderr: | 20221213010326753 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010326753 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010326754 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010326754 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010326755 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010326755 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010326755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:28.396835 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)] [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17] 01:03:28.404847 tst assert_extension.py:17: Test FAILED (5.8 sec) 01:03:28.430795 run osmo-hlr_10.42.42.2(pid=15109): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15109)] 01:03:28.478221 run osmo-hlr_10.42.42.2(pid=15109): stdout: | (launched: 2022-12-13_01:03:25.652223) 01:03:28.527170 run osmo-hlr_10.42.42.2(pid=15109): stderr: | 20221213010325826 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010325826 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010325826 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010325826 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010325826 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010325826 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010325843 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010325853 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010325853 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010325853 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:03:28.595811 run osmo-msc_10.42.42.6(pid=15115): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15115)] 01:03:28.643133 run osmo-msc_10.42.42.6(pid=15115): stdout: | (launched: 2022-12-13_01:03:27.538683) 01:03:28.692092 run osmo-msc_10.42.42.6(pid=15115): stderr: | 20221213010327809 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010327809 DLGLOBAL DEBUG validating counter group 0x7f6707e9cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010327809 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010327809 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010327809 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010327810 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010327812 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010327813 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010327813 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010327813 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:03:28.741588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminating (SIGTERM) 01:03:28.781088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminating (SIGTERM) 01:03:28.820585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Terminating (SIGTERM) 01:03:28.860363 --- ParallelTerminationStrategy: PID 15108 died... 01:03:28.879408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminated: ok {rc=0} 01:03:28.923214 --- ParallelTerminationStrategy: PID 15111 died... 01:03:28.941826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminated: ok {rc=0} 01:03:28.985535 --- ParallelTerminationStrategy: PID 15114 died... 01:03:29.004195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Terminated: ok {rc=0} 01:03:29.087345 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 01:03:30.290970 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:03:30.299617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 01:03:30.330908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 01:03:30.358599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 01:03:30.411780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 01:03:30.442095 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 01:03:30.469841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 01:03:31.038350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 01:03:31.113107 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.129626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:03:31.218046 tst mo_mt_call.py: using LAC 32553 01:03:31.348393 tst mo_mt_call.py: using RAC 168 01:03:31.494291 tst mo_mt_call.py: using CellId 32553 01:03:31.616526 tst mo_mt_call.py: using BVCI 32554 01:03:31.768395 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.781421 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.794131 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.807916 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.821712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:31.835418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:03:31.988605 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:03:32.142272 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:03:32.651578 run create_hlr_db(pid=15120): Launched 01:03:32.777619 bus /sierra_2: Setting Powered False 01:03:33.838276 run create_hlr_db(pid=15120): Terminated: ok {rc=0} 01:03:34.285208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Launched 01:03:34.615300 run osmo-hlr_10.42.42.2(pid=15123): Launched 01:03:34.739877 run osmo-stp_10.42.42.5: Starting osmo-stp 01:03:35.304812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Launched 01:03:35.633527 run osmo-stp_10.42.42.5(pid=15126): Launched 01:03:35.759779 run osmo-msc_10.42.42.6: Starting osmo-msc 01:03:36.355953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Launched 01:03:36.686346 run osmo-msc_10.42.42.6(pid=15129): Launched 01:03:36.869781 run osmo-stp_10.42.42.5(pid=15126): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)] 01:03:37.008300 run osmo-stp_10.42.42.5(pid=15126): stdout: | (launched: 2022-12-13_01:03:35.573021) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:37.147385 run osmo-stp_10.42.42.5(pid=15126): stderr: | 20221213010335762 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010335762 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010335762 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010335763 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010335763 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010335763 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010335763 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:37.283810 run osmo-stp_10.42.42.5(pid=15126): stdout: | (launched: 2022-12-13_01:03:35.573021) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:37.414624 run osmo-stp_10.42.42.5(pid=15126): stderr: | 20221213010335762 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010335762 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010335762 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010335763 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010335763 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010335763 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010335763 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:37.570552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 01:03:37.579980 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 01:03:37.608100 run osmo-hlr_10.42.42.2(pid=15123): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15123)] 01:03:37.658811 run osmo-hlr_10.42.42.2(pid=15123): stdout: | (launched: 2022-12-13_01:03:34.554966) 01:03:37.711514 run osmo-hlr_10.42.42.2(pid=15123): stderr: | 20221213010334750 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010334750 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010334750 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010334750 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010334750 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010334751 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010334763 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010334774 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010334774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010334774 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:03:37.784325 run osmo-msc_10.42.42.6(pid=15129): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15129)] 01:03:37.834759 run osmo-msc_10.42.42.6(pid=15129): stdout: | (launched: 2022-12-13_01:03:36.625766) 01:03:37.886842 run osmo-msc_10.42.42.6(pid=15129): stderr: | 20221213010336946 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010336946 DLGLOBAL DEBUG validating counter group 0x7fc7d6a42c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010336946 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010336946 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010336946 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010336947 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010336948 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010336949 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010336949 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010336949 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:03:37.939723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminating (SIGTERM) 01:03:37.981701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminating (SIGTERM) 01:03:38.024087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminating (SIGTERM) 01:03:38.066533 --- ParallelTerminationStrategy: PID 15122 died... 01:03:38.086639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminated: ok {rc=0} 01:03:38.133421 --- ParallelTerminationStrategy: PID 15125 died... 01:03:38.153042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminated: ok {rc=0} 01:03:38.199599 --- ParallelTerminationStrategy: PID 15128 died... 01:03:38.219250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminated: ok {rc=0} 01:03:38.308134 bus /sierra_3: Setting Powered False 01:03:39.406145 bus /sierra_3: Setting Powered False 01:03:40.521549 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 01:03:41.670449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:41.682917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:03:41.750800 tst mo_mt_call_osmux.py: using LAC 32554 01:03:41.878942 tst mo_mt_call_osmux.py: using RAC 169 01:03:42.009289 tst mo_mt_call_osmux.py: using CellId 32554 01:03:42.137635 tst mo_mt_call_osmux.py: using BVCI 32555 01:03:42.256895 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:42.268824 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:42.280458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:42.292404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:42.304354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:03:42.316236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:03:42.435186 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:03:42.557820 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:03:43.065954 run create_hlr_db(pid=15132): Launched 01:03:43.192545 bus /sierra_2: Setting Powered False 01:03:44.257183 run create_hlr_db(pid=15132): Terminated: ok {rc=0} 01:03:44.694685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Launched 01:03:44.999812 run osmo-hlr_10.42.42.2(pid=15135): Launched 01:03:45.114613 run osmo-stp_10.42.42.5: Starting osmo-stp 01:03:45.653478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Launched 01:03:45.968093 run osmo-stp_10.42.42.5(pid=15138): Launched 01:03:46.246568 run osmo-msc_10.42.42.6: Starting osmo-msc 01:03:46.957133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Launched 01:03:47.283308 run osmo-msc_10.42.42.6(pid=15141): Launched 01:03:47.455173 run osmo-stp_10.42.42.5(pid=15138): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)] 01:03:47.585962 run osmo-stp_10.42.42.5(pid=15138): stdout: | (launched: 2022-12-13_01:03:45.911080) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:47.714050 run osmo-stp_10.42.42.5(pid=15138): stderr: | 20221213010346170 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010346171 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010346172 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010346174 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010346177 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010346177 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010346177 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:47.840418 run osmo-stp_10.42.42.5(pid=15138): stdout: | (launched: 2022-12-13_01:03:45.911080) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:47.961436 run osmo-stp_10.42.42.5(pid=15138): stderr: | 20221213010346170 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010346171 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010346172 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010346174 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010346177 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010346177 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010346177 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:48.106787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 01:03:48.115462 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 01:03:48.141849 run osmo-hlr_10.42.42.2(pid=15135): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15135)] 01:03:48.189376 run osmo-hlr_10.42.42.2(pid=15135): stdout: | (launched: 2022-12-13_01:03:44.942813) 01:03:48.238485 run osmo-hlr_10.42.42.2(pid=15135): stderr: | 20221213010345117 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010345117 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010345117 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010345117 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010345117 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010345117 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010345130 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010345138 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010345139 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010345139 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:03:48.308855 run osmo-msc_10.42.42.6(pid=15141): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15141)] 01:03:48.356317 run osmo-msc_10.42.42.6(pid=15141): stdout: | (launched: 2022-12-13_01:03:47.225629) 01:03:48.405404 run osmo-msc_10.42.42.6(pid=15141): stderr: | 20221213010347494 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010347494 DLGLOBAL DEBUG validating counter group 0x7fbeb846bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010347494 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010347494 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010347495 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010347495 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010347496 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010347497 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010347497 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010347497 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:03:48.454728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminating (SIGTERM) 01:03:48.494248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminating (SIGTERM) 01:03:48.533707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminating (SIGTERM) 01:03:48.573551 --- ParallelTerminationStrategy: PID 15134 died... 01:03:48.592635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminated: ok {rc=0} 01:03:48.636605 --- ParallelTerminationStrategy: PID 15137 died... 01:03:48.655186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminated: ok {rc=0} 01:03:48.698815 --- ParallelTerminationStrategy: PID 15140 died... 01:03:48.717446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminated: ok {rc=0} 01:03:48.801084 bus /sierra_3: Setting Powered False 01:03:49.896491 bus /sierra_3: Setting Powered False 01:03:51.011303 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 01:03:52.257018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:03:52.263870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 01:03:52.293282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 01:03:52.319630 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 01:03:52.371008 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 01:03:52.400012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 01:03:52.426488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 01:03:52.979880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 01:03:53.028845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.040159 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:03:53.104371 tst mo_mt_call.py: using LAC 32555 01:03:53.234949 tst mo_mt_call.py: using RAC 170 01:03:53.364464 tst mo_mt_call.py: using CellId 32555 01:03:53.493580 tst mo_mt_call.py: using BVCI 32556 01:03:53.613628 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.625541 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.636928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.649144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.661232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:03:53.673218 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:03:53.794332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:03:53.913750 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:03:54.422484 run create_hlr_db(pid=15146): Launched 01:03:54.549354 bus /sierra_2: Setting Powered False 01:03:55.614030 run create_hlr_db(pid=15146): Terminated: ok {rc=0} 01:03:56.050119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Launched 01:03:56.356815 run osmo-hlr_10.42.42.2(pid=15149): Launched 01:03:56.474088 run osmo-stp_10.42.42.5: Starting osmo-stp 01:03:57.014107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Launched 01:03:57.320058 run osmo-stp_10.42.42.5(pid=15152): Launched 01:03:57.435685 run osmo-msc_10.42.42.6: Starting osmo-msc 01:03:57.990345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Launched 01:03:58.295942 run osmo-msc_10.42.42.6(pid=15155): Launched 01:03:58.466616 run osmo-stp_10.42.42.5(pid=15152): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] 01:03:58.597754 run osmo-stp_10.42.42.5(pid=15152): stdout: | (launched: 2022-12-13_01:03:57.262753) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:58.726497 run osmo-stp_10.42.42.5(pid=15152): stderr: | 20221213010357431 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010357431 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010357431 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010357431 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010357432 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010357432 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010357432 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:58.853302 run osmo-stp_10.42.42.5(pid=15152): stdout: | (launched: 2022-12-13_01:03:57.262753) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:03:58.974395 run osmo-stp_10.42.42.5(pid=15152): stderr: | 20221213010357431 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010357431 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010357431 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010357431 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010357432 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010357432 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010357432 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:03:59.119723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 01:03:59.128668 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 01:03:59.155248 run osmo-hlr_10.42.42.2(pid=15149): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15149)] 01:03:59.202797 run osmo-hlr_10.42.42.2(pid=15149): stdout: | (launched: 2022-12-13_01:03:56.299488) 01:03:59.251770 run osmo-hlr_10.42.42.2(pid=15149): stderr: | 20221213010356474 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010356474 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010356474 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010356474 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010356474 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010356474 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010356486 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010356494 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010356494 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010356494 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:03:59.320633 run osmo-msc_10.42.42.6(pid=15155): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15155)] 01:03:59.367817 run osmo-msc_10.42.42.6(pid=15155): stdout: | (launched: 2022-12-13_01:03:58.238872) 01:03:59.416638 run osmo-msc_10.42.42.6(pid=15155): stderr: | 20221213010358510 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010358510 DLGLOBAL DEBUG validating counter group 0x7f37016fec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010358510 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010358511 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010358511 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010358511 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010358514 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010358514 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010358514 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010358514 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:03:59.465882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminating (SIGTERM) 01:03:59.505333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminating (SIGTERM) 01:03:59.545406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminating (SIGTERM) 01:03:59.585433 --- ParallelTerminationStrategy: PID 15148 died... 01:03:59.604027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminated: ok {rc=0} 01:03:59.648188 --- ParallelTerminationStrategy: PID 15151 died... 01:03:59.666948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminated: ok {rc=0} 01:03:59.710879 --- ParallelTerminationStrategy: PID 15154 died... 01:03:59.729650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminated: ok {rc=0} 01:03:59.813479 bus /sierra_3: Setting Powered False 01:04:00.922117 bus /sierra_3: Setting Powered False 01:04:02.042952 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 01:04:03.194682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.206904 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:04:03.273411 tst mo_mt_call_osmux.py: using LAC 32556 01:04:03.393888 tst mo_mt_call_osmux.py: using RAC 171 01:04:03.514275 tst mo_mt_call_osmux.py: using CellId 32556 01:04:03.635606 tst mo_mt_call_osmux.py: using BVCI 32557 01:04:03.746418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.757964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.769172 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.780167 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.791335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:04:03.802479 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:04:03.918496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:04:04.034824 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:04.507732 run create_hlr_db(pid=15157): Launched 01:04:04.632182 bus /sierra_2: Setting Powered False 01:04:05.693276 run create_hlr_db(pid=15157): Terminated: ok {rc=0} 01:04:06.140020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Launched 01:04:06.470595 run osmo-hlr_10.42.42.2(pid=15160): Launched 01:04:06.597172 run osmo-stp_10.42.42.5: Starting osmo-stp 01:04:07.163281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Launched 01:04:07.491925 run osmo-stp_10.42.42.5(pid=15163): Launched 01:04:07.619058 run osmo-msc_10.42.42.6: Starting osmo-msc 01:04:08.214640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Launched 01:04:08.546404 run osmo-msc_10.42.42.6(pid=15166): Launched 01:04:08.731268 run osmo-stp_10.42.42.5(pid=15163): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)] 01:04:08.872309 run osmo-stp_10.42.42.5(pid=15163): stdout: | (launched: 2022-12-13_01:04:07.431752) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:09.011507 run osmo-stp_10.42.42.5(pid=15163): stderr: | 20221213010407620 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010407620 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010407620 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010407620 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010407621 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010407621 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010407621 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:09.148550 run osmo-stp_10.42.42.5(pid=15163): stdout: | (launched: 2022-12-13_01:04:07.431752) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:09.278999 run osmo-stp_10.42.42.5(pid=15163): stderr: | 20221213010407620 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010407620 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010407620 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010407620 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010407621 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010407621 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010407621 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:09.435820 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 01:04:09.445391 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 01:04:09.473828 run osmo-hlr_10.42.42.2(pid=15160): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15160)] 01:04:09.523936 run osmo-hlr_10.42.42.2(pid=15160): stdout: | (launched: 2022-12-13_01:04:06.409931) 01:04:09.575989 run osmo-hlr_10.42.42.2(pid=15160): stderr: | 20221213010406605 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010406605 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010406605 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010406606 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010406606 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010406606 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010406618 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010406629 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010406629 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010406629 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:04:09.648585 run osmo-msc_10.42.42.6(pid=15166): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15166)] 01:04:09.698784 run osmo-msc_10.42.42.6(pid=15166): stdout: | (launched: 2022-12-13_01:04:08.485531) 01:04:09.750702 run osmo-msc_10.42.42.6(pid=15166): stderr: | 20221213010408803 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010408803 DLGLOBAL DEBUG validating counter group 0x7f7832bd0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010408803 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010408803 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010408803 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010408804 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010408805 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010408806 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010408806 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010408806 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:04:09.803155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminating (SIGTERM) 01:04:09.845173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminating (SIGTERM) 01:04:09.887471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminating (SIGTERM) 01:04:09.930071 --- ParallelTerminationStrategy: PID 15159 died... 01:04:09.950009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminated: ok {rc=0} 01:04:09.996771 --- ParallelTerminationStrategy: PID 15162 died... 01:04:10.016825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminated: ok {rc=0} 01:04:10.063900 --- ParallelTerminationStrategy: PID 15165 died... 01:04:10.083802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminated: ok {rc=0} 01:04:10.172466 bus /sierra_3: Setting Powered False 01:04:11.271814 bus /sierra_3: Setting Powered False 01:04:12.384628 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 01:04:13.629954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:04:13.636304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 01:04:13.665423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 01:04:13.691616 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 01:04:13.743593 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 01:04:13.772821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 01:04:13.799363 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 01:04:14.351018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 01:04:14.400244 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:14.411562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:04:14.477128 tst mo_mt_call.py: using LAC 32557 01:04:14.597481 tst mo_mt_call.py: using RAC 172 01:04:14.728608 tst mo_mt_call.py: using CellId 32557 01:04:14.857461 tst mo_mt_call.py: using BVCI 32558 01:04:14.978891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:14.990996 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:15.002724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:15.014852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:15.026911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:15.038785 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:04:15.154824 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:04:15.275770 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:15.786094 run create_hlr_db(pid=15171): Launched 01:04:15.946431 bus /sierra_2: Setting Powered False 01:04:17.005323 run create_hlr_db(pid=15171): Terminated: ok {rc=0} 01:04:17.502734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Launched 01:04:17.834619 run osmo-hlr_10.42.42.2(pid=15174): Launched 01:04:17.959320 run osmo-stp_10.42.42.5: Starting osmo-stp 01:04:18.524289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Launched 01:04:18.854244 run osmo-stp_10.42.42.5(pid=15177): Launched 01:04:18.980902 run osmo-msc_10.42.42.6: Starting osmo-msc 01:04:19.575962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Launched 01:04:19.906839 run osmo-msc_10.42.42.6(pid=15180): Launched 01:04:20.091652 run osmo-stp_10.42.42.5(pid=15177): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] 01:04:20.230826 run osmo-stp_10.42.42.5(pid=15177): stdout: | (launched: 2022-12-13_01:04:18.793948) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:20.370316 run osmo-stp_10.42.42.5(pid=15177): stderr: | 20221213010418983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010418983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010418983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010418983 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010418984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010418984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010418986 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:20.507416 run osmo-stp_10.42.42.5(pid=15177): stdout: | (launched: 2022-12-13_01:04:18.793948) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:20.638848 run osmo-stp_10.42.42.5(pid=15177): stderr: | 20221213010418983 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010418983 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010418983 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010418983 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010418984 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010418984 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010418986 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:20.795039 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 01:04:20.804466 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:04:20.832872 run osmo-hlr_10.42.42.2(pid=15174): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15174)] 01:04:20.883363 run osmo-hlr_10.42.42.2(pid=15174): stdout: | (launched: 2022-12-13_01:04:17.773519) 01:04:20.935553 run osmo-hlr_10.42.42.2(pid=15174): stderr: | 20221213010417970 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010417970 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010417970 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010417970 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010417970 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010417970 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010417981 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010417990 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010417990 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010417990 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:04:21.008311 run osmo-msc_10.42.42.6(pid=15180): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15180)] 01:04:21.058981 run osmo-msc_10.42.42.6(pid=15180): stdout: | (launched: 2022-12-13_01:04:19.846425) 01:04:21.111306 run osmo-msc_10.42.42.6(pid=15180): stderr: | 20221213010420165 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010420165 DLGLOBAL DEBUG validating counter group 0x7f02daa66c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010420165 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010420165 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010420165 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010420166 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010420167 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010420168 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010420168 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010420168 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:04:21.163717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminating (SIGTERM) 01:04:21.205922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminating (SIGTERM) 01:04:21.248510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminating (SIGTERM) 01:04:21.291382 --- ParallelTerminationStrategy: PID 15173 died... 01:04:21.311494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminated: ok {rc=0} 01:04:21.358659 --- ParallelTerminationStrategy: PID 15176 died... 01:04:21.378301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminated: ok {rc=0} 01:04:21.425513 --- ParallelTerminationStrategy: PID 15179 died... 01:04:21.445194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminated: ok {rc=0} 01:04:21.533178 bus /sierra_3: Setting Powered False 01:04:22.632850 bus /sierra_3: Setting Powered False 01:04:23.748892 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 01:04:24.898262 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:24.910819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:04:24.979564 tst mo_mt_call_osmux.py: using LAC 32558 01:04:25.109538 tst mo_mt_call_osmux.py: using RAC 173 01:04:25.237640 tst mo_mt_call_osmux.py: using CellId 32558 01:04:25.366190 tst mo_mt_call_osmux.py: using BVCI 32559 01:04:25.487585 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:25.499426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:25.511002 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:25.522975 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:25.534946 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:04:25.546830 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:04:25.664518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:04:25.784485 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:26.295831 run create_hlr_db(pid=15182): Launched 01:04:26.422344 bus /sierra_2: Setting Powered False 01:04:27.487317 run create_hlr_db(pid=15182): Terminated: ok {rc=0} 01:04:27.923557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Launched 01:04:28.228134 run osmo-hlr_10.42.42.2(pid=15185): Launched 01:04:28.343819 run osmo-stp_10.42.42.5: Starting osmo-stp 01:04:28.873945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Launched 01:04:29.182625 run osmo-stp_10.42.42.5(pid=15188): Launched 01:04:29.303223 run osmo-msc_10.42.42.6: Starting osmo-msc 01:04:29.856368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Launched 01:04:30.162983 run osmo-msc_10.42.42.6(pid=15191): Launched 01:04:30.334342 run osmo-stp_10.42.42.5(pid=15188): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)] 01:04:30.463317 run osmo-stp_10.42.42.5(pid=15188): stdout: | (launched: 2022-12-13_01:04:29.125629) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:30.591877 run osmo-stp_10.42.42.5(pid=15188): stderr: | 20221213010429293 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010429293 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010429294 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010429294 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010429294 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010429295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010429295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:30.719046 run osmo-stp_10.42.42.5(pid=15188): stdout: | (launched: 2022-12-13_01:04:29.125629) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:30.859679 run osmo-stp_10.42.42.5(pid=15188): stderr: | 20221213010429293 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010429293 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010429294 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010429294 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010429294 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010429295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010429295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:31.026132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 01:04:31.036665 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:04:31.068245 run osmo-hlr_10.42.42.2(pid=15185): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15185)] 01:04:31.122091 run osmo-hlr_10.42.42.2(pid=15185): stdout: | (launched: 2022-12-13_01:04:28.171451) 01:04:31.176825 run osmo-hlr_10.42.42.2(pid=15185): stderr: | 20221213010428345 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010428345 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010428345 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010428345 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010428345 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010428345 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010428358 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010428369 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010428369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010428369 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:04:31.252865 run osmo-msc_10.42.42.6(pid=15191): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15191)] 01:04:31.305901 run osmo-msc_10.42.42.6(pid=15191): stdout: | (launched: 2022-12-13_01:04:30.106219) 01:04:31.362344 run osmo-msc_10.42.42.6(pid=15191): stderr: | 20221213010430375 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010430376 DLGLOBAL DEBUG validating counter group 0x7f92aef22c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010430376 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010430376 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010430376 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010430376 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010430378 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010430378 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010430379 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010430379 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:04:31.417565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminating (SIGTERM) 01:04:31.462547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminating (SIGTERM) 01:04:31.509252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminating (SIGTERM) 01:04:31.555850 --- ParallelTerminationStrategy: PID 15184 died... 01:04:31.577961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminated: ok {rc=0} 01:04:31.629365 --- ParallelTerminationStrategy: PID 15187 died... 01:04:31.650104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminated: ok {rc=0} 01:04:31.700206 --- ParallelTerminationStrategy: PID 15190 died... 01:04:31.721896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminated: ok {rc=0} 01:04:31.814432 bus /sierra_3: Setting Powered False 01:04:32.915835 bus /sierra_3: Setting Powered False 01:04:34.032599 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 01:04:35.277506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:04:35.284472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 01:04:35.315320 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 01:04:35.343075 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 01:04:35.393867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 01:04:35.424165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 01:04:35.451970 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 01:04:36.008105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 01:04:36.059041 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.070565 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 01:04:36.135596 tst mo_mt_call.py: using LAC 32559 01:04:36.252635 tst mo_mt_call.py: using RAC 174 01:04:36.370737 tst mo_mt_call.py: using CellId 32559 01:04:36.490303 tst mo_mt_call.py: using BVCI 32560 01:04:36.602586 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.614122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.625291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.636465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.647828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:36.659032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 01:04:36.775179 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 01:04:36.895309 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:37.405824 run create_hlr_db(pid=15196): Launched 01:04:37.534486 bus /sierra_2: Setting Powered False 01:04:38.599138 run create_hlr_db(pid=15196): Terminated: ok {rc=0} 01:04:39.056615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Launched 01:04:39.387036 run osmo-hlr_10.42.42.2(pid=15199): Launched 01:04:39.513763 run osmo-stp_10.42.42.5: Starting osmo-stp 01:04:40.082721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Launched 01:04:40.410874 run osmo-stp_10.42.42.5(pid=15202): Launched 01:04:40.537390 run osmo-msc_10.42.42.6: Starting osmo-msc 01:04:41.131958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Launched 01:04:41.460406 run osmo-msc_10.42.42.6(pid=15205): Launched 01:04:41.645094 run osmo-stp_10.42.42.5(pid=15202): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)] 01:04:41.783159 run osmo-stp_10.42.42.5(pid=15202): stdout: | (launched: 2022-12-13_01:04:40.350578) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:41.921952 run osmo-stp_10.42.42.5(pid=15202): stderr: | 20221213010440539 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010440540 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010440540 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010440540 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010440541 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010440541 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010440541 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:42.058700 run osmo-stp_10.42.42.5(pid=15202): stdout: | (launched: 2022-12-13_01:04:40.350578) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:42.188912 run osmo-stp_10.42.42.5(pid=15202): stderr: | 20221213010440539 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010440540 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010440540 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010440540 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010440541 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010440541 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010440541 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:42.344886 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15202): Process ended prematurely: osmo-stp_10.42.42.5(pid=15202) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 01:04:42.354586 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 01:04:42.383082 run osmo-hlr_10.42.42.2(pid=15199): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15199)] 01:04:42.433339 run osmo-hlr_10.42.42.2(pid=15199): stdout: | (launched: 2022-12-13_01:04:39.326694) 01:04:42.485303 run osmo-hlr_10.42.42.2(pid=15199): stderr: | 20221213010439523 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010439524 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010439524 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010439524 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010439524 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010439524 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010439535 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010439544 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010439544 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010439544 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:04:42.557710 run osmo-msc_10.42.42.6(pid=15205): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15205)] 01:04:42.607749 run osmo-msc_10.42.42.6(pid=15205): stdout: | (launched: 2022-12-13_01:04:41.399990) 01:04:42.659554 run osmo-msc_10.42.42.6(pid=15205): stderr: | 20221213010441717 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010441718 DLGLOBAL DEBUG validating counter group 0x7f098185bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010441718 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010441718 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010441718 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010441718 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010441720 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010441720 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010441720 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010441720 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:04:42.711919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Terminating (SIGTERM) 01:04:42.753977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Terminating (SIGTERM) 01:04:42.796005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Terminating (SIGTERM) 01:04:42.838411 --- ParallelTerminationStrategy: PID 15198 died... 01:04:42.858109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Terminated: ok {rc=0} 01:04:42.905091 --- ParallelTerminationStrategy: PID 15201 died... 01:04:42.924780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Terminated: ok {rc=0} 01:04:42.971663 --- ParallelTerminationStrategy: PID 15204 died... 01:04:42.991287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Terminated: ok {rc=0} 01:04:43.079524 bus /sierra_3: Setting Powered False 01:04:44.177869 bus /sierra_3: Setting Powered False 01:04:45.294152 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 01:04:46.438253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:46.450732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 01:04:46.518156 tst mo_mt_call_osmux.py: using LAC 32560 01:04:46.646873 tst mo_mt_call_osmux.py: using RAC 175 01:04:46.780842 tst mo_mt_call_osmux.py: using CellId 32560 01:04:46.918582 tst mo_mt_call_osmux.py: using BVCI 32561 01:04:47.041982 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:47.054921 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:47.067891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:47.081599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:47.096198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 01:04:47.109058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 01:04:47.235031 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 01:04:47.360021 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:47.874501 run create_hlr_db(pid=15207): Launched 01:04:48.000026 bus /sierra_2: Setting Powered False 01:04:49.064586 run create_hlr_db(pid=15207): Terminated: ok {rc=0} 01:04:49.503855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Launched 01:04:49.812340 run osmo-hlr_10.42.42.2(pid=15210): Launched 01:04:49.928633 run osmo-stp_10.42.42.5: Starting osmo-stp 01:04:50.470892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Launched 01:04:50.779057 run osmo-stp_10.42.42.5(pid=15213): Launched 01:04:50.897880 run osmo-msc_10.42.42.6: Starting osmo-msc 01:04:51.450957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Launched 01:04:51.759329 run osmo-msc_10.42.42.6(pid=15216): Launched 01:04:51.931346 run osmo-stp_10.42.42.5(pid=15213): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)] 01:04:52.060020 run osmo-stp_10.42.42.5(pid=15213): stdout: | (launched: 2022-12-13_01:04:50.721868) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:52.188277 run osmo-stp_10.42.42.5(pid=15213): stderr: | 20221213010450891 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010450891 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010450891 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010450892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010450892 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010450892 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010450892 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:52.315122 run osmo-stp_10.42.42.5(pid=15213): stdout: | (launched: 2022-12-13_01:04:50.721868) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:04:52.436199 run osmo-stp_10.42.42.5(pid=15213): stderr: | 20221213010450891 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010450891 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010450891 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010450892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010450892 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010450892 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010450892 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:04:52.581252 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 01:04:52.589883 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:04:52.616363 run osmo-hlr_10.42.42.2(pid=15210): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15210)] 01:04:52.664130 run osmo-hlr_10.42.42.2(pid=15210): stdout: | (launched: 2022-12-13_01:04:49.755430) 01:04:52.713580 run osmo-hlr_10.42.42.2(pid=15210): stderr: | 20221213010449931 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010449931 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010449931 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010449931 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010449931 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010449931 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010449944 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010449952 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010449952 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010449952 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:04:52.782789 run osmo-msc_10.42.42.6(pid=15216): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15216)] 01:04:52.831138 run osmo-msc_10.42.42.6(pid=15216): stdout: | (launched: 2022-12-13_01:04:51.702335) 01:04:52.880308 run osmo-msc_10.42.42.6(pid=15216): stderr: | 20221213010451972 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010451972 DLGLOBAL DEBUG validating counter group 0x7f7c5ede2c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010451972 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010451972 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010451973 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010451973 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010451974 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010451975 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010451975 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010451975 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:04:52.930065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminating (SIGTERM) 01:04:52.969651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminating (SIGTERM) 01:04:53.009188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Terminating (SIGTERM) 01:04:53.049381 --- ParallelTerminationStrategy: PID 15209 died... 01:04:53.068345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminated: ok {rc=0} 01:04:53.112650 --- ParallelTerminationStrategy: PID 15212 died... 01:04:53.131447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminated: ok {rc=0} 01:04:53.175232 --- ParallelTerminationStrategy: PID 15215 died... 01:04:53.194004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Terminated: ok {rc=0} 01:04:53.279586 bus /sierra_3: Setting Powered False 01:04:54.379945 bus /sierra_3: Setting Powered False 01:04:55.495596 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 01:04:56.746613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:04:56.754229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 01:04:56.783165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 01:04:56.809682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 01:04:56.860294 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 01:04:56.889471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 01:04:56.915833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 01:04:57.473899 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 01:04:57.522984 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:57.534293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:04:57.599077 tst mo_mt_call.py: using LAC 32561 01:04:57.724649 tst mo_mt_call.py: using RAC 176 01:04:57.863690 tst mo_mt_call.py: using CellId 32561 01:04:57.984390 tst mo_mt_call.py: using BVCI 32562 01:04:58.095730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:58.107044 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:58.118180 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:58.129258 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:58.140389 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:04:58.151409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:04:58.272069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:04:58.394723 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:04:58.903806 run create_hlr_db(pid=15221): Launched 01:04:59.028763 bus /sierra_2: Setting Powered False 01:05:00.094183 run create_hlr_db(pid=15221): Terminated: ok {rc=0} 01:05:00.532021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Launched 01:05:00.849646 run osmo-hlr_10.42.42.2(pid=15224): Launched 01:05:01.111065 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:01.772081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Launched 01:05:02.096671 run osmo-stp_10.42.42.5(pid=15230): Launched 01:05:02.276523 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:02.915370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Launched 01:05:03.223361 run osmo-msc_10.42.42.6(pid=15233): Launched 01:05:03.396501 run osmo-stp_10.42.42.5(pid=15230): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)] 01:05:03.526295 run osmo-stp_10.42.42.5(pid=15230): stdout: | (launched: 2022-12-13_01:05:02.039548) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:03.655488 run osmo-stp_10.42.42.5(pid=15230): stderr: | 20221213010502373 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010502373 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010502373 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010502374 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010502374 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010502374 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010502374 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:03.782295 run osmo-stp_10.42.42.5(pid=15230): stdout: | (launched: 2022-12-13_01:05:02.039548) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:03.903212 run osmo-stp_10.42.42.5(pid=15230): stderr: | 20221213010502373 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010502373 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010502373 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010502374 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010502374 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010502374 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010502374 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:04.048240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15230): Process ended prematurely: osmo-stp_10.42.42.5(pid=15230) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 01:05:04.057199 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 01:05:04.083340 run osmo-hlr_10.42.42.2(pid=15224): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15224)] 01:05:04.130322 run osmo-hlr_10.42.42.2(pid=15224): stdout: | (launched: 2022-12-13_01:05:00.782091) 01:05:04.179045 run osmo-hlr_10.42.42.2(pid=15224): stderr: | 20221213010501042 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010501042 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010501042 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010501042 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010501042 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010501043 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010501061 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010501077 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010501078 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010501078 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:04.247575 run osmo-msc_10.42.42.6(pid=15233): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15233)] 01:05:04.294632 run osmo-msc_10.42.42.6(pid=15233): stdout: | (launched: 2022-12-13_01:05:03.166313) 01:05:04.343690 run osmo-msc_10.42.42.6(pid=15233): stderr: | 20221213010503438 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010503438 DLGLOBAL DEBUG validating counter group 0x7ff4b5f07c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010503438 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010503438 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010503438 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010503439 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010503440 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010503441 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010503441 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010503441 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:04.393056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Terminating (SIGTERM) 01:05:04.432719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Terminating (SIGTERM) 01:05:04.472143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Terminating (SIGTERM) 01:05:04.511781 --- ParallelTerminationStrategy: PID 15223 died... 01:05:04.530654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Terminated: ok {rc=0} 01:05:04.574672 --- ParallelTerminationStrategy: PID 15229 died... 01:05:04.592940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Terminated: ok {rc=0} 01:05:04.636519 --- ParallelTerminationStrategy: PID 15232 died... 01:05:04.655024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Terminated: ok {rc=0} 01:05:04.740051 bus /sierra_3: Setting Powered False 01:05:05.840345 bus /sierra_3: Setting Powered False 01:05:06.954890 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 01:05:08.102713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.114768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:05:08.181183 tst mo_mt_call_osmux.py: using LAC 32562 01:05:08.301983 tst mo_mt_call_osmux.py: using RAC 177 01:05:08.424194 tst mo_mt_call_osmux.py: using CellId 32562 01:05:08.547677 tst mo_mt_call_osmux.py: using BVCI 32563 01:05:08.660019 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.671355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.682514 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.693664 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.704767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:05:08.715873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:05:08.836728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:05:08.955856 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:05:09.468435 run create_hlr_db(pid=15235): Launched 01:05:09.596539 bus /sierra_2: Setting Powered False 01:05:10.661670 run create_hlr_db(pid=15235): Terminated: ok {rc=0} 01:05:11.119367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Launched 01:05:11.450871 run osmo-hlr_10.42.42.2(pid=15238): Launched 01:05:11.575643 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:12.147246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Launched 01:05:12.475854 run osmo-stp_10.42.42.5(pid=15241): Launched 01:05:12.602947 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:13.199462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Launched 01:05:13.530084 run osmo-msc_10.42.42.6(pid=15244): Launched 01:05:13.715062 run osmo-stp_10.42.42.5(pid=15241): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)] 01:05:13.853748 run osmo-stp_10.42.42.5(pid=15241): stdout: | (launched: 2022-12-13_01:05:12.415320) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:13.992536 run osmo-stp_10.42.42.5(pid=15241): stderr: | 20221213010512604 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010512604 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010512604 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010512605 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010512605 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010512605 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010512605 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:14.129866 run osmo-stp_10.42.42.5(pid=15241): stdout: | (launched: 2022-12-13_01:05:12.415320) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:14.260311 run osmo-stp_10.42.42.5(pid=15241): stderr: | 20221213010512604 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010512604 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010512604 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010512605 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010512605 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010512605 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010512605 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:14.416665 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 01:05:14.426435 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 01:05:14.454921 run osmo-hlr_10.42.42.2(pid=15238): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15238)] 01:05:14.504822 run osmo-hlr_10.42.42.2(pid=15238): stdout: | (launched: 2022-12-13_01:05:11.389854) 01:05:14.556637 run osmo-hlr_10.42.42.2(pid=15238): stderr: | 20221213010511586 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010511586 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010511586 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010511586 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010511586 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010511586 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010511598 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010511607 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010511607 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010511607 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:14.629256 run osmo-msc_10.42.42.6(pid=15244): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15244)] 01:05:14.679417 run osmo-msc_10.42.42.6(pid=15244): stdout: | (launched: 2022-12-13_01:05:13.469596) 01:05:14.731430 run osmo-msc_10.42.42.6(pid=15244): stderr: | 20221213010513787 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010513787 DLGLOBAL DEBUG validating counter group 0x7fefb4e13c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010513787 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010513787 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010513787 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010513788 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010513789 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010513790 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010513790 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010513790 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:14.783971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminating (SIGTERM) 01:05:14.825925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminating (SIGTERM) 01:05:14.868017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminating (SIGTERM) 01:05:14.910564 --- ParallelTerminationStrategy: PID 15237 died... 01:05:14.930744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminated: ok {rc=0} 01:05:14.977596 --- ParallelTerminationStrategy: PID 15240 died... 01:05:14.997280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminated: ok {rc=0} 01:05:15.044300 --- ParallelTerminationStrategy: PID 15243 died... 01:05:15.064059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminated: ok {rc=0} 01:05:15.152226 bus /sierra_3: Setting Powered False 01:05:16.247608 bus /sierra_3: Setting Powered False 01:05:17.365720 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 01:05:18.615468 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:05:18.622660 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:05:18.653877 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 01:05:18.681773 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:05:18.734766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:05:18.765211 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 01:05:18.792326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:05:19.346979 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 01:05:19.399966 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:19.411871 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:05:19.480521 tst mo_mt_call.py: using LAC 32563 01:05:19.611006 tst mo_mt_call.py: using RAC 178 01:05:19.746520 tst mo_mt_call.py: using CellId 32563 01:05:19.867708 tst mo_mt_call.py: using BVCI 32564 01:05:19.980535 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:19.992189 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:20.003771 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:20.015417 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:20.026948 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:20.038366 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:05:20.159442 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:05:20.280571 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:05:20.792193 run create_hlr_db(pid=15249): Launched 01:05:20.918931 bus /sierra_2: Setting Powered False 01:05:21.983324 run create_hlr_db(pid=15249): Terminated: ok {rc=0} 01:05:22.440300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Launched 01:05:22.770870 run osmo-hlr_10.42.42.2(pid=15252): Launched 01:05:22.896607 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:23.465745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Launched 01:05:23.796424 run osmo-stp_10.42.42.5(pid=15255): Launched 01:05:23.923339 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:24.520706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Launched 01:05:24.851620 run osmo-msc_10.42.42.6(pid=15258): Launched 01:05:25.037230 run osmo-stp_10.42.42.5(pid=15255): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)] 01:05:25.177081 run osmo-stp_10.42.42.5(pid=15255): stdout: | (launched: 2022-12-13_01:05:23.735436) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:25.317125 run osmo-stp_10.42.42.5(pid=15255): stderr: | 20221213010523926 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010523926 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010523926 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010523927 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010523927 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010523927 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010523927 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:25.454608 run osmo-stp_10.42.42.5(pid=15255): stdout: | (launched: 2022-12-13_01:05:23.735436) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:25.585378 run osmo-stp_10.42.42.5(pid=15255): stderr: | 20221213010523926 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010523926 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010523926 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010523927 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010523927 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010523927 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010523927 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:25.742717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15255): Process ended prematurely: osmo-stp_10.42.42.5(pid=15255) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 01:05:25.752167 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:05:25.780652 run osmo-hlr_10.42.42.2(pid=15252): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15252)] 01:05:25.831696 run osmo-hlr_10.42.42.2(pid=15252): stdout: | (launched: 2022-12-13_01:05:22.709853) 01:05:25.884300 run osmo-hlr_10.42.42.2(pid=15252): stderr: | 20221213010522905 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010522905 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010522905 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010522905 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010522905 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010522905 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010522918 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010522927 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010522928 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010522928 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:25.957522 run osmo-msc_10.42.42.6(pid=15258): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15258)] 01:05:26.008253 run osmo-msc_10.42.42.6(pid=15258): stdout: | (launched: 2022-12-13_01:05:24.790831) 01:05:26.061089 run osmo-msc_10.42.42.6(pid=15258): stderr: | 20221213010525109 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010525110 DLGLOBAL DEBUG validating counter group 0x7f959e104c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010525110 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010525110 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010525110 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010525110 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010525112 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010525112 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010525112 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010525112 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:26.114031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Terminating (SIGTERM) 01:05:26.156605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Terminating (SIGTERM) 01:05:26.198919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Terminating (SIGTERM) 01:05:26.241484 --- ParallelTerminationStrategy: PID 15251 died... 01:05:26.261656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Terminated: ok {rc=0} 01:05:26.308857 --- ParallelTerminationStrategy: PID 15254 died... 01:05:26.328928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Terminated: ok {rc=0} 01:05:26.375843 --- ParallelTerminationStrategy: PID 15257 died... 01:05:26.395755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Terminated: ok {rc=0} 01:05:26.484272 bus /sierra_3: Setting Powered False 01:05:27.583725 bus /sierra_3: Setting Powered False 01:05:28.700407 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 01:05:29.848086 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:29.860368 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:05:29.926743 tst mo_mt_call_osmux.py: using LAC 32564 01:05:30.057262 tst mo_mt_call_osmux.py: using RAC 179 01:05:30.187157 tst mo_mt_call_osmux.py: using CellId 32564 01:05:30.316609 tst mo_mt_call_osmux.py: using BVCI 32565 01:05:30.437053 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:30.449170 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:30.460862 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:30.473144 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:30.485313 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:05:30.497251 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:05:30.615271 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:05:30.734319 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:05:31.261432 run create_hlr_db(pid=15260): Launched 01:05:31.430194 bus /sierra_2: Setting Powered False 01:05:32.491532 run create_hlr_db(pid=15260): Terminated: ok {rc=0} 01:05:32.921067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Launched 01:05:33.228842 run osmo-hlr_10.42.42.2(pid=15263): Launched 01:05:33.345270 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:33.887698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Launched 01:05:34.196138 run osmo-stp_10.42.42.5(pid=15266): Launched 01:05:34.312235 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:34.867045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Launched 01:05:35.175859 run osmo-msc_10.42.42.6(pid=15269): Launched 01:05:35.348756 run osmo-stp_10.42.42.5(pid=15266): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)] 01:05:35.477969 run osmo-stp_10.42.42.5(pid=15266): stdout: | (launched: 2022-12-13_01:05:34.139097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:35.607039 run osmo-stp_10.42.42.5(pid=15266): stderr: | 20221213010534308 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010534308 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010534308 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010534309 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010534309 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010534309 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010534310 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:35.734241 run osmo-stp_10.42.42.5(pid=15266): stdout: | (launched: 2022-12-13_01:05:34.139097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:35.857181 run osmo-stp_10.42.42.5(pid=15266): stderr: | 20221213010534308 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010534308 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010534308 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010534309 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010534309 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010534309 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010534310 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:36.002437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 01:05:36.011405 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:05:36.038142 run osmo-hlr_10.42.42.2(pid=15263): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15263)] 01:05:36.085888 run osmo-hlr_10.42.42.2(pid=15263): stdout: | (launched: 2022-12-13_01:05:33.171987) 01:05:36.135323 run osmo-hlr_10.42.42.2(pid=15263): stderr: | 20221213010533347 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010533347 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010533347 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010533347 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010533347 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010533347 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010533359 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010533370 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010533370 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010533371 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:36.204214 run osmo-msc_10.42.42.6(pid=15269): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15269)] 01:05:36.251513 run osmo-msc_10.42.42.6(pid=15269): stdout: | (launched: 2022-12-13_01:05:35.118346) 01:05:36.300938 run osmo-msc_10.42.42.6(pid=15269): stderr: | 20221213010535390 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010535390 DLGLOBAL DEBUG validating counter group 0x7f7591fd4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010535390 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010535390 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010535390 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010535390 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010535392 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010535392 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010535393 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010535393 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:36.350739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminating (SIGTERM) 01:05:36.390442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminating (SIGTERM) 01:05:36.430203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Terminating (SIGTERM) 01:05:36.470356 --- ParallelTerminationStrategy: PID 15262 died... 01:05:36.489589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminated: ok {rc=0} 01:05:36.533716 --- ParallelTerminationStrategy: PID 15265 died... 01:05:36.552412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminated: ok {rc=0} 01:05:36.596589 --- ParallelTerminationStrategy: PID 15268 died... 01:05:36.615450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Terminated: ok {rc=0} 01:05:36.698848 bus /sierra_3: Setting Powered False 01:05:37.793808 bus /sierra_3: Setting Powered False 01:05:38.908432 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo --------------------------------------------------------------------- 01:05:40.169173 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:05:40.175526 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 01:05:40.206330 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 01:05:40.233799 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 01:05:40.284539 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 01:05:40.314829 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 01:05:40.342092 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 01:05:40.893750 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 01:05:40.943627 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:40.955013 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:05:41.020320 tst mo_mt_call.py: using LAC 32565 01:05:41.139366 tst mo_mt_call.py: using RAC 180 01:05:41.260905 tst mo_mt_call.py: using CellId 32565 01:05:41.380551 tst mo_mt_call.py: using BVCI 32566 01:05:41.492296 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:41.503438 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:41.514352 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:41.525281 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:41.536180 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:41.547067 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 01:05:41.667392 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 01:05:41.789362 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:05:42.301801 run create_hlr_db(pid=15274): Launched 01:05:42.429508 bus /sierra_2: Setting Powered False 01:05:43.494791 run create_hlr_db(pid=15274): Terminated: ok {rc=0} 01:05:43.932597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Launched 01:05:44.240488 run osmo-hlr_10.42.42.2(pid=15277): Launched 01:05:44.357858 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:44.902711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Launched 01:05:45.211368 run osmo-stp_10.42.42.5(pid=15280): Launched 01:05:45.329149 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:45.893774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Launched 01:05:46.266982 run osmo-msc_10.42.42.6(pid=15283): Launched 01:05:46.845754 run osmo-stp_10.42.42.5(pid=15280): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)] 01:05:47.075769 run osmo-stp_10.42.42.5(pid=15280): stdout: | (launched: 2022-12-13_01:05:45.154307) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:47.217133 run osmo-stp_10.42.42.5(pid=15280): stderr: | 20221213010545323 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010545323 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010545323 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010545324 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010545324 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010545324 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010545325 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:47.359091 run osmo-stp_10.42.42.5(pid=15280): stdout: | (launched: 2022-12-13_01:05:45.154307) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:47.492262 run osmo-stp_10.42.42.5(pid=15280): stderr: | 20221213010545323 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010545323 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010545323 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010545324 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010545324 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010545324 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010545325 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:47.650307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15280): Process ended prematurely: osmo-stp_10.42.42.5(pid=15280) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 01:05:47.659816 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 01:05:47.689686 run osmo-hlr_10.42.42.2(pid=15277): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15277)] 01:05:47.741190 run osmo-hlr_10.42.42.2(pid=15277): stdout: | (launched: 2022-12-13_01:05:44.183068) 01:05:47.794439 run osmo-hlr_10.42.42.2(pid=15277): stderr: | 20221213010544357 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010544357 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010544357 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010544357 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010544357 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010544357 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010544369 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010544377 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010544378 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010544378 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:47.868684 run osmo-msc_10.42.42.6(pid=15283): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15283)] 01:05:47.920183 run osmo-msc_10.42.42.6(pid=15283): stdout: | (launched: 2022-12-13_01:05:46.208433) 01:05:47.973216 run osmo-msc_10.42.42.6(pid=15283): stderr: | 20221213010546726 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010546726 DLGLOBAL DEBUG validating counter group 0x7f25190f3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010546726 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010546726 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010546727 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010546727 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010546728 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010546729 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010546730 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010546731 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:48.026432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Terminating (SIGTERM) 01:05:48.069719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Terminating (SIGTERM) 01:05:48.113658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Terminating (SIGTERM) 01:05:48.156802 --- ParallelTerminationStrategy: PID 15276 died... 01:05:48.177071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Terminated: ok {rc=0} 01:05:48.224172 --- ParallelTerminationStrategy: PID 15279 died... 01:05:48.243970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Terminated: ok {rc=0} 01:05:48.290692 --- ParallelTerminationStrategy: PID 15282 died... 01:05:48.310294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Terminated: ok {rc=0} 01:05:48.399070 bus /sierra_3: Setting Powered False 01:05:49.495418 bus /sierra_3: Setting Powered False 01:05:50.610597 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 01:05:51.756739 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:51.768629 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:05:51.835796 tst mo_mt_call_osmux.py: using LAC 32566 01:05:51.957499 tst mo_mt_call_osmux.py: using RAC 181 01:05:52.077563 tst mo_mt_call_osmux.py: using CellId 32566 01:05:52.198363 tst mo_mt_call_osmux.py: using BVCI 32567 01:05:52.310949 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:52.322205 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:52.333739 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:52.344598 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:52.355611 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 01:05:52.366539 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 01:05:52.481768 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 01:05:52.601207 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:05:53.112822 run create_hlr_db(pid=15285): Launched 01:05:53.240272 bus /sierra_2: Setting Powered False 01:05:54.305723 run create_hlr_db(pid=15285): Terminated: ok {rc=0} 01:05:54.764133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Launched 01:05:55.096561 run osmo-hlr_10.42.42.2(pid=15288): Launched 01:05:55.222491 run osmo-stp_10.42.42.5: Starting osmo-stp 01:05:55.793287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Launched 01:05:56.123318 run osmo-stp_10.42.42.5(pid=15291): Launched 01:05:56.250436 run osmo-msc_10.42.42.6: Starting osmo-msc 01:05:56.850697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Launched 01:05:57.184043 run osmo-msc_10.42.42.6(pid=15294): Launched 01:05:57.370797 run osmo-stp_10.42.42.5(pid=15291): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)] 01:05:57.511226 run osmo-stp_10.42.42.5(pid=15291): stdout: | (launched: 2022-12-13_01:05:56.062467) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:57.652337 run osmo-stp_10.42.42.5(pid=15291): stderr: | 20221213010556250 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010556250 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010556251 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010556251 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010556252 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010556252 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010556252 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:57.790158 run osmo-stp_10.42.42.5(pid=15291): stdout: | (launched: 2022-12-13_01:05:56.062467) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:05:57.921967 run osmo-stp_10.42.42.5(pid=15291): stderr: | 20221213010556250 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010556250 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010556251 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010556251 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010556252 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010556252 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010556252 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:05:58.079583 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 01:05:58.089467 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 01:05:58.118252 run osmo-hlr_10.42.42.2(pid=15288): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15288)] 01:05:58.168708 run osmo-hlr_10.42.42.2(pid=15288): stdout: | (launched: 2022-12-13_01:05:55.035154) 01:05:58.220915 run osmo-hlr_10.42.42.2(pid=15288): stderr: | 20221213010555230 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010555230 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010555230 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010555230 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010555231 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010555231 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010555243 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010555254 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010555254 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010555254 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:05:58.293937 run osmo-msc_10.42.42.6(pid=15294): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15294)] 01:05:58.344485 run osmo-msc_10.42.42.6(pid=15294): stdout: | (launched: 2022-12-13_01:05:57.123230) 01:05:58.396708 run osmo-msc_10.42.42.6(pid=15294): stderr: | 20221213010557442 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010557443 DLGLOBAL DEBUG validating counter group 0x7f7e4eea7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010557443 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010557443 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010557443 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010557443 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010557446 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010557446 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010557446 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010557446 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:05:58.449248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminating (SIGTERM) 01:05:58.491669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminating (SIGTERM) 01:05:58.534469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Terminating (SIGTERM) 01:05:58.577486 --- ParallelTerminationStrategy: PID 15287 died... 01:05:58.597823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminated: ok {rc=0} 01:05:58.645239 --- ParallelTerminationStrategy: PID 15290 died... 01:05:58.665102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminated: ok {rc=0} 01:05:58.712415 --- ParallelTerminationStrategy: PID 15293 died... 01:05:58.732200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Terminated: ok {rc=0} 01:05:58.821094 bus /sierra_3: Setting Powered False 01:05:59.919619 bus /sierra_3: Setting Powered False 01:06:01.038620 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:trx-lms-limenet-micro --------------------------------------------------------------------- 01:06:02.310037 tst emergency:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:06:02.314409 tst emergency:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:06:02.343722 tst emergency:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:06:02.370207 tst emergency:trx-lms-limenet-micro: Verifying 4 x modem (candidates: 12) 01:06:02.454523 tst emergency:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:06:02.483544 tst emergency:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:06:02.509902 tst emergency:trx-lms-limenet-micro: Reserving 4 x modem (candidates: 12) 01:06:03.096032 tst emergency:trx-lms-limenet-micro: RESERVED RESOURCES for emergency: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py ---------------------------------------------- 01:06:03.100921 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.111867 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:06:03.156904 tst emergency_mo_mt_call.py: using LAC 32567 01:06:03.275475 tst emergency_mo_mt_call.py: using RAC 182 01:06:03.395327 tst emergency_mo_mt_call.py: using CellId 32567 01:06:03.512904 tst emergency_mo_mt_call.py: using BVCI 32568 01:06:03.621776 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.632775 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.643523 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.654347 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.665116 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:03.675741 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:03.795280 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:03.915156 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:06:04.418029 run create_hlr_db(pid=15299): Launched 01:06:04.543119 bus /sierra_2: Setting Powered False 01:06:05.607473 run create_hlr_db(pid=15299): Terminated: ok {rc=0} 01:06:06.040737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Launched 01:06:06.342794 run osmo-hlr_10.42.42.2(pid=15302): Launched 01:06:06.458866 run osmo-stp_10.42.42.5: Starting osmo-stp 01:06:06.983215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Launched 01:06:07.285485 run osmo-stp_10.42.42.5(pid=15305): Launched 01:06:07.409245 tst emergency_mo_mt_call.py: using MSISDN 8047 01:06:07.562842 run osmo-msc_10.42.42.6: Starting osmo-msc 01:06:08.107245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Launched 01:06:08.409180 run osmo-msc_10.42.42.6(pid=15308): Launched 01:06:08.576511 run osmo-stp_10.42.42.5(pid=15305): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)] 01:06:08.703329 run osmo-stp_10.42.42.5(pid=15305): stdout: | (launched: 2022-12-13_01:06:07.229259) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:08.829922 run osmo-stp_10.42.42.5(pid=15305): stderr: | 20221213010607398 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010607398 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010607398 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010607398 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010607399 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010607399 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010607399 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:08.954337 run osmo-stp_10.42.42.5(pid=15305): stdout: | (launched: 2022-12-13_01:06:07.229259) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:09.073049 run osmo-stp_10.42.42.5(pid=15305): stderr: | 20221213010607398 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010607398 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010607398 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010607398 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010607399 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010607399 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010607399 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:09.215345 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15305): Process ended prematurely: osmo-stp_10.42.42.5(pid=15305) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)] [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19] 01:06:09.223534 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 01:06:09.249498 run osmo-hlr_10.42.42.2(pid=15302): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15302)] 01:06:09.297094 run osmo-hlr_10.42.42.2(pid=15302): stdout: | (launched: 2022-12-13_01:06:06.286815) 01:06:09.346385 run osmo-hlr_10.42.42.2(pid=15302): stderr: | 20221213010606458 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010606458 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010606458 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010606459 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010606459 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010606459 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010606471 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010606481 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010606481 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010606481 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:06:09.415024 run osmo-msc_10.42.42.6(pid=15308): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15308)] 01:06:09.463016 run osmo-msc_10.42.42.6(pid=15308): stdout: | (launched: 2022-12-13_01:06:08.353118) 01:06:09.511997 run osmo-msc_10.42.42.6(pid=15308): stderr: | 20221213010608623 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010608623 DLGLOBAL DEBUG validating counter group 0x7f9355cc3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010608623 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010608623 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010608624 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010608624 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010608626 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010608627 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010608627 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010608627 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:06:09.561331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Terminating (SIGTERM) 01:06:09.600740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Terminating (SIGTERM) 01:06:09.640172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Terminating (SIGTERM) 01:06:09.680049 --- ParallelTerminationStrategy: PID 15301 died... 01:06:09.699000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Terminated: ok {rc=0} 01:06:09.743051 --- ParallelTerminationStrategy: PID 15304 died... 01:06:09.761747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Terminated: ok {rc=0} 01:06:09.805435 --- ParallelTerminationStrategy: PID 15307 died... 01:06:09.823958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Terminated: ok {rc=0} 01:06:09.907293 bus /sierra_3: Setting Powered False 01:06:11.004197 bus /sierra_3: Setting Powered False 01:06:12.122405 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:trx-lms-limenet-micro emergency_preemptive_call.py ---------------------------------------------- 01:06:13.209453 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.220940 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:06:13.270529 tst emergency_preemptive_call.py: using LAC 32568 01:06:13.387833 tst emergency_preemptive_call.py: using RAC 183 01:06:13.504329 tst emergency_preemptive_call.py: using CellId 32568 01:06:13.620203 tst emergency_preemptive_call.py: using BVCI 32569 01:06:13.728794 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.739760 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.750508 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.761241 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.772001 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:06:13.782697 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:13.896375 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:14.016887 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:14.138963 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:14.257827 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:06:14.760595 run create_hlr_db(pid=15310): Launched 01:06:14.884156 bus /sierra_2: Setting Powered False 01:06:15.956555 run create_hlr_db(pid=15310): Terminated: ok {rc=0} 01:06:16.414925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Launched 01:06:16.756447 run osmo-hlr_10.42.42.2(pid=15313): Launched 01:06:17.003961 run osmo-stp_10.42.42.5: Starting osmo-stp 01:06:17.656280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Launched 01:06:17.981564 run osmo-stp_10.42.42.5(pid=15316): Launched 01:06:18.116431 tst emergency_preemptive_call.py: using MSISDN 8048 01:06:18.285872 run osmo-msc_10.42.42.6: Starting osmo-msc 01:06:18.864536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Launched 01:06:19.189417 run osmo-msc_10.42.42.6(pid=15319): Launched 01:06:19.370768 run osmo-stp_10.42.42.5(pid=15316): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)] 01:06:19.507048 run osmo-stp_10.42.42.5(pid=15316): stdout: | (launched: 2022-12-13_01:06:17.921699) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:19.644070 run osmo-stp_10.42.42.5(pid=15316): stderr: | 20221213010618110 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010618110 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010618111 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010618111 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010618112 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010618112 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010618112 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:19.779489 run osmo-stp_10.42.42.5(pid=15316): stdout: | (launched: 2022-12-13_01:06:17.921699) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:19.907646 run osmo-stp_10.42.42.5(pid=15316): stderr: | 20221213010618110 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010618110 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010618111 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010618111 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010618112 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010618112 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010618112 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:20.061258 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15316): Process ended prematurely: osmo-stp_10.42.42.5(pid=15316) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)] [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32] 01:06:20.070403 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec) 01:06:20.099039 run osmo-hlr_10.42.42.2(pid=15313): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15313)] 01:06:20.149741 run osmo-hlr_10.42.42.2(pid=15313): stdout: | (launched: 2022-12-13_01:06:16.694130) 01:06:20.202272 run osmo-hlr_10.42.42.2(pid=15313): stderr: | 20221213010616990 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010616990 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010616990 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010616990 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010616990 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010616990 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010617015 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010617028 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010617028 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010617028 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:06:20.275320 run osmo-msc_10.42.42.6(pid=15319): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15319)] 01:06:20.325972 run osmo-msc_10.42.42.6(pid=15319): stdout: | (launched: 2022-12-13_01:06:19.129710) 01:06:20.378576 run osmo-msc_10.42.42.6(pid=15319): stderr: | 20221213010619447 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213010619447 DLGLOBAL DEBUG validating counter group 0x7f1a1bec0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213010619448 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213010619448 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213010619448 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213010619448 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213010619450 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213010619450 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213010619451 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213010619451 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:06:20.431433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Terminating (SIGTERM) 01:06:20.473964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Terminating (SIGTERM) 01:06:20.516494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Terminating (SIGTERM) 01:06:20.559433 --- ParallelTerminationStrategy: PID 15312 died... 01:06:20.579713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Terminated: ok {rc=0} 01:06:20.626932 --- ParallelTerminationStrategy: PID 15315 died... 01:06:20.646734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Terminated: ok {rc=0} 01:06:20.693490 --- ParallelTerminationStrategy: PID 15318 died... 01:06:20.713290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Terminated: ok {rc=0} 01:06:20.801423 bus /sierra_9: Setting Powered False 01:06:21.900887 bus /sierra_9: Setting Powered False 01:06:23.015760 bus /sierra_8: Setting Powered False 01:06:24.116151 bus /sierra_8: Setting Powered False 01:06:25.233839 bus /sierra_3: Setting Powered False 01:06:26.332286 bus /sierra_3: Setting Powered False 01:06:27.447006 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro --------------------------------------------------------------------- 01:06:28.719040 tst gprs:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:06:28.723483 tst gprs:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 01:06:28.752480 tst gprs:trx-lms-limenet-micro: Verifying 9 x ip_address (candidates: 9) 01:06:28.790832 tst gprs:trx-lms-limenet-micro: Verifying 4 x modem (candidates: 12) 01:06:28.880670 tst gprs:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 01:06:28.910558 tst gprs:trx-lms-limenet-micro: Reserving 9 x ip_address (candidates: 9) 01:06:28.948763 tst gprs:trx-lms-limenet-micro: Reserving 4 x modem (candidates: 12) 01:06:29.538998 tst gprs:trx-lms-limenet-micro: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py ---------------------------------------------- 01:06:29.589433 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:29.600402 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:06:29.643630 tst cs_paging_gprs_active.py: using LAC 32569 01:06:29.763214 tst cs_paging_gprs_active.py: using RAC 184 01:06:29.882623 tst cs_paging_gprs_active.py: using CellId 32569 01:06:30.000147 tst cs_paging_gprs_active.py: using BVCI 32570 01:06:30.111255 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.122121 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.132773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.143425 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.153938 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.164398 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.175077 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.185635 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:30.196201 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:30.312020 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:30.431809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:06:30.654841 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:30.988871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Launched 01:06:31.293750 run iperf3-srv_10.42.42.10(pid=15326): Launched 01:06:31.431173 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:06:31.658223 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:31.996065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Launched 01:06:32.327883 run iperf3-srv_10.42.42.10(pid=15328): Launched 01:06:32.443067 tst cs_paging_gprs_active.py:38: start network... 01:06:32.647669 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:06:33.124792 run create_hlr_db(pid=15329): Launched 01:06:33.249342 bus /sierra_2: Setting Powered False 01:06:34.310493 run create_hlr_db(pid=15329): Terminated: ok {rc=0} 01:06:34.736262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Launched 01:06:35.043941 run osmo-hlr_10.42.42.2(pid=15332): Launched 01:06:35.159646 run osmo-stp_10.42.42.5: Starting osmo-stp 01:06:35.692655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Launched 01:06:36.001206 run osmo-stp_10.42.42.5(pid=15335): Launched 01:06:36.118918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:06:36.647260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Launched 01:06:36.765975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:06:37.025616 run patchelf(pid=15338): Launched 01:06:37.198298 run osmo-stp_10.42.42.5(pid=15335): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)] 01:06:37.329324 run osmo-stp_10.42.42.5(pid=15335): stdout: | (launched: 2022-12-13_01:06:35.944191) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:37.460419 run osmo-stp_10.42.42.5(pid=15335): stderr: | 20221213010636113 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010636113 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010636113 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010636114 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010636114 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010636114 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010636114 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:37.591695 run osmo-stp_10.42.42.5(pid=15335): stdout: | (launched: 2022-12-13_01:06:35.944191) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:37.718100 run osmo-stp_10.42.42.5(pid=15335): stderr: | 20221213010636113 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010636113 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010636113 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010636114 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010636114 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010636114 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010636114 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:37.866969 run patchelf(pid=15338): Terminating (SIGINT) 01:06:38.040250 run patchelf(pid=15338): Terminated: ok {rc=0} 01:06:38.165299 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)] [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38] 01:06:38.174747 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 01:06:38.202006 run osmo-hlr_10.42.42.2(pid=15332): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15332)] 01:06:38.249585 run osmo-hlr_10.42.42.2(pid=15332): stdout: | (launched: 2022-12-13_01:06:34.986534) 01:06:38.298716 run osmo-hlr_10.42.42.2(pid=15332): stderr: | 20221213010635162 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010635162 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010635162 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010635162 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010635162 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010635162 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010635174 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010635183 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010635183 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010635183 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:06:38.348306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Terminating (SIGTERM) 01:06:38.388044 run iperf3-srv_10.42.42.10(pid=15326): Terminating (SIGTERM) 01:06:38.427553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Terminating (SIGTERM) 01:06:38.467161 run iperf3-srv_10.42.42.10(pid=15328): Terminating (SIGTERM) 01:06:38.506561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminating (SIGTERM) 01:06:38.546191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminating (SIGTERM) 01:06:38.585885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminating (SIGTERM) 01:06:38.625836 --- ParallelTerminationStrategy: PID 15325 died... 01:06:38.644828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Terminated: ok {rc=0} 01:06:38.689144 --- ParallelTerminationStrategy: PID 15326 died... 01:06:38.707737 run iperf3-srv_10.42.42.10(pid=15326): Terminated {rc=256} 01:06:38.751803 --- ParallelTerminationStrategy: PID 15327 died... 01:06:38.770465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Terminated: ok {rc=0} 01:06:38.814088 --- ParallelTerminationStrategy: PID 15328 died... 01:06:38.832428 run iperf3-srv_10.42.42.10(pid=15328): Terminated {rc=256} 01:06:38.876220 --- ParallelTerminationStrategy: PID 15331 died... 01:06:38.894811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminated: ok {rc=0} 01:06:38.938359 --- ParallelTerminationStrategy: PID 15334 died... 01:06:38.956850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminated: ok {rc=0} 01:06:39.001369 --- ParallelTerminationStrategy: PID 15337 died... 01:06:39.019965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminated: ok {rc=0} 01:06:39.104371 bus /gobi_0: Setting Powered False 01:06:40.205338 bus /gobi_0: Setting Powered False 01:06:41.320230 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro iperf3.py ---------------------------------------------- 01:06:42.467539 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:42.479117 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:06:42.531246 tst iperf3.py: using LAC 32570 01:06:42.649374 tst iperf3.py: using RAC 185 01:06:42.768046 tst iperf3.py: using CellId 32570 01:06:42.886221 tst iperf3.py: using BVCI 32571 01:06:42.997433 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.008303 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.019067 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.029730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.040202 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.050775 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.061583 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.072164 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:43.082900 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:43.197338 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:06:43.401834 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:43.710312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Launched 01:06:43.978710 run iperf3-srv_10.42.42.10(pid=15340): Launched 01:06:44.094943 tst iperf3.py:8: start network... 01:06:44.299833 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:06:44.774876 run create_hlr_db(pid=15341): Launched 01:06:44.907145 bus /gobi_6: Setting Powered False 01:06:45.979831 run create_hlr_db(pid=15341): Terminated: ok {rc=0} 01:06:46.450047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Launched 01:06:46.862314 run osmo-hlr_10.42.42.2(pid=15344): Launched 01:06:47.135659 run osmo-stp_10.42.42.5: Starting osmo-stp 01:06:47.706455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Launched 01:06:48.015151 run osmo-stp_10.42.42.5(pid=15347): Launched 01:06:48.133074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:06:48.660882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Launched 01:06:48.778599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:06:49.038217 run patchelf(pid=15350): Launched 01:06:49.210196 run osmo-stp_10.42.42.5(pid=15347): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)] 01:06:49.339240 run osmo-stp_10.42.42.5(pid=15347): stdout: | (launched: 2022-12-13_01:06:47.958175) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:49.469990 run osmo-stp_10.42.42.5(pid=15347): stderr: | 20221213010648127 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010648127 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010648127 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010648128 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010648128 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010648128 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010648128 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:49.601096 run osmo-stp_10.42.42.5(pid=15347): stdout: | (launched: 2022-12-13_01:06:47.958175) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:06:49.726463 run osmo-stp_10.42.42.5(pid=15347): stderr: | 20221213010648127 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010648127 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010648127 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010648128 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010648128 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010648128 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010648128 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:06:49.875613 run patchelf(pid=15350): Terminating (SIGINT) 01:06:50.048069 run patchelf(pid=15350): Terminated: ok {rc=0} 01:06:50.172323 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15347): Process ended prematurely: osmo-stp_10.42.42.5(pid=15347) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)] [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8] 01:06:50.181808 tst iperf3.py:8: Test FAILED (7.8 sec) 01:06:50.208929 run osmo-hlr_10.42.42.2(pid=15344): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15344)] 01:06:50.256581 run osmo-hlr_10.42.42.2(pid=15344): stdout: | (launched: 2022-12-13_01:06:46.801596) 01:06:50.306178 run osmo-hlr_10.42.42.2(pid=15344): stderr: | 20221213010647042 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010647042 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010647043 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010647043 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010647043 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010647043 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010647058 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010647067 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010647067 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010647067 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:06:50.355982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Terminating (SIGTERM) 01:06:50.395882 run iperf3-srv_10.42.42.10(pid=15340): Terminating (SIGTERM) 01:06:50.435420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Terminating (SIGTERM) 01:06:50.475142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Terminating (SIGTERM) 01:06:50.514830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Terminating (SIGTERM) 01:06:50.554851 --- ParallelTerminationStrategy: PID 15339 died... 01:06:50.573900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Terminated: ok {rc=0} 01:06:50.617995 --- ParallelTerminationStrategy: PID 15340 died... 01:06:50.636915 run iperf3-srv_10.42.42.10(pid=15340): Terminated {rc=256} 01:06:50.680609 --- ParallelTerminationStrategy: PID 15343 died... 01:06:50.699318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Terminated: ok {rc=0} 01:06:50.743161 --- ParallelTerminationStrategy: PID 15346 died... 01:06:50.761812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Terminated: ok {rc=0} 01:06:50.806117 --- ParallelTerminationStrategy: PID 15349 died... 01:06:50.824793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Terminated: ok {rc=0} 01:06:50.909381 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro iperf3m4.py ---------------------------------------------- 01:06:52.062339 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.074561 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:06:52.123504 tst iperf3m4.py: using LAC 32571 01:06:52.251190 tst iperf3m4.py: using RAC 186 01:06:52.378636 tst iperf3m4.py: using CellId 32571 01:06:52.507625 tst iperf3m4.py: using BVCI 32572 01:06:52.629418 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.640730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.651938 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.663606 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.675310 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.686836 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.698788 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.710552 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:06:52.722448 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:52.844883 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:52.970284 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:53.092470 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:06:53.216139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:06:53.420730 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:53.728444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Launched 01:06:53.995741 run iperf3-srv_10.42.42.10(pid=15352): Launched 01:06:54.110066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:06:54.314501 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:54.621905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Launched 01:06:54.908612 run iperf3-srv_10.42.42.10(pid=15354): Launched 01:06:55.034247 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:06:55.257777 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:55.590308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Launched 01:06:55.878382 run iperf3-srv_10.42.42.10(pid=15356): Launched 01:06:56.003778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:06:56.227134 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:06:56.559121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Launched 01:06:56.846261 run iperf3-srv_10.42.42.10(pid=15358): Launched 01:06:56.971561 tst iperf3m4.py:8: start network... 01:06:57.195173 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:06:57.709620 run create_hlr_db(pid=15359): Launched 01:06:57.837235 bus /gobi_6: Setting Powered False 01:06:58.902573 run create_hlr_db(pid=15359): Terminated: ok {rc=0} 01:06:59.360356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Launched 01:06:59.692782 run osmo-hlr_10.42.42.2(pid=15362): Launched 01:06:59.819596 run osmo-stp_10.42.42.5: Starting osmo-stp 01:07:00.490732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Launched 01:07:00.813750 run osmo-stp_10.42.42.5(pid=15365): Launched 01:07:00.971848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:07:01.666752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Launched 01:07:01.803910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:07:02.102452 run patchelf(pid=15368): Launched 01:07:02.305172 run osmo-stp_10.42.42.5(pid=15365): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)] 01:07:02.441501 run osmo-stp_10.42.42.5(pid=15365): stdout: | (launched: 2022-12-13_01:07:00.754661) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:02.579326 run osmo-stp_10.42.42.5(pid=15365): stderr: | 20221213010701061 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010701061 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010701062 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010701062 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010701063 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010701063 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010701063 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:02.717157 run osmo-stp_10.42.42.5(pid=15365): stdout: | (launched: 2022-12-13_01:07:00.754661) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:02.849707 run osmo-stp_10.42.42.5(pid=15365): stderr: | 20221213010701061 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010701061 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010701062 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010701062 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010701063 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010701063 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010701063 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:03.006712 run patchelf(pid=15368): Terminating (SIGINT) 01:07:03.189598 run patchelf(pid=15368): Terminated: ok {rc=0} 01:07:03.320520 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15365): Process ended prematurely: osmo-stp_10.42.42.5(pid=15365) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)] [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8] 01:07:03.330806 tst iperf3m4.py:8: Test FAILED (11.3 sec) 01:07:03.360484 run osmo-hlr_10.42.42.2(pid=15362): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15362)] 01:07:03.411396 run osmo-hlr_10.42.42.2(pid=15362): stdout: | (launched: 2022-12-13_01:06:59.631751) 01:07:03.464092 run osmo-hlr_10.42.42.2(pid=15362): stderr: | 20221213010659831 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010659831 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010659831 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010659831 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010659831 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010659831 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010659843 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010659851 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010659852 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010659852 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:07:03.517253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminating (SIGTERM) 01:07:03.559888 run iperf3-srv_10.42.42.10(pid=15352): Terminating (SIGTERM) 01:07:03.602470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Terminating (SIGTERM) 01:07:03.644754 run iperf3-srv_10.42.42.10(pid=15354): Terminating (SIGTERM) 01:07:03.687412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Terminating (SIGTERM) 01:07:03.729958 run iperf3-srv_10.42.42.10(pid=15356): Terminating (SIGTERM) 01:07:03.772336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Terminating (SIGTERM) 01:07:03.815157 run iperf3-srv_10.42.42.10(pid=15358): Terminating (SIGTERM) 01:07:03.857638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Terminating (SIGTERM) 01:07:03.900391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Terminating (SIGTERM) 01:07:03.942738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Terminating (SIGTERM) 01:07:03.985717 --- ParallelTerminationStrategy: PID 15351 died... 01:07:04.005877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminated: ok {rc=0} 01:07:04.053283 --- ParallelTerminationStrategy: PID 15352 died... 01:07:04.073159 run iperf3-srv_10.42.42.10(pid=15352): Terminated {rc=256} 01:07:04.120680 --- ParallelTerminationStrategy: PID 15353 died... 01:07:04.140406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Terminated: ok {rc=0} 01:07:04.187661 --- ParallelTerminationStrategy: PID 15354 died... 01:07:04.207348 run iperf3-srv_10.42.42.10(pid=15354): Terminated {rc=256} 01:07:04.254448 --- ParallelTerminationStrategy: PID 15355 died... 01:07:04.274316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Terminated: ok {rc=0} 01:07:04.321496 --- ParallelTerminationStrategy: PID 15356 died... 01:07:04.341265 run iperf3-srv_10.42.42.10(pid=15356): Terminated {rc=256} 01:07:04.388427 --- ParallelTerminationStrategy: PID 15357 died... 01:07:04.408206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Terminated: ok {rc=0} 01:07:04.455239 --- ParallelTerminationStrategy: PID 15358 died... 01:07:04.475203 run iperf3-srv_10.42.42.10(pid=15358): Terminated {rc=256} 01:07:04.522306 --- ParallelTerminationStrategy: PID 15361 died... 01:07:04.542066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Terminated: ok {rc=0} 01:07:04.589293 --- ParallelTerminationStrategy: PID 15364 died... 01:07:04.609019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Terminated: ok {rc=0} 01:07:04.655796 --- ParallelTerminationStrategy: PID 15367 died... 01:07:04.675483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Terminated: ok {rc=0} 01:07:04.764481 bus /gobi_4: Setting Powered False 01:07:05.863028 bus /gobi_4: Setting Powered False 01:07:06.980867 bus /gobi_1: Setting Powered False 01:07:08.079734 bus /gobi_1: Setting Powered False 01:07:09.196245 bus /gobi_0: Setting Powered False 01:07:10.290300 bus /gobi_0: Setting Powered False 01:07:11.404595 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro ping.py ---------------------------------------------- 01:07:12.507069 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:12.518674 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:07:12.566880 tst ping.py: using LAC 32572 01:07:12.683901 tst ping.py: using RAC 187 01:07:12.799314 tst ping.py: using CellId 32572 01:07:12.914896 tst ping.py: using BVCI 32573 01:07:13.021757 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.032389 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.043001 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.053589 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.063990 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.075763 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.086565 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:13.097419 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:07:13.210218 tst ping.py:19: start network... 01:07:13.406291 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:07:13.862362 run create_hlr_db(pid=15369): Launched 01:07:13.985455 bus /gobi_6: Setting Powered False 01:07:15.044217 run create_hlr_db(pid=15369): Terminated: ok {rc=0} 01:07:15.478422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Launched 01:07:15.797645 run osmo-hlr_10.42.42.2(pid=15372): Launched 01:07:15.995686 run osmo-stp_10.42.42.5: Starting osmo-stp 01:07:16.665558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Launched 01:07:16.993730 run osmo-stp_10.42.42.5(pid=15375): Launched 01:07:17.138563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:07:17.788378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Launched 01:07:17.901809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:07:18.154071 run patchelf(pid=15378): Launched 01:07:18.319274 run osmo-stp_10.42.42.5(pid=15375): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)] 01:07:18.444632 run osmo-stp_10.42.42.5(pid=15375): stdout: | (launched: 2022-12-13_01:07:16.935519) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:18.571776 run osmo-stp_10.42.42.5(pid=15375): stderr: | 20221213010717268 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010717268 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010717268 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010717269 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010717269 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010717269 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010717270 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:18.698844 run osmo-stp_10.42.42.5(pid=15375): stdout: | (launched: 2022-12-13_01:07:16.935519) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:18.820081 run osmo-stp_10.42.42.5(pid=15375): stderr: | 20221213010717268 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010717268 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010717268 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010717269 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010717269 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010717269 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010717270 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:18.963765 run patchelf(pid=15378): Terminating (SIGINT) 01:07:19.131187 run patchelf(pid=15378): Terminated: ok {rc=0} 01:07:19.251742 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)] [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22] 01:07:19.260505 tst ping.py:22: Test FAILED (6.7 sec) 01:07:19.286758 run osmo-hlr_10.42.42.2(pid=15372): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15372)] 01:07:19.333949 run osmo-hlr_10.42.42.2(pid=15372): stdout: | (launched: 2022-12-13_01:07:15.739363) 01:07:19.383347 run osmo-hlr_10.42.42.2(pid=15372): stderr: | 20221213010716061 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010716061 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010716061 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010716061 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010716061 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010716061 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010716082 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010716109 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010716109 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010716109 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:07:19.433335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminating (SIGTERM) 01:07:19.472850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminating (SIGTERM) 01:07:19.512333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Terminating (SIGTERM) 01:07:19.551981 --- ParallelTerminationStrategy: PID 15371 died... 01:07:19.571056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminated: ok {rc=0} 01:07:19.614942 --- ParallelTerminationStrategy: PID 15374 died... 01:07:19.633411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminated: ok {rc=0} 01:07:19.677182 --- ParallelTerminationStrategy: PID 15377 died... 01:07:19.695711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Terminated: ok {rc=0} 01:07:19.779233 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro ping_idle_ping.py ---------------------------------------------- 01:07:20.865924 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:20.878438 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 01:07:20.928514 tst ping_idle_ping.py: using LAC 32573 01:07:21.055931 tst ping_idle_ping.py: using RAC 188 01:07:21.183651 tst ping_idle_ping.py: using CellId 32573 01:07:21.310885 tst ping_idle_ping.py: using BVCI 32574 01:07:21.429687 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.441169 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.452475 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.464623 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.476557 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.488703 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.500864 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 01:07:21.512895 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 01:07:21.630093 tst ping_idle_ping.py:24: start network... 01:07:21.829738 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:07:22.293075 run create_hlr_db(pid=15379): Launched 01:07:22.414985 bus /gobi_6: Setting Powered False 01:07:23.473588 run create_hlr_db(pid=15379): Terminated: ok {rc=0} 01:07:23.889188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Launched 01:07:24.186796 run osmo-hlr_10.42.42.2(pid=15382): Launched 01:07:24.299046 run osmo-stp_10.42.42.5: Starting osmo-stp 01:07:24.809822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Launched 01:07:25.107064 run osmo-stp_10.42.42.5(pid=15385): Launched 01:07:25.219417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:07:25.732586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Launched 01:07:25.846320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:07:26.098718 run patchelf(pid=15388): Launched 01:07:26.263812 run osmo-stp_10.42.42.5(pid=15385): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)] 01:07:26.389087 run osmo-stp_10.42.42.5(pid=15385): stdout: | (launched: 2022-12-13_01:07:25.051502) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:26.515972 run osmo-stp_10.42.42.5(pid=15385): stderr: | 20221213010725219 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010725219 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010725219 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010725220 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010725220 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010725220 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010725220 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:26.643519 run osmo-stp_10.42.42.5(pid=15385): stdout: | (launched: 2022-12-13_01:07:25.051502) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:26.764633 run osmo-stp_10.42.42.5(pid=15385): stderr: | 20221213010725219 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010725219 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010725219 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010725220 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010725220 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010725220 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010725220 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:26.908417 run patchelf(pid=15388): Terminating (SIGINT) 01:07:27.075865 run patchelf(pid=15388): Terminated: ok {rc=0} 01:07:27.196616 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15385): Process ended prematurely: osmo-stp_10.42.42.5(pid=15385) [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)] [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27] 01:07:27.205379 tst ping_idle_ping.py:27: Test FAILED (6.3 sec) 01:07:27.231689 run osmo-hlr_10.42.42.2(pid=15382): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15382)] 01:07:27.279570 run osmo-hlr_10.42.42.2(pid=15382): stdout: | (launched: 2022-12-13_01:07:24.131844) 01:07:27.328568 run osmo-hlr_10.42.42.2(pid=15382): stderr: | 20221213010724303 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010724304 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010724304 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010724304 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010724304 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010724304 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010724316 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010724325 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010724325 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010724325 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:07:27.378137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Terminating (SIGTERM) 01:07:27.417656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Terminating (SIGTERM) 01:07:27.457051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Terminating (SIGTERM) 01:07:27.496510 --- ParallelTerminationStrategy: PID 15381 died... 01:07:27.515298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Terminated: ok {rc=0} 01:07:27.558885 --- ParallelTerminationStrategy: PID 15384 died... 01:07:27.577386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Terminated: ok {rc=0} 01:07:27.621295 --- ParallelTerminationStrategy: PID 15387 died... 01:07:27.639728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Terminated: ok {rc=0} 01:07:27.725700 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs --------------------------------------------------------------------- 01:07:29.026251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:07:29.032483 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 01:07:29.061297 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 01:07:29.099655 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 01:07:29.185646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 01:07:29.214257 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 01:07:29.251841 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 01:07:29.851095 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 01:07:29.900847 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:29.911830 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:07:29.957476 tst cs_paging_gprs_active.py: using LAC 32574 01:07:30.076171 tst cs_paging_gprs_active.py: using RAC 189 01:07:30.193361 tst cs_paging_gprs_active.py: using CellId 32574 01:07:30.313086 tst cs_paging_gprs_active.py: using BVCI 32575 01:07:30.433048 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.444760 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.456575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.468929 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.481244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.493646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.506057 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.518429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:30.531048 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:30.654555 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:30.773354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:07:31.004838 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:31.315262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Launched 01:07:31.697262 run iperf3-srv_10.42.42.10(pid=15394): Launched 01:07:31.853265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:07:32.062381 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:32.377182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Launched 01:07:32.642117 run iperf3-srv_10.42.42.10(pid=15396): Launched 01:07:32.755730 tst cs_paging_gprs_active.py:38: start network... 01:07:32.958206 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:07:33.430157 run create_hlr_db(pid=15397): Launched 01:07:33.555923 bus /gobi_6: Setting Powered False 01:07:34.616722 run create_hlr_db(pid=15397): Terminated: ok {rc=0} 01:07:35.039107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Launched 01:07:35.343686 run osmo-hlr_10.42.42.2(pid=15400): Launched 01:07:35.458143 run osmo-stp_10.42.42.5: Starting osmo-stp 01:07:35.979145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Launched 01:07:36.283072 run osmo-stp_10.42.42.5(pid=15403): Launched 01:07:36.397660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:07:36.921834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Launched 01:07:37.038195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:07:37.295705 run patchelf(pid=15406): Launched 01:07:37.463475 run osmo-stp_10.42.42.5(pid=15403): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)] 01:07:37.590741 run osmo-stp_10.42.42.5(pid=15403): stdout: | (launched: 2022-12-13_01:07:36.226250) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:37.719730 run osmo-stp_10.42.42.5(pid=15403): stderr: | 20221213010736394 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010736395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010736395 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010736395 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010736396 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010736396 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010736396 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:37.848475 run osmo-stp_10.42.42.5(pid=15403): stdout: | (launched: 2022-12-13_01:07:36.226250) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:37.972539 run osmo-stp_10.42.42.5(pid=15403): stderr: | 20221213010736394 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010736395 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010736395 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010736395 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010736396 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010736396 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010736396 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:38.119016 run patchelf(pid=15406): Terminating (SIGINT) 01:07:38.290563 run patchelf(pid=15406): Terminated: ok {rc=0} 01:07:38.413584 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 01:07:38.422878 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 01:07:38.449710 run osmo-hlr_10.42.42.2(pid=15400): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15400)] 01:07:38.496718 run osmo-hlr_10.42.42.2(pid=15400): stdout: | (launched: 2022-12-13_01:07:35.285994) 01:07:38.545614 run osmo-hlr_10.42.42.2(pid=15400): stderr: | 20221213010735460 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010735460 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010735460 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010735460 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010735460 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010735460 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010735473 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010735482 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010735482 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010735482 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:07:38.594993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Terminating (SIGTERM) 01:07:38.634535 run iperf3-srv_10.42.42.10(pid=15394): Terminating (SIGTERM) 01:07:38.674236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Terminating (SIGTERM) 01:07:38.713656 run iperf3-srv_10.42.42.10(pid=15396): Terminating (SIGTERM) 01:07:38.753091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminating (SIGTERM) 01:07:38.792675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminating (SIGTERM) 01:07:38.832236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Terminating (SIGTERM) 01:07:38.872021 --- ParallelTerminationStrategy: PID 15393 died... 01:07:38.890948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Terminated: ok {rc=0} 01:07:38.934884 --- ParallelTerminationStrategy: PID 15394 died... 01:07:38.953349 run iperf3-srv_10.42.42.10(pid=15394): Terminated {rc=256} 01:07:38.996625 --- ParallelTerminationStrategy: PID 15395 died... 01:07:39.014938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Terminated: ok {rc=0} 01:07:39.058273 --- ParallelTerminationStrategy: PID 15396 died... 01:07:39.076683 run iperf3-srv_10.42.42.10(pid=15396): Terminated {rc=256} 01:07:39.120088 --- ParallelTerminationStrategy: PID 15399 died... 01:07:39.138544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminated: ok {rc=0} 01:07:39.181823 --- ParallelTerminationStrategy: PID 15402 died... 01:07:39.200283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminated: ok {rc=0} 01:07:39.244320 --- ParallelTerminationStrategy: PID 15405 died... 01:07:39.262791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Terminated: ok {rc=0} 01:07:39.347692 bus /gobi_0: Setting Powered False 01:07:40.448156 bus /gobi_0: Setting Powered False 01:07:41.563656 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py ---------------------------------------------- 01:07:42.709489 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:42.721303 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:07:42.768270 tst iperf3.py: using LAC 32575 01:07:42.889298 tst iperf3.py: using RAC 190 01:07:43.008009 tst iperf3.py: using CellId 32575 01:07:43.128829 tst iperf3.py: using BVCI 32576 01:07:43.239910 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.250955 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.261827 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.272581 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.283287 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.294072 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.304938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.315729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:43.326700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:43.446221 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:07:43.663889 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:43.988514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Launched 01:07:44.270108 run iperf3-srv_10.42.42.10(pid=15408): Launched 01:07:44.392427 tst iperf3.py:8: start network... 01:07:44.610246 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:07:45.112176 run create_hlr_db(pid=15409): Launched 01:07:45.237905 bus /gobi_6: Setting Powered False 01:07:46.299924 run create_hlr_db(pid=15409): Terminated: ok {rc=0} 01:07:46.758463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Launched 01:07:47.115958 run osmo-hlr_10.42.42.2(pid=15412): Launched 01:07:47.274762 run osmo-stp_10.42.42.5: Starting osmo-stp 01:07:47.843999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Launched 01:07:48.172495 run osmo-stp_10.42.42.5(pid=15415): Launched 01:07:48.297108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:07:48.861556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Launched 01:07:48.988419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:07:49.267210 run patchelf(pid=15418): Launched 01:07:49.450542 run osmo-stp_10.42.42.5(pid=15415): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)] 01:07:49.588503 run osmo-stp_10.42.42.5(pid=15415): stdout: | (launched: 2022-12-13_01:07:48.111442) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:49.727657 run osmo-stp_10.42.42.5(pid=15415): stderr: | 20221213010748300 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010748300 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010748300 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010748301 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010748301 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010748301 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010748301 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:49.867367 run osmo-stp_10.42.42.5(pid=15415): stdout: | (launched: 2022-12-13_01:07:48.111442) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:07:50.001323 run osmo-stp_10.42.42.5(pid=15415): stderr: | 20221213010748300 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010748300 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010748300 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010748301 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010748301 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010748301 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010748301 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:07:50.160783 run patchelf(pid=15418): Terminating (SIGINT) 01:07:50.345300 run patchelf(pid=15418): Terminated: ok {rc=0} 01:07:50.477336 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15415): Process ended prematurely: osmo-stp_10.42.42.5(pid=15415) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8] 01:07:50.487479 tst iperf3.py:8: Test FAILED (7.8 sec) 01:07:50.516699 run osmo-hlr_10.42.42.2(pid=15412): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15412)] 01:07:50.567314 run osmo-hlr_10.42.42.2(pid=15412): stdout: | (launched: 2022-12-13_01:07:47.050506) 01:07:50.619624 run osmo-hlr_10.42.42.2(pid=15412): stderr: | 20221213010747271 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010747271 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010747271 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010747271 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010747271 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010747271 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010747284 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010747292 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010747292 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010747292 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:07:50.672309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Terminating (SIGTERM) 01:07:50.714935 run iperf3-srv_10.42.42.10(pid=15408): Terminating (SIGTERM) 01:07:50.757216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Terminating (SIGTERM) 01:07:50.799627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Terminating (SIGTERM) 01:07:50.842090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Terminating (SIGTERM) 01:07:50.884620 --- ParallelTerminationStrategy: PID 15407 died... 01:07:50.904804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Terminated: ok {rc=0} 01:07:50.951842 --- ParallelTerminationStrategy: PID 15408 died... 01:07:50.971325 run iperf3-srv_10.42.42.10(pid=15408): Terminated {rc=256} 01:07:51.018452 --- ParallelTerminationStrategy: PID 15411 died... 01:07:51.038026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Terminated: ok {rc=0} 01:07:51.084753 --- ParallelTerminationStrategy: PID 15414 died... 01:07:51.104326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Terminated: ok {rc=0} 01:07:51.151517 --- ParallelTerminationStrategy: PID 15417 died... 01:07:51.171229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Terminated: ok {rc=0} 01:07:51.260856 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 01:07:52.413793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:52.426127 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:07:52.474508 tst iperf3m4.py: using LAC 32576 01:07:52.603212 tst iperf3m4.py: using RAC 191 01:07:52.732662 tst iperf3m4.py: using CellId 32576 01:07:52.860595 tst iperf3m4.py: using BVCI 32577 01:07:52.980883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:52.993174 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.004697 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.016565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.028343 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.040223 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.052122 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.063825 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:07:53.075851 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:53.201718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:53.321971 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:53.440790 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:07:53.558891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:07:53.763796 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:54.071387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Launched 01:07:54.340886 run iperf3-srv_10.42.42.10(pid=15420): Launched 01:07:54.456176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:07:54.660833 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:54.967971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Launched 01:07:55.235501 run iperf3-srv_10.42.42.10(pid=15422): Launched 01:07:55.352064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:07:55.556456 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:55.865436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Launched 01:07:56.133597 run iperf3-srv_10.42.42.10(pid=15424): Launched 01:07:56.248676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:07:56.454972 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:07:56.764732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Launched 01:07:57.031654 run iperf3-srv_10.42.42.10(pid=15426): Launched 01:07:57.146709 tst iperf3m4.py:8: start network... 01:07:57.351306 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:07:57.827500 run create_hlr_db(pid=15427): Launched 01:07:57.958647 bus /gobi_6: Setting Powered False 01:07:59.022661 run create_hlr_db(pid=15427): Terminated: ok {rc=0} 01:07:59.463652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Launched 01:07:59.772006 run osmo-hlr_10.42.42.2(pid=15430): Launched 01:07:59.888617 run osmo-stp_10.42.42.5: Starting osmo-stp 01:08:00.431549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Launched 01:08:00.739862 run osmo-stp_10.42.42.5(pid=15433): Launched 01:08:00.881097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:08:01.544016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Launched 01:08:01.696799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:08:01.964702 run patchelf(pid=15436): Launched 01:08:02.154186 run osmo-stp_10.42.42.5(pid=15433): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)] 01:08:02.285460 run osmo-stp_10.42.42.5(pid=15433): stdout: | (launched: 2022-12-13_01:08:00.682975) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:02.417706 run osmo-stp_10.42.42.5(pid=15433): stderr: | 20221213010800892 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010800892 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010800892 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010800892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010800901 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010800901 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010800901 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:02.548913 run osmo-stp_10.42.42.5(pid=15433): stdout: | (launched: 2022-12-13_01:08:00.682975) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:02.674811 run osmo-stp_10.42.42.5(pid=15433): stderr: | 20221213010800892 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010800892 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010800892 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010800892 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010800901 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010800901 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010800901 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:02.823897 run patchelf(pid=15436): Terminating (SIGINT) 01:08:02.997471 run patchelf(pid=15436): Terminated: ok {rc=0} 01:08:03.122055 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8] 01:08:03.131752 tst iperf3m4.py:8: Test FAILED (10.8 sec) 01:08:03.159944 run osmo-hlr_10.42.42.2(pid=15430): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15430)] 01:08:03.208312 run osmo-hlr_10.42.42.2(pid=15430): stdout: | (launched: 2022-12-13_01:07:59.714435) 01:08:03.258547 run osmo-hlr_10.42.42.2(pid=15430): stderr: | 20221213010759889 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010759889 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010759889 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010759889 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010759889 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010759889 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010759902 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010759911 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010759912 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010759912 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:08:03.308856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Terminating (SIGTERM) 01:08:03.349380 run iperf3-srv_10.42.42.10(pid=15420): Terminating (SIGTERM) 01:08:03.389677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Terminating (SIGTERM) 01:08:03.430116 run iperf3-srv_10.42.42.10(pid=15422): Terminating (SIGTERM) 01:08:03.470319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminating (SIGTERM) 01:08:03.510648 run iperf3-srv_10.42.42.10(pid=15424): Terminating (SIGTERM) 01:08:03.550787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminating (SIGTERM) 01:08:03.591096 run iperf3-srv_10.42.42.10(pid=15426): Terminating (SIGTERM) 01:08:03.631306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminating (SIGTERM) 01:08:03.671606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminating (SIGTERM) 01:08:03.711730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Terminating (SIGTERM) 01:08:03.752116 --- ParallelTerminationStrategy: PID 15419 died... 01:08:03.771469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Terminated: ok {rc=0} 01:08:03.816095 --- ParallelTerminationStrategy: PID 15420 died... 01:08:03.834780 run iperf3-srv_10.42.42.10(pid=15420): Terminated {rc=256} 01:08:03.879120 --- ParallelTerminationStrategy: PID 15421 died... 01:08:03.898035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Terminated: ok {rc=0} 01:08:03.942683 --- ParallelTerminationStrategy: PID 15422 died... 01:08:03.961509 run iperf3-srv_10.42.42.10(pid=15422): Terminated {rc=256} 01:08:04.006415 --- ParallelTerminationStrategy: PID 15423 died... 01:08:04.025711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminated: ok {rc=0} 01:08:04.070089 --- ParallelTerminationStrategy: PID 15424 died... 01:08:04.088866 run iperf3-srv_10.42.42.10(pid=15424): Terminated {rc=256} 01:08:04.133443 --- ParallelTerminationStrategy: PID 15425 died... 01:08:04.152279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminated: ok {rc=0} 01:08:04.196682 --- ParallelTerminationStrategy: PID 15426 died... 01:08:04.215718 run iperf3-srv_10.42.42.10(pid=15426): Terminated {rc=256} 01:08:04.260294 --- ParallelTerminationStrategy: PID 15429 died... 01:08:04.279581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminated: ok {rc=0} 01:08:04.323925 --- ParallelTerminationStrategy: PID 15432 died... 01:08:04.343174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminated: ok {rc=0} 01:08:04.387919 --- ParallelTerminationStrategy: PID 15435 died... 01:08:04.406801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Terminated: ok {rc=0} 01:08:04.493292 bus /gobi_4: Setting Powered False 01:08:05.594446 bus /gobi_4: Setting Powered False 01:08:06.711390 bus /gobi_1: Setting Powered False 01:08:07.811470 bus /gobi_1: Setting Powered False 01:08:08.930391 bus /gobi_0: Setting Powered False 01:08:10.030077 bus /gobi_0: Setting Powered False 01:08:11.148193 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py ---------------------------------------------- 01:08:12.252099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.263866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:08:12.310414 tst ping.py: using LAC 32577 01:08:12.430964 tst ping.py: using RAC 192 01:08:12.548762 tst ping.py: using CellId 32577 01:08:12.669460 tst ping.py: using BVCI 32578 01:08:12.779645 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.790804 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.801692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.812602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.823376 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.834135 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.845228 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:12.856037 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:08:12.975879 tst ping.py:19: start network... 01:08:13.193348 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:08:13.692260 run create_hlr_db(pid=15437): Launched 01:08:13.816074 bus /gobi_6: Setting Powered False 01:08:14.878749 run create_hlr_db(pid=15437): Terminated: ok {rc=0} 01:08:15.309726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Launched 01:08:15.610997 run osmo-hlr_10.42.42.2(pid=15440): Launched 01:08:15.726424 run osmo-stp_10.42.42.5: Starting osmo-stp 01:08:16.372789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Launched 01:08:16.715707 run osmo-stp_10.42.42.5(pid=15443): Launched 01:08:16.960426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:08:17.601864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Launched 01:08:17.725323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:08:17.999417 run patchelf(pid=15446): Launched 01:08:18.180591 run osmo-stp_10.42.42.5(pid=15443): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)] 01:08:18.316818 run osmo-stp_10.42.42.5(pid=15443): stdout: | (launched: 2022-12-13_01:08:16.653359) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:18.454864 run osmo-stp_10.42.42.5(pid=15443): stderr: | 20221213010816948 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010816948 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010816949 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010816949 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010816950 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010816950 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010816950 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:18.593461 run osmo-stp_10.42.42.5(pid=15443): stdout: | (launched: 2022-12-13_01:08:16.653359) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:18.725456 run osmo-stp_10.42.42.5(pid=15443): stderr: | 20221213010816948 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010816948 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010816949 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010816949 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010816950 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010816950 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010816950 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:18.882027 run patchelf(pid=15446): Terminating (SIGINT) 01:08:19.063373 run patchelf(pid=15446): Terminated: ok {rc=0} 01:08:19.194580 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15443): Process ended prematurely: osmo-stp_10.42.42.5(pid=15443) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22] 01:08:19.204021 tst ping.py:22: Test FAILED (6.9 sec) 01:08:19.232933 run osmo-hlr_10.42.42.2(pid=15440): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15440)] 01:08:19.283974 run osmo-hlr_10.42.42.2(pid=15440): stdout: | (launched: 2022-12-13_01:08:15.555047) 01:08:19.336568 run osmo-hlr_10.42.42.2(pid=15440): stderr: | 20221213010815728 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010815728 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010815728 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010815728 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010815728 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010815728 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010815740 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010815750 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010815751 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010815751 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:08:19.389981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Terminating (SIGTERM) 01:08:19.432623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Terminating (SIGTERM) 01:08:19.475609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Terminating (SIGTERM) 01:08:19.518514 --- ParallelTerminationStrategy: PID 15439 died... 01:08:19.538722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Terminated: ok {rc=0} 01:08:19.586129 --- ParallelTerminationStrategy: PID 15442 died... 01:08:19.606000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Terminated: ok {rc=0} 01:08:19.653103 --- ParallelTerminationStrategy: PID 15445 died... 01:08:19.672864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Terminated: ok {rc=0} 01:08:19.762037 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 01:08:20.848163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:20.860085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:08:20.907522 tst ping_idle_ping.py: using LAC 32578 01:08:21.028152 tst ping_idle_ping.py: using RAC 193 01:08:21.146423 tst ping_idle_ping.py: using CellId 32578 01:08:21.264593 tst ping_idle_ping.py: using BVCI 32579 01:08:21.374330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.385626 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.396471 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.407673 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.418754 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.429843 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.440845 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:08:21.452008 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:08:21.572361 tst ping_idle_ping.py:24: start network... 01:08:21.789090 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:08:22.292430 run create_hlr_db(pid=15447): Launched 01:08:22.417429 bus /gobi_6: Setting Powered False 01:08:23.481859 run create_hlr_db(pid=15447): Terminated: ok {rc=0} 01:08:23.915605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Launched 01:08:24.217623 run osmo-hlr_10.42.42.2(pid=15450): Launched 01:08:24.332169 run osmo-stp_10.42.42.5: Starting osmo-stp 01:08:24.854195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Launched 01:08:25.155622 run osmo-stp_10.42.42.5(pid=15453): Launched 01:08:25.270071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:08:25.791754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Launched 01:08:25.907100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:08:26.163460 run patchelf(pid=15456): Launched 01:08:26.333165 run osmo-stp_10.42.42.5(pid=15453): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)] 01:08:26.460779 run osmo-stp_10.42.42.5(pid=15453): stdout: | (launched: 2022-12-13_01:08:25.099318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:26.590720 run osmo-stp_10.42.42.5(pid=15453): stderr: | 20221213010825265 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010825265 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010825266 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010825266 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010825267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010825267 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010825267 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:26.720085 run osmo-stp_10.42.42.5(pid=15453): stdout: | (launched: 2022-12-13_01:08:25.099318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:26.843745 run osmo-stp_10.42.42.5(pid=15453): stderr: | 20221213010825265 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010825265 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010825266 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010825266 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010825267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010825267 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010825267 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:26.990578 run patchelf(pid=15456): Terminating (SIGINT) 01:08:27.160804 run patchelf(pid=15456): Terminated: ok {rc=0} 01:08:27.283435 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15453): Process ended prematurely: osmo-stp_10.42.42.5(pid=15453) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27] 01:08:27.292370 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 01:08:27.319286 run osmo-hlr_10.42.42.2(pid=15450): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15450)] 01:08:27.367053 run osmo-hlr_10.42.42.2(pid=15450): stdout: | (launched: 2022-12-13_01:08:24.160869) 01:08:27.416455 run osmo-hlr_10.42.42.2(pid=15450): stderr: | 20221213010824335 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010824335 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010824335 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010824335 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010824335 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010824335 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010824351 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010824360 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010824360 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010824360 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:08:27.466450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminating (SIGTERM) 01:08:27.506479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Terminating (SIGTERM) 01:08:27.546718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Terminating (SIGTERM) 01:08:27.587209 --- ParallelTerminationStrategy: PID 15449 died... 01:08:27.606422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminated: ok {rc=0} 01:08:27.650764 --- ParallelTerminationStrategy: PID 15452 died... 01:08:27.669585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Terminated: ok {rc=0} 01:08:27.713924 --- ParallelTerminationStrategy: PID 15455 died... 01:08:27.732625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Terminated: ok {rc=0} 01:08:27.818599 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa --------------------------------------------------------------------- 01:08:29.123328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:08:29.129919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 01:08:29.159958 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 01:08:29.198520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 01:08:29.284712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 01:08:29.314030 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 01:08:29.352457 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 01:08:29.949896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 01:08:29.999796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.011028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:08:30.076503 tst cs_paging_gprs_active.py: using LAC 32579 01:08:30.201223 tst cs_paging_gprs_active.py: using RAC 194 01:08:30.331092 tst cs_paging_gprs_active.py: using CellId 32579 01:08:30.460600 tst cs_paging_gprs_active.py: using BVCI 32580 01:08:30.574679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.586120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.597236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.608489 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.619668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.630875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.642038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.653081 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:30.664184 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:30.780808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:30.921936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:08:31.160318 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:31.505718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Launched 01:08:31.805843 run iperf3-srv_10.42.42.10(pid=15461): Launched 01:08:31.972847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:08:32.213881 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:32.546762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Launched 01:08:32.836517 run iperf3-srv_10.42.42.10(pid=15463): Launched 01:08:32.961888 tst cs_paging_gprs_active.py:38: start network... 01:08:33.183700 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:08:33.695751 run create_hlr_db(pid=15464): Launched 01:08:33.823807 bus /gobi_6: Setting Powered False 01:08:34.887950 run create_hlr_db(pid=15464): Terminated: ok {rc=0} 01:08:35.346603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Launched 01:08:35.677923 run osmo-hlr_10.42.42.2(pid=15467): Launched 01:08:35.805627 run osmo-stp_10.42.42.5: Starting osmo-stp 01:08:36.373951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Launched 01:08:36.705950 run osmo-stp_10.42.42.5(pid=15470): Launched 01:08:36.833669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:08:37.404574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Launched 01:08:37.532741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:08:37.811588 run patchelf(pid=15473): Launched 01:08:37.995603 run osmo-stp_10.42.42.5(pid=15470): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)] 01:08:38.134775 run osmo-stp_10.42.42.5(pid=15470): stdout: | (launched: 2022-12-13_01:08:36.643989) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:38.275987 run osmo-stp_10.42.42.5(pid=15470): stderr: | 20221213010836834 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010836835 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010836835 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010836835 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010836836 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010836836 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010836836 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:38.416683 run osmo-stp_10.42.42.5(pid=15470): stdout: | (launched: 2022-12-13_01:08:36.643989) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:38.551695 run osmo-stp_10.42.42.5(pid=15470): stderr: | 20221213010836834 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010836835 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010836835 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010836835 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010836836 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010836836 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010836836 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:38.712286 run patchelf(pid=15473): Terminating (SIGINT) 01:08:38.897547 run patchelf(pid=15473): Terminated: ok {rc=0} 01:08:39.031366 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15470): Process ended prematurely: osmo-stp_10.42.42.5(pid=15470) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 01:08:39.041638 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec) 01:08:39.071072 run osmo-hlr_10.42.42.2(pid=15467): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15467)] 01:08:39.122000 run osmo-hlr_10.42.42.2(pid=15467): stdout: | (launched: 2022-12-13_01:08:35.616695) 01:08:39.175172 run osmo-hlr_10.42.42.2(pid=15467): stderr: | 20221213010835813 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010835813 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010835813 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010835813 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010835813 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010835813 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010835825 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010835834 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010835834 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010835834 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:08:39.228532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Terminating (SIGTERM) 01:08:39.271130 run iperf3-srv_10.42.42.10(pid=15461): Terminating (SIGTERM) 01:08:39.313702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Terminating (SIGTERM) 01:08:39.356111 run iperf3-srv_10.42.42.10(pid=15463): Terminating (SIGTERM) 01:08:39.398312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Terminating (SIGTERM) 01:08:39.440728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Terminating (SIGTERM) 01:08:39.483281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Terminating (SIGTERM) 01:08:39.526022 --- ParallelTerminationStrategy: PID 15460 died... 01:08:39.546105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Terminated: ok {rc=0} 01:08:39.593734 --- ParallelTerminationStrategy: PID 15461 died... 01:08:39.613293 run iperf3-srv_10.42.42.10(pid=15461): Terminated {rc=256} 01:08:39.660455 --- ParallelTerminationStrategy: PID 15462 died... 01:08:39.680040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Terminated: ok {rc=0} 01:08:39.726654 --- ParallelTerminationStrategy: PID 15463 died... 01:08:39.746164 run iperf3-srv_10.42.42.10(pid=15463): Terminated {rc=256} 01:08:39.792932 --- ParallelTerminationStrategy: PID 15466 died... 01:08:39.812627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Terminated: ok {rc=0} 01:08:39.859217 --- ParallelTerminationStrategy: PID 15469 died... 01:08:39.878797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Terminated: ok {rc=0} 01:08:39.925522 --- ParallelTerminationStrategy: PID 15472 died... 01:08:39.945172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Terminated: ok {rc=0} 01:08:40.034436 bus /gobi_0: Setting Powered False 01:08:41.134129 bus /gobi_0: Setting Powered False 01:08:42.251705 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 01:08:43.402547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:43.415076 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:08:43.489897 tst iperf3.py: using LAC 32580 01:08:43.618497 tst iperf3.py: using RAC 195 01:08:43.745993 tst iperf3.py: using CellId 32580 01:08:43.868256 tst iperf3.py: using BVCI 32581 01:08:43.981475 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:43.992879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.004127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.015750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.027367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.038863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.050527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.061847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:44.073416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:44.194339 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:08:44.416644 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:44.746864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Launched 01:08:45.034601 run iperf3-srv_10.42.42.10(pid=15475): Launched 01:08:45.160188 tst iperf3.py:8: start network... 01:08:45.382712 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:08:45.912108 run create_hlr_db(pid=15476): Launched 01:08:46.059277 bus /gobi_6: Setting Powered False 01:08:47.150046 run create_hlr_db(pid=15476): Terminated: ok {rc=0} 01:08:47.669356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Launched 01:08:48.049679 run osmo-hlr_10.42.42.2(pid=15579): Launched 01:08:48.331411 run osmo-stp_10.42.42.5: Starting osmo-stp 01:08:49.209748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Launched 01:08:49.617545 run osmo-stp_10.42.42.5(pid=15752): Launched 01:08:49.863554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:08:50.543637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Launched 01:08:50.679002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:08:50.949404 run patchelf(pid=15755): Launched 01:08:51.138710 run osmo-stp_10.42.42.5(pid=15752): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] 01:08:51.271864 run osmo-stp_10.42.42.5(pid=15752): stdout: | (launched: 2022-12-13_01:08:49.557203) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:51.407639 run osmo-stp_10.42.42.5(pid=15752): stderr: | 20221213010849877 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010849877 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010849877 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010849878 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010849878 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010849878 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010849878 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:51.542051 run osmo-stp_10.42.42.5(pid=15752): stdout: | (launched: 2022-12-13_01:08:49.557203) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:08:51.674995 run osmo-stp_10.42.42.5(pid=15752): stderr: | 20221213010849877 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010849877 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010849877 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010849878 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010849878 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010849878 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010849878 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:08:51.828326 run patchelf(pid=15755): Terminating (SIGINT) 01:08:52.013236 run patchelf(pid=15755): Terminated: ok {rc=0} 01:08:52.141286 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8] 01:08:52.152601 tst iperf3.py:8: Test FAILED (8.8 sec) 01:08:52.181802 run osmo-hlr_10.42.42.2(pid=15579): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15579)] 01:08:52.231752 run osmo-hlr_10.42.42.2(pid=15579): stdout: | (launched: 2022-12-13_01:08:47.972772) 01:08:52.282908 run osmo-hlr_10.42.42.2(pid=15579): stderr: | 20221213010848372 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010848372 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010848372 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010848372 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010848372 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010848372 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010848392 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010848404 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010848414 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010848414 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:08:52.334834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Terminating (SIGTERM) 01:08:52.378067 run iperf3-srv_10.42.42.10(pid=15475): Terminating (SIGTERM) 01:08:52.422152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminating (SIGTERM) 01:08:52.464571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminating (SIGTERM) 01:08:52.507271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Terminating (SIGTERM) 01:08:52.553088 --- ParallelTerminationStrategy: PID 15474 died... 01:08:52.573176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Terminated: ok {rc=0} 01:08:52.621159 --- ParallelTerminationStrategy: PID 15475 died... 01:08:52.640444 run iperf3-srv_10.42.42.10(pid=15475): Terminated {rc=256} 01:08:52.686780 --- ParallelTerminationStrategy: PID 15556 died... 01:08:52.706225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminated: ok {rc=0} 01:08:52.753643 --- ParallelTerminationStrategy: PID 15726 died... 01:08:52.773167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminated: ok {rc=0} 01:08:52.819006 --- ParallelTerminationStrategy: PID 15754 died... 01:08:52.838809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Terminated: ok {rc=0} 01:08:52.926009 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 01:08:54.075789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.088667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:08:54.155946 tst iperf3m4.py: using LAC 32581 01:08:54.278866 tst iperf3m4.py: using RAC 196 01:08:54.402261 tst iperf3m4.py: using CellId 32581 01:08:54.525505 tst iperf3m4.py: using BVCI 32582 01:08:54.642087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.654211 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.667034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.679147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.691748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.703717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.716328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.729944 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:08:54.742417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:54.864296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:54.990002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:55.111481 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:08:55.233750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:08:55.446500 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:55.773501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Launched 01:08:56.064474 run iperf3-srv_10.42.42.10(pid=15759): Launched 01:08:56.199612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:08:56.413286 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:56.735962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Launched 01:08:57.027360 run iperf3-srv_10.42.42.10(pid=15761): Launched 01:08:57.161645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:08:57.374679 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:57.699502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Launched 01:08:57.991402 run iperf3-srv_10.42.42.10(pid=15763): Launched 01:08:58.125057 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:08:58.338581 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:08:58.662344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Launched 01:08:58.959343 run iperf3-srv_10.42.42.10(pid=15766): Launched 01:08:59.093469 tst iperf3m4.py:8: start network... 01:08:59.306729 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:08:59.818083 run create_hlr_db(pid=15767): Launched 01:08:59.985575 bus /gobi_6: Setting Powered False 01:09:01.076689 run create_hlr_db(pid=15767): Terminated: ok {rc=0} 01:09:01.622645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Launched 01:09:01.963950 run osmo-hlr_10.42.42.2(pid=15770): Launched 01:09:02.217635 run osmo-stp_10.42.42.5: Starting osmo-stp 01:09:02.981684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Launched 01:09:03.309248 run osmo-stp_10.42.42.5(pid=15773): Launched 01:09:03.559281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:09:04.246557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Launched 01:09:04.379741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:09:04.654987 run patchelf(pid=15776): Launched 01:09:04.850081 run osmo-stp_10.42.42.5(pid=15773): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)] 01:09:04.987078 run osmo-stp_10.42.42.5(pid=15773): stdout: | (launched: 2022-12-13_01:09:03.249429) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:05.122935 run osmo-stp_10.42.42.5(pid=15773): stderr: | 20221213010903572 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010903572 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010903573 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010903573 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010903574 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010903574 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010903574 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:05.260502 run osmo-stp_10.42.42.5(pid=15773): stdout: | (launched: 2022-12-13_01:09:03.249429) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:05.391802 run osmo-stp_10.42.42.5(pid=15773): stderr: | 20221213010903572 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010903572 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010903573 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010903573 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010903574 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010903574 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010903574 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:05.549137 run patchelf(pid=15776): Terminating (SIGINT) 01:09:05.733201 run patchelf(pid=15776): Terminated: ok {rc=0} 01:09:05.863373 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15773): Process ended prematurely: osmo-stp_10.42.42.5(pid=15773) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8] 01:09:05.874309 tst iperf3m4.py:8: Test FAILED (11.8 sec) 01:09:05.904582 run osmo-hlr_10.42.42.2(pid=15770): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15770)] 01:09:05.956596 run osmo-hlr_10.42.42.2(pid=15770): stdout: | (launched: 2022-12-13_01:09:01.903015) 01:09:06.008210 run osmo-hlr_10.42.42.2(pid=15770): stderr: | 20221213010902196 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010902196 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010902196 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010902196 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010902196 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010902196 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010902226 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010902239 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010902239 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010902239 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:09:06.061299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Terminating (SIGTERM) 01:09:06.103956 run iperf3-srv_10.42.42.10(pid=15759): Terminating (SIGTERM) 01:09:06.149609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Terminating (SIGTERM) 01:09:06.193408 run iperf3-srv_10.42.42.10(pid=15761): Terminating (SIGTERM) 01:09:06.239048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Terminating (SIGTERM) 01:09:06.282133 run iperf3-srv_10.42.42.10(pid=15763): Terminating (SIGTERM) 01:09:06.327230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminating (SIGTERM) 01:09:06.371432 run iperf3-srv_10.42.42.10(pid=15766): Terminating (SIGTERM) 01:09:06.416615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Terminating (SIGTERM) 01:09:06.459707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Terminating (SIGTERM) 01:09:06.504319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Terminating (SIGTERM) 01:09:06.549204 --- ParallelTerminationStrategy: PID 15758 died... 01:09:06.570198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Terminated: ok {rc=0} 01:09:06.618155 --- ParallelTerminationStrategy: PID 15759 died... 01:09:06.638382 run iperf3-srv_10.42.42.10(pid=15759): Terminated {rc=256} 01:09:06.684780 --- ParallelTerminationStrategy: PID 15760 died... 01:09:06.704363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Terminated: ok {rc=0} 01:09:06.750237 --- ParallelTerminationStrategy: PID 15761 died... 01:09:06.770857 run iperf3-srv_10.42.42.10(pid=15761): Terminated {rc=256} 01:09:06.816386 --- ParallelTerminationStrategy: PID 15762 died... 01:09:06.836656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Terminated: ok {rc=0} 01:09:06.882760 --- ParallelTerminationStrategy: PID 15763 died... 01:09:06.902720 run iperf3-srv_10.42.42.10(pid=15763): Terminated {rc=256} 01:09:06.948508 --- ParallelTerminationStrategy: PID 15764 died... 01:09:06.969333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminated: ok {rc=0} 01:09:07.015488 --- ParallelTerminationStrategy: PID 15766 died... 01:09:07.035300 run iperf3-srv_10.42.42.10(pid=15766): Terminated {rc=256} 01:09:07.081173 --- ParallelTerminationStrategy: PID 15769 died... 01:09:07.100519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Terminated: ok {rc=0} 01:09:07.146220 --- ParallelTerminationStrategy: PID 15772 died... 01:09:07.166951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Terminated: ok {rc=0} 01:09:07.213042 --- ParallelTerminationStrategy: PID 15775 died... 01:09:07.236064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Terminated: ok {rc=0} 01:09:07.323598 bus /gobi_4: Setting Powered False 01:09:08.423837 bus /gobi_4: Setting Powered False 01:09:09.542201 bus /gobi_1: Setting Powered False 01:09:10.642660 bus /gobi_1: Setting Powered False 01:09:11.755861 bus /gobi_0: Setting Powered False 01:09:12.854691 bus /gobi_0: Setting Powered False 01:09:13.975780 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 01:09:15.079384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.091463 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:09:15.160209 tst ping.py: using LAC 32582 01:09:15.278952 tst ping.py: using RAC 197 01:09:15.411918 tst ping.py: using CellId 32582 01:09:15.535263 tst ping.py: using BVCI 32583 01:09:15.645346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.656700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.667788 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.678839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.689742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.700605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.711620 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:15.722589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:09:15.843195 tst ping.py:19: start network... 01:09:16.093046 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:09:16.611874 run create_hlr_db(pid=15778): Launched 01:09:16.753471 bus /gobi_6: Setting Powered False 01:09:17.812683 run create_hlr_db(pid=15778): Terminated: ok {rc=0} 01:09:18.276884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Launched 01:09:18.603266 run osmo-hlr_10.42.42.2(pid=15781): Launched 01:09:18.729707 run osmo-stp_10.42.42.5: Starting osmo-stp 01:09:19.296847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Launched 01:09:19.622617 run osmo-stp_10.42.42.5(pid=15784): Launched 01:09:19.747360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:09:20.310526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Launched 01:09:20.435016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:09:20.711224 run patchelf(pid=15787): Launched 01:09:20.893631 run osmo-stp_10.42.42.5(pid=15784): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)] 01:09:21.031119 run osmo-stp_10.42.42.5(pid=15784): stdout: | (launched: 2022-12-13_01:09:19.562113) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:21.170826 run osmo-stp_10.42.42.5(pid=15784): stderr: | 20221213010919758 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010919758 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010919759 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010919759 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010919760 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010919760 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010919760 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:21.309984 run osmo-stp_10.42.42.5(pid=15784): stdout: | (launched: 2022-12-13_01:09:19.562113) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:21.443033 run osmo-stp_10.42.42.5(pid=15784): stderr: | 20221213010919758 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010919758 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010919759 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010919759 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010919760 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010919760 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010919760 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:21.600311 run patchelf(pid=15787): Terminating (SIGINT) 01:09:21.782762 run patchelf(pid=15787): Terminated: ok {rc=0} 01:09:21.914175 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15784): Process ended prematurely: osmo-stp_10.42.42.5(pid=15784) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22] 01:09:21.923866 tst ping.py:22: Test FAILED (6.8 sec) 01:09:21.952820 run osmo-hlr_10.42.42.2(pid=15781): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15781)] 01:09:22.004106 run osmo-hlr_10.42.42.2(pid=15781): stdout: | (launched: 2022-12-13_01:09:18.543062) 01:09:22.056794 run osmo-hlr_10.42.42.2(pid=15781): stderr: | 20221213010918740 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010918740 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010918740 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010918740 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010918740 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010918740 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010918755 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010918765 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010918765 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010918765 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:09:22.110211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Terminating (SIGTERM) 01:09:22.152757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Terminating (SIGTERM) 01:09:22.195770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Terminating (SIGTERM) 01:09:22.238985 --- ParallelTerminationStrategy: PID 15780 died... 01:09:22.259157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Terminated: ok {rc=0} 01:09:22.307427 --- ParallelTerminationStrategy: PID 15783 died... 01:09:22.327316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Terminated: ok {rc=0} 01:09:22.374406 --- ParallelTerminationStrategy: PID 15786 died... 01:09:22.394105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Terminated: ok {rc=0} 01:09:22.483150 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 01:09:23.572737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:23.585879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:09:23.656881 tst ping_idle_ping.py: using LAC 32583 01:09:23.784345 tst ping_idle_ping.py: using RAC 198 01:09:23.913129 tst ping_idle_ping.py: using CellId 32583 01:09:24.040891 tst ping_idle_ping.py: using BVCI 32584 01:09:24.161005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.172874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.184885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.196806 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.208712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.220607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.232625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:09:24.244507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:09:24.363203 tst ping_idle_ping.py:24: start network... 01:09:24.566077 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:09:25.042946 run create_hlr_db(pid=15788): Launched 01:09:25.169155 bus /gobi_6: Setting Powered False 01:09:26.230571 run create_hlr_db(pid=15788): Terminated: ok {rc=0} 01:09:26.675817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Launched 01:09:27.003552 run osmo-hlr_10.42.42.2(pid=15791): Launched 01:09:27.129174 run osmo-stp_10.42.42.5: Starting osmo-stp 01:09:27.690522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Launched 01:09:28.016410 run osmo-stp_10.42.42.5(pid=15794): Launched 01:09:28.141635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:09:28.706164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Launched 01:09:28.831658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:09:29.108845 run patchelf(pid=15797): Launched 01:09:29.292470 run osmo-stp_10.42.42.5(pid=15794): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)] 01:09:29.430401 run osmo-stp_10.42.42.5(pid=15794): stdout: | (launched: 2022-12-13_01:09:27.955833) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:29.569929 run osmo-stp_10.42.42.5(pid=15794): stderr: | 20221213010928148 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010928148 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010928148 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010928148 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010928149 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010928149 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010928149 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:29.709319 run osmo-stp_10.42.42.5(pid=15794): stdout: | (launched: 2022-12-13_01:09:27.955833) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:29.842862 run osmo-stp_10.42.42.5(pid=15794): stderr: | 20221213010928148 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010928148 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010928148 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010928148 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010928149 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010928149 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010928149 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:30.000561 run patchelf(pid=15797): Terminating (SIGINT) 01:09:30.184314 run patchelf(pid=15797): Terminated: ok {rc=0} 01:09:30.316550 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 01:09:30.326333 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 01:09:30.355166 run osmo-hlr_10.42.42.2(pid=15791): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15791)] 01:09:30.406108 run osmo-hlr_10.42.42.2(pid=15791): stdout: | (launched: 2022-12-13_01:09:26.943345) 01:09:30.458666 run osmo-hlr_10.42.42.2(pid=15791): stderr: | 20221213010927140 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010927140 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010927140 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010927140 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010927140 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010927141 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010927155 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010927163 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010927163 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010927163 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:09:30.511772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminating (SIGTERM) 01:09:30.554580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminating (SIGTERM) 01:09:30.597074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Terminating (SIGTERM) 01:09:30.639913 --- ParallelTerminationStrategy: PID 15790 died... 01:09:30.660078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminated: ok {rc=0} 01:09:30.707206 --- ParallelTerminationStrategy: PID 15793 died... 01:09:30.727022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminated: ok {rc=0} 01:09:30.773877 --- ParallelTerminationStrategy: PID 15796 died... 01:09:30.793686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Terminated: ok {rc=0} 01:09:30.888044 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo --------------------------------------------------------------------- 01:09:32.250457 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:09:32.256810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 01:09:32.288012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 01:09:32.327136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 01:09:32.413996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 01:09:32.443240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 01:09:32.481716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 01:09:33.079360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 01:09:33.130376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.141784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:09:33.209208 tst cs_paging_gprs_active.py: using LAC 32584 01:09:33.333205 tst cs_paging_gprs_active.py: using RAC 199 01:09:33.456887 tst cs_paging_gprs_active.py: using CellId 32584 01:09:33.581956 tst cs_paging_gprs_active.py: using BVCI 32585 01:09:33.696196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.707595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.718721 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.730457 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.742096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.753764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.765593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.777117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:33.788613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:33.911067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:34.030360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:09:34.239970 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:34.563032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Launched 01:09:34.854426 run iperf3-srv_10.42.42.10(pid=15805): Launched 01:09:34.980495 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:09:35.204830 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:35.539102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Launched 01:09:35.830105 run iperf3-srv_10.42.42.10(pid=15807): Launched 01:09:35.955727 tst cs_paging_gprs_active.py:38: start network... 01:09:36.180034 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:09:36.698326 run create_hlr_db(pid=15808): Launched 01:09:36.826948 bus /gobi_6: Setting Powered False 01:09:37.892341 run create_hlr_db(pid=15808): Terminated: ok {rc=0} 01:09:38.354398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Launched 01:09:38.690863 run osmo-hlr_10.42.42.2(pid=15811): Launched 01:09:38.818571 run osmo-stp_10.42.42.5: Starting osmo-stp 01:09:39.391222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Launched 01:09:39.725616 run osmo-stp_10.42.42.5(pid=15814): Launched 01:09:39.852853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:09:40.430714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Launched 01:09:40.559657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:09:40.848723 run patchelf(pid=15817): Launched 01:09:41.035336 run osmo-stp_10.42.42.5(pid=15814): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)] 01:09:41.175835 run osmo-stp_10.42.42.5(pid=15814): stdout: | (launched: 2022-12-13_01:09:39.663578) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:41.318201 run osmo-stp_10.42.42.5(pid=15814): stderr: | 20221213010939858 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010939858 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010939858 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010939859 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010939859 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010939859 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010939859 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:41.460198 run osmo-stp_10.42.42.5(pid=15814): stdout: | (launched: 2022-12-13_01:09:39.663578) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:41.596360 run osmo-stp_10.42.42.5(pid=15814): stderr: | 20221213010939858 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010939858 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010939858 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010939859 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010939859 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010939859 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010939859 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:41.757767 run patchelf(pid=15817): Terminating (SIGINT) 01:09:41.944537 run patchelf(pid=15817): Terminated: ok {rc=0} 01:09:42.079161 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15814): Process ended prematurely: osmo-stp_10.42.42.5(pid=15814) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 01:09:42.089604 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 01:09:42.119141 run osmo-hlr_10.42.42.2(pid=15811): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15811)] 01:09:42.170494 run osmo-hlr_10.42.42.2(pid=15811): stdout: | (launched: 2022-12-13_01:09:38.628588) 01:09:42.223441 run osmo-hlr_10.42.42.2(pid=15811): stderr: | 20221213010938827 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010938827 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010938827 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010938827 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010938827 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010938827 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010938839 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010938847 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010938847 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010938847 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:09:42.276581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Terminating (SIGTERM) 01:09:42.319316 run iperf3-srv_10.42.42.10(pid=15805): Terminating (SIGTERM) 01:09:42.361847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Terminating (SIGTERM) 01:09:42.404411 run iperf3-srv_10.42.42.10(pid=15807): Terminating (SIGTERM) 01:09:42.446982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Terminating (SIGTERM) 01:09:42.489738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Terminating (SIGTERM) 01:09:42.532426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Terminating (SIGTERM) 01:09:42.575401 --- ParallelTerminationStrategy: PID 15804 died... 01:09:42.595665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Terminated: ok {rc=0} 01:09:42.642952 --- ParallelTerminationStrategy: PID 15805 died... 01:09:42.662719 run iperf3-srv_10.42.42.10(pid=15805): Terminated {rc=256} 01:09:42.709851 --- ParallelTerminationStrategy: PID 15806 died... 01:09:42.729579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Terminated: ok {rc=0} 01:09:42.776610 --- ParallelTerminationStrategy: PID 15807 died... 01:09:42.796349 run iperf3-srv_10.42.42.10(pid=15807): Terminated {rc=256} 01:09:42.843542 --- ParallelTerminationStrategy: PID 15810 died... 01:09:42.863383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Terminated: ok {rc=0} 01:09:42.910505 --- ParallelTerminationStrategy: PID 15813 died... 01:09:42.930818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Terminated: ok {rc=0} 01:09:42.978065 --- ParallelTerminationStrategy: PID 15816 died... 01:09:42.997891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Terminated: ok {rc=0} 01:09:43.087079 bus /gobi_0: Setting Powered False 01:09:44.187784 bus /gobi_0: Setting Powered False 01:09:45.305779 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 01:09:46.460667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:46.473563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:09:46.542592 tst iperf3.py: using LAC 32585 01:09:46.670192 tst iperf3.py: using RAC 200 01:09:46.800762 tst iperf3.py: using CellId 32585 01:09:46.931936 tst iperf3.py: using BVCI 32586 01:09:47.054254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.067074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.080834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.094612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.107179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.121773 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.134397 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.147685 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:47.162198 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:47.287362 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:09:47.510605 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:47.843832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Launched 01:09:48.135197 run iperf3-srv_10.42.42.10(pid=15819): Launched 01:09:48.259610 tst iperf3.py:8: start network... 01:09:48.482737 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:09:48.999297 run create_hlr_db(pid=15820): Launched 01:09:49.126581 bus /gobi_6: Setting Powered False 01:09:50.192115 run create_hlr_db(pid=15820): Terminated: ok {rc=0} 01:09:50.635816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Launched 01:09:50.949327 run osmo-hlr_10.42.42.2(pid=15823): Launched 01:09:51.068552 run osmo-stp_10.42.42.5: Starting osmo-stp 01:09:51.608372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Launched 01:09:51.923137 run osmo-stp_10.42.42.5(pid=15826): Launched 01:09:52.042617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:09:52.579775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Launched 01:09:52.700232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:09:52.964148 run patchelf(pid=15829): Launched 01:09:53.136817 run osmo-stp_10.42.42.5(pid=15826): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)] 01:09:53.267784 run osmo-stp_10.42.42.5(pid=15826): stdout: | (launched: 2022-12-13_01:09:51.864813) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:53.399662 run osmo-stp_10.42.42.5(pid=15826): stderr: | 20221213010952035 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010952035 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010952036 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010952036 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010952037 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010952037 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010952037 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:53.531794 run osmo-stp_10.42.42.5(pid=15826): stdout: | (launched: 2022-12-13_01:09:51.864813) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:09:53.658792 run osmo-stp_10.42.42.5(pid=15826): stderr: | 20221213010952035 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213010952035 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213010952036 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213010952036 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213010952037 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213010952037 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213010952037 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:09:53.809096 run patchelf(pid=15829): Terminating (SIGINT) 01:09:53.983511 run patchelf(pid=15829): Terminated: ok {rc=0} 01:09:54.109227 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15826): Process ended prematurely: osmo-stp_10.42.42.5(pid=15826) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8] 01:09:54.118807 tst iperf3.py:8: Test FAILED (7.7 sec) 01:09:54.145918 run osmo-hlr_10.42.42.2(pid=15823): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15823)] 01:09:54.193914 run osmo-hlr_10.42.42.2(pid=15823): stdout: | (launched: 2022-12-13_01:09:50.891020) 01:09:54.243708 run osmo-hlr_10.42.42.2(pid=15823): stderr: | 20221213010951067 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213010951067 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213010951067 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213010951067 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213010951067 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213010951067 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213010951079 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213010951087 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213010951088 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213010951088 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:09:54.293856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Terminating (SIGTERM) 01:09:54.334154 run iperf3-srv_10.42.42.10(pid=15819): Terminating (SIGTERM) 01:09:54.374522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Terminating (SIGTERM) 01:09:54.414725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Terminating (SIGTERM) 01:09:54.455023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Terminating (SIGTERM) 01:09:54.495391 --- ParallelTerminationStrategy: PID 15818 died... 01:09:54.514651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Terminated: ok {rc=0} 01:09:54.558983 --- ParallelTerminationStrategy: PID 15819 died... 01:09:54.577775 run iperf3-srv_10.42.42.10(pid=15819): Terminated {rc=256} 01:09:54.621955 --- ParallelTerminationStrategy: PID 15822 died... 01:09:54.640738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Terminated: ok {rc=0} 01:09:54.684830 --- ParallelTerminationStrategy: PID 15825 died... 01:09:54.704135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Terminated: ok {rc=0} 01:09:54.748266 --- ParallelTerminationStrategy: PID 15828 died... 01:09:54.767154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Terminated: ok {rc=0} 01:09:54.853517 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 01:09:56.002856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.014656 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:09:56.084493 tst iperf3m4.py: using LAC 32586 01:09:56.215305 tst iperf3m4.py: using RAC 201 01:09:56.347008 tst iperf3m4.py: using CellId 32586 01:09:56.478129 tst iperf3m4.py: using BVCI 32587 01:09:56.601252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.613071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.624501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.636253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.648041 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.659576 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.671490 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.683167 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:09:56.695178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:56.816173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:56.940804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:57.062247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:09:57.184762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:09:57.393129 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:57.705812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Launched 01:09:57.980347 run iperf3-srv_10.42.42.10(pid=15831): Launched 01:09:58.097091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:09:58.305489 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:58.619294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Launched 01:09:58.891235 run iperf3-srv_10.42.42.10(pid=15833): Launched 01:09:59.007482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:09:59.215185 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:09:59.529547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Launched 01:09:59.801902 run iperf3-srv_10.42.42.10(pid=15835): Launched 01:09:59.920154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:10:00.128320 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:10:00.441645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Launched 01:10:00.712660 run iperf3-srv_10.42.42.10(pid=15837): Launched 01:10:00.837714 tst iperf3m4.py:8: start network... 01:10:01.092902 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:10:01.641509 run create_hlr_db(pid=15841): Launched 01:10:01.807642 bus /gobi_6: Setting Powered False 01:10:02.868644 run create_hlr_db(pid=15841): Terminated: ok {rc=0} 01:10:03.324572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Launched 01:10:03.658306 run osmo-hlr_10.42.42.2(pid=15844): Launched 01:10:03.787508 run osmo-stp_10.42.42.5: Starting osmo-stp 01:10:04.362046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Launched 01:10:04.696057 run osmo-stp_10.42.42.5(pid=15847): Launched 01:10:04.823633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:10:05.396624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Launched 01:10:05.524355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:10:05.806248 run patchelf(pid=15850): Launched 01:10:05.992792 run osmo-stp_10.42.42.5(pid=15847): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)] 01:10:06.132508 run osmo-stp_10.42.42.5(pid=15847): stdout: | (launched: 2022-12-13_01:10:04.634065) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:06.274427 run osmo-stp_10.42.42.5(pid=15847): stderr: | 20221213011004826 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011004826 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011004826 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011004827 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011004827 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011004827 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011004827 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:06.416004 run osmo-stp_10.42.42.5(pid=15847): stdout: | (launched: 2022-12-13_01:10:04.634065) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:06.551763 run osmo-stp_10.42.42.5(pid=15847): stderr: | 20221213011004826 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011004826 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011004826 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011004827 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011004827 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011004827 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011004827 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:06.712793 run patchelf(pid=15850): Terminating (SIGINT) 01:10:06.899006 run patchelf(pid=15850): Terminated: ok {rc=0} 01:10:07.032556 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15847): Process ended prematurely: osmo-stp_10.42.42.5(pid=15847) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8] 01:10:07.042986 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:10:07.072596 run osmo-hlr_10.42.42.2(pid=15844): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15844)] 01:10:07.123629 run osmo-hlr_10.42.42.2(pid=15844): stdout: | (launched: 2022-12-13_01:10:03.596292) 01:10:07.176397 run osmo-hlr_10.42.42.2(pid=15844): stderr: | 20221213011003796 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011003796 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011003796 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011003796 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011003796 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011003796 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011003808 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011003817 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011003818 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011003818 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:10:07.230022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Terminating (SIGTERM) 01:10:07.272768 run iperf3-srv_10.42.42.10(pid=15831): Terminating (SIGTERM) 01:10:07.315417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Terminating (SIGTERM) 01:10:07.358297 run iperf3-srv_10.42.42.10(pid=15833): Terminating (SIGTERM) 01:10:07.400730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Terminating (SIGTERM) 01:10:07.443573 run iperf3-srv_10.42.42.10(pid=15835): Terminating (SIGTERM) 01:10:07.486238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Terminating (SIGTERM) 01:10:07.528919 run iperf3-srv_10.42.42.10(pid=15837): Terminating (SIGTERM) 01:10:07.571569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Terminating (SIGTERM) 01:10:07.614343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Terminating (SIGTERM) 01:10:07.657137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Terminating (SIGTERM) 01:10:07.700206 --- ParallelTerminationStrategy: PID 15830 died... 01:10:07.720726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Terminated: ok {rc=0} 01:10:07.768307 --- ParallelTerminationStrategy: PID 15831 died... 01:10:07.788250 run iperf3-srv_10.42.42.10(pid=15831): Terminated {rc=256} 01:10:07.835491 --- ParallelTerminationStrategy: PID 15832 died... 01:10:07.855503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Terminated: ok {rc=0} 01:10:07.902859 --- ParallelTerminationStrategy: PID 15833 died... 01:10:07.922703 run iperf3-srv_10.42.42.10(pid=15833): Terminated {rc=256} 01:10:07.969882 --- ParallelTerminationStrategy: PID 15834 died... 01:10:07.989721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Terminated: ok {rc=0} 01:10:08.037059 --- ParallelTerminationStrategy: PID 15835 died... 01:10:08.056821 run iperf3-srv_10.42.42.10(pid=15835): Terminated {rc=256} 01:10:08.103808 --- ParallelTerminationStrategy: PID 15836 died... 01:10:08.123818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Terminated: ok {rc=0} 01:10:08.171082 --- ParallelTerminationStrategy: PID 15837 died... 01:10:08.191129 run iperf3-srv_10.42.42.10(pid=15837): Terminated {rc=256} 01:10:08.238440 --- ParallelTerminationStrategy: PID 15843 died... 01:10:08.258172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Terminated: ok {rc=0} 01:10:08.305301 --- ParallelTerminationStrategy: PID 15846 died... 01:10:08.325230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Terminated: ok {rc=0} 01:10:08.372388 --- ParallelTerminationStrategy: PID 15849 died... 01:10:08.392256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Terminated: ok {rc=0} 01:10:08.481243 bus /gobi_4: Setting Powered False 01:10:09.577874 bus /gobi_4: Setting Powered False 01:10:10.690399 bus /gobi_1: Setting Powered False 01:10:11.788142 bus /gobi_1: Setting Powered False 01:10:12.905101 bus /gobi_0: Setting Powered False 01:10:14.002663 bus /gobi_0: Setting Powered False 01:10:15.122936 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 01:10:16.227939 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.240903 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:10:16.310558 tst ping.py: using LAC 32587 01:10:16.474482 tst ping.py: using RAC 202 01:10:16.597095 tst ping.py: using CellId 32587 01:10:16.718602 tst ping.py: using BVCI 32588 01:10:16.840440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.853147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.866596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.879964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.892541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.905813 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.918844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:16.933071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:10:17.054719 tst ping.py:19: start network... 01:10:17.326912 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:10:17.799522 run create_hlr_db(pid=15851): Launched 01:10:17.924120 bus /gobi_6: Setting Powered False 01:10:18.985720 run create_hlr_db(pid=15851): Terminated: ok {rc=0} 01:10:19.432500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Launched 01:10:19.759021 run osmo-hlr_10.42.42.2(pid=15854): Launched 01:10:19.884098 run osmo-stp_10.42.42.5: Starting osmo-stp 01:10:20.450397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Launched 01:10:20.776871 run osmo-stp_10.42.42.5(pid=15857): Launched 01:10:20.900379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:10:21.465420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Launched 01:10:21.591816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:10:21.868562 run patchelf(pid=15860): Launched 01:10:22.051974 run osmo-stp_10.42.42.5(pid=15857): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] 01:10:22.189769 run osmo-stp_10.42.42.5(pid=15857): stdout: | (launched: 2022-12-13_01:10:20.716027) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:22.329426 run osmo-stp_10.42.42.5(pid=15857): stderr: | 20221213011020907 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011020907 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011020908 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011020908 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011020908 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011020909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011020909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:22.468866 run osmo-stp_10.42.42.5(pid=15857): stdout: | (launched: 2022-12-13_01:10:20.716027) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:22.602369 run osmo-stp_10.42.42.5(pid=15857): stderr: | 20221213011020907 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011020907 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011020908 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011020908 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011020908 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011020909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011020909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:22.760168 run patchelf(pid=15860): Terminating (SIGINT) 01:10:22.943388 run patchelf(pid=15860): Terminated: ok {rc=0} 01:10:23.075451 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22] 01:10:23.085267 tst ping.py:22: Test FAILED (6.8 sec) 01:10:23.114348 run osmo-hlr_10.42.42.2(pid=15854): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15854)] 01:10:23.165642 run osmo-hlr_10.42.42.2(pid=15854): stdout: | (launched: 2022-12-13_01:10:19.697905) 01:10:23.219163 run osmo-hlr_10.42.42.2(pid=15854): stderr: | 20221213011019895 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011019895 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011019895 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011019895 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011019895 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011019895 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011019907 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011019916 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011019916 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011019916 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:10:23.272832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminating (SIGTERM) 01:10:23.316026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminating (SIGTERM) 01:10:23.359109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Terminating (SIGTERM) 01:10:23.402568 --- ParallelTerminationStrategy: PID 15853 died... 01:10:23.423119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminated: ok {rc=0} 01:10:23.471317 --- ParallelTerminationStrategy: PID 15856 died... 01:10:23.491424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminated: ok {rc=0} 01:10:23.538880 --- ParallelTerminationStrategy: PID 15859 died... 01:10:23.558724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Terminated: ok {rc=0} 01:10:23.648384 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 01:10:24.737413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:24.749954 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 01:10:24.818452 tst ping_idle_ping.py: using LAC 32588 01:10:24.940452 tst ping_idle_ping.py: using RAC 203 01:10:25.064937 tst ping_idle_ping.py: using CellId 32588 01:10:25.193728 tst ping_idle_ping.py: using BVCI 32589 01:10:25.307010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.318339 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.329451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.341055 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.352715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.364601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.376175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 01:10:25.387649 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 01:10:25.506156 tst ping_idle_ping.py:24: start network... 01:10:25.711649 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:10:26.187837 run create_hlr_db(pid=15861): Launched 01:10:26.313443 bus /gobi_6: Setting Powered False 01:10:27.375178 run create_hlr_db(pid=15861): Terminated: ok {rc=0} 01:10:27.823630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Launched 01:10:28.152503 run osmo-hlr_10.42.42.2(pid=15864): Launched 01:10:28.279035 run osmo-stp_10.42.42.5: Starting osmo-stp 01:10:28.843859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Launched 01:10:29.171785 run osmo-stp_10.42.42.5(pid=15867): Launched 01:10:29.297649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:10:29.861068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Launched 01:10:29.987242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:10:30.265296 run patchelf(pid=15870): Launched 01:10:30.448561 run osmo-stp_10.42.42.5(pid=15867): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)] 01:10:30.586577 run osmo-stp_10.42.42.5(pid=15867): stdout: | (launched: 2022-12-13_01:10:29.110973) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:30.726337 run osmo-stp_10.42.42.5(pid=15867): stderr: | 20221213011029301 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011029301 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011029301 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011029302 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011029302 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011029302 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011029302 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:30.882942 run osmo-stp_10.42.42.5(pid=15867): stdout: | (launched: 2022-12-13_01:10:29.110973) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:31.015222 run osmo-stp_10.42.42.5(pid=15867): stderr: | 20221213011029301 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011029301 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011029301 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011029302 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011029302 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011029302 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011029302 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:31.168383 run patchelf(pid=15870): Terminating (SIGINT) 01:10:31.346028 run patchelf(pid=15870): Terminated: ok {rc=0} 01:10:31.474682 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15867): Process ended prematurely: osmo-stp_10.42.42.5(pid=15867) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 01:10:31.484725 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 01:10:31.513508 run osmo-hlr_10.42.42.2(pid=15864): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15864)] 01:10:31.564331 run osmo-hlr_10.42.42.2(pid=15864): stdout: | (launched: 2022-12-13_01:10:28.091720) 01:10:31.615944 run osmo-hlr_10.42.42.2(pid=15864): stderr: | 20221213011028291 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011028291 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011028291 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011028291 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011028291 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011028291 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011028302 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011028311 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011028311 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011028311 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:10:31.668469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Terminating (SIGTERM) 01:10:31.711356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Terminating (SIGTERM) 01:10:31.756248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Terminating (SIGTERM) 01:10:31.800407 --- ParallelTerminationStrategy: PID 15863 died... 01:10:31.820224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Terminated: ok {rc=0} 01:10:31.867393 --- ParallelTerminationStrategy: PID 15866 died... 01:10:31.887200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Terminated: ok {rc=0} 01:10:31.933135 --- ParallelTerminationStrategy: PID 15869 died... 01:10:31.952765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Terminated: ok {rc=0} 01:10:32.041269 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 01:10:33.341262 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:10:33.347939 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:10:33.376874 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 01:10:33.411123 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:10:33.463709 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:10:33.492563 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 01:10:33.527675 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:10:34.092276 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 01:10:34.098315 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.110323 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:10:34.174326 tst switch_tch_pdch.py: using LAC 32589 01:10:34.291840 tst switch_tch_pdch.py: using RAC 204 01:10:34.410363 tst switch_tch_pdch.py: using CellId 32589 01:10:34.529291 tst switch_tch_pdch.py: using BVCI 32590 01:10:34.639070 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.650539 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.661945 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.673805 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.685075 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.696271 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.708510 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:10:34.719749 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:10:34.842058 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:10:34.961341 tst switch_tch_pdch.py:51: start network... 01:10:35.163951 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:10:35.636568 run create_hlr_db(pid=15874): Launched 01:10:35.762144 bus /gobi_6: Setting Powered False 01:10:36.826910 run create_hlr_db(pid=15874): Terminated: ok {rc=0} 01:10:37.263936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Launched 01:10:37.571958 run osmo-hlr_10.42.42.2(pid=15877): Launched 01:10:37.686876 run osmo-stp_10.42.42.5: Starting osmo-stp 01:10:38.227027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Launched 01:10:38.530814 run osmo-stp_10.42.42.5(pid=15880): Launched 01:10:38.646549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:10:39.172858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Launched 01:10:39.288550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:10:39.546067 run patchelf(pid=15883): Launched 01:10:39.717897 run osmo-stp_10.42.42.5(pid=15880): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)] 01:10:39.846371 run osmo-stp_10.42.42.5(pid=15880): stdout: | (launched: 2022-12-13_01:10:38.473890) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:39.976447 run osmo-stp_10.42.42.5(pid=15880): stderr: | 20221213011038644 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011038644 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011038644 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011038645 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011038645 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011038645 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011038645 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:40.106524 run osmo-stp_10.42.42.5(pid=15880): stdout: | (launched: 2022-12-13_01:10:38.473890) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:40.230565 run osmo-stp_10.42.42.5(pid=15880): stderr: | 20221213011038644 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011038644 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011038644 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011038645 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011038645 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011038645 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011038645 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:40.377605 run patchelf(pid=15883): Terminating (SIGINT) 01:10:40.549133 run patchelf(pid=15883): Terminated: ok {rc=0} 01:10:40.672307 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15880): Process ended prematurely: osmo-stp_10.42.42.5(pid=15880) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)] [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 01:10:40.681368 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 01:10:40.708041 run osmo-hlr_10.42.42.2(pid=15877): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15877)] 01:10:40.755896 run osmo-hlr_10.42.42.2(pid=15877): stdout: | (launched: 2022-12-13_01:10:37.513616) 01:10:40.805765 run osmo-hlr_10.42.42.2(pid=15877): stderr: | 20221213011037691 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011037691 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011037691 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011037691 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011037692 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011037692 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011037704 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011037713 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011037713 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011037713 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:10:40.855840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Terminating (SIGTERM) 01:10:40.895715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Terminating (SIGTERM) 01:10:40.935586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Terminating (SIGTERM) 01:10:40.975840 --- ParallelTerminationStrategy: PID 15876 died... 01:10:40.995196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Terminated: ok {rc=0} 01:10:41.039686 --- ParallelTerminationStrategy: PID 15879 died... 01:10:41.058665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Terminated: ok {rc=0} 01:10:41.103133 --- ParallelTerminationStrategy: PID 15882 died... 01:10:41.122008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Terminated: ok {rc=0} 01:10:41.206008 bus /gobi_0: Setting Powered False 01:10:42.301289 bus /gobi_0: Setting Powered False 01:10:43.413908 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 01:10:44.673193 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:10:44.679762 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 01:10:44.711016 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 01:10:44.746701 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 01:10:44.801521 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 01:10:44.831596 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 01:10:44.866887 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 01:10:45.425570 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 01:10:45.430906 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:45.442765 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 01:10:45.513438 tst switch_tch_pdch.py: using LAC 32590 01:10:45.640525 tst switch_tch_pdch.py: using RAC 205 01:10:45.766341 tst switch_tch_pdch.py: using CellId 32590 01:10:45.912906 tst switch_tch_pdch.py: using BVCI 32591 01:10:46.033130 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.045955 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.059279 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.072597 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.085193 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.098517 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.112738 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 01:10:46.125335 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 01:10:46.255900 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 01:10:46.401689 tst switch_tch_pdch.py:51: start network... 01:10:46.658741 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:10:47.143419 run create_hlr_db(pid=15887): Launched 01:10:47.295028 bus /gobi_6: Setting Powered False 01:10:48.360017 run create_hlr_db(pid=15887): Terminated: ok {rc=0} 01:10:48.770801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Launched 01:10:49.078451 run osmo-hlr_10.42.42.2(pid=15890): Launched 01:10:49.195411 run osmo-stp_10.42.42.5: Starting osmo-stp 01:10:49.712719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Launched 01:10:50.017531 run osmo-stp_10.42.42.5(pid=15893): Launched 01:10:50.134387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:10:50.636508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Launched 01:10:50.753961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:10:51.011854 run patchelf(pid=15896): Launched 01:10:51.182308 run osmo-stp_10.42.42.5(pid=15893): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] 01:10:51.310973 run osmo-stp_10.42.42.5(pid=15893): stdout: | (launched: 2022-12-13_01:10:49.960308) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:51.440448 run osmo-stp_10.42.42.5(pid=15893): stderr: | 20221213011050130 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011050130 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011050131 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011050131 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011050132 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011050132 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011050132 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:51.570359 run osmo-stp_10.42.42.5(pid=15893): stdout: | (launched: 2022-12-13_01:10:49.960308) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:10:51.695306 run osmo-stp_10.42.42.5(pid=15893): stderr: | 20221213011050130 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011050130 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011050131 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011050131 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011050132 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011050132 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011050132 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:10:51.842531 run patchelf(pid=15896): Terminating (SIGINT) 01:10:52.013614 run patchelf(pid=15896): Terminated: ok {rc=0} 01:10:52.136933 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 01:10:52.145884 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 01:10:52.172613 run osmo-hlr_10.42.42.2(pid=15890): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15890)] 01:10:52.220369 run osmo-hlr_10.42.42.2(pid=15890): stdout: | (launched: 2022-12-13_01:10:49.021272) 01:10:52.269975 run osmo-hlr_10.42.42.2(pid=15890): stderr: | 20221213011049199 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011049199 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011049199 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011049199 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011049199 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011049199 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011049211 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011049222 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011049222 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011049222 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:10:52.319927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminating (SIGTERM) 01:10:52.359766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminating (SIGTERM) 01:10:52.399778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Terminating (SIGTERM) 01:10:52.440185 --- ParallelTerminationStrategy: PID 15889 died... 01:10:52.459542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminated: ok {rc=0} 01:10:52.504265 --- ParallelTerminationStrategy: PID 15892 died... 01:10:52.523196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminated: ok {rc=0} 01:10:52.567341 --- ParallelTerminationStrategy: PID 15895 died... 01:10:52.586213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Terminated: ok {rc=0} 01:10:52.672928 bus /gobi_0: Setting Powered False 01:10:53.773576 bus /gobi_0: Setting Powered False 01:10:54.889689 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_sms:nanobts --------------------------------------------------------------------- 01:10:56.146361 tst nitb_sms:nanobts: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:10:56.150517 tst nitb_sms:nanobts: Verifying 1 x bts (candidates: 11) 01:10:56.175468 tst nitb_sms:nanobts: Verifying 1 x ip_address (candidates: 9) 01:10:56.182833 tst nitb_sms:nanobts: Verifying 2 x modem (candidates: 12) 01:10:56.235895 tst nitb_sms:nanobts: Reserving 1 x bts (candidates: 11) 01:10:56.260050 tst nitb_sms:nanobts: Reserving 1 x ip_address (candidates: 9) 01:10:56.267239 tst nitb_sms:nanobts: Reserving 2 x modem (candidates: 12) 01:10:56.808015 tst nitb_sms:nanobts: RESERVED RESOURCES for nitb_sms: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 nitb_sms:nanobts mo_mt_sms.py ---------------------------------------------- 01:10:56.813714 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1) 01:10:56.825152 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1) 01:10:56.864939 tst mo_mt_sms.py: using LAC 32591 01:10:56.993610 tst mo_mt_sms.py: using RAC 206 01:10:57.121585 tst mo_mt_sms.py: using CellId 32591 01:10:57.239850 tst mo_mt_sms.py: using BVCI 32592 01:10:57.350459 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2) 01:10:57.470728 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2) 01:10:57.589037 tst mo_mt_sms.py:9: start nitb and bts... 01:10:57.792049 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:10:58.414515 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Launched 01:10:58.719853 run osmo-nitb_10.42.42.2(pid=15901): Launched 01:10:58.887332 run osmo-nitb_10.42.42.2(pid=15901): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)] 01:10:59.023285 run osmo-nitb_10.42.42.2(pid=15901): stdout: | (launched: 2022-12-13_01:10:58.662821) 01:10:59.160910 run osmo-nitb_10.42.42.2(pid=15901): stderr: | (launched: 2022-12-13_01:10:58.707823) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:10:59.298874 run osmo-nitb_10.42.42.2(pid=15901): stdout: | (launched: 2022-12-13_01:10:58.662821) 01:10:59.430375 run osmo-nitb_10.42.42.2(pid=15901): stderr: | (launched: 2022-12-13_01:10:58.707823) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)] 01:10:59.834079 tst osmo-nitb_10.42.42.2(pid=15901): stdout: | (launched: 2022-12-13_01:10:58.662821) 01:10:59.955949 tst osmo-nitb_10.42.42.2(pid=15901): stderr: | (launched: 2022-12-13_01:10:58.707823) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:11:00.099667 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)] [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11] 01:11:00.108147 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 01:11:00.114646 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Terminating (SIGTERM) 01:11:00.323500 --- ParallelTerminationStrategy: PID 15900 died... 01:11:00.344301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Terminated: ok {rc=0} 01:11:00.430717 bus /sierra_3: Setting Powered False 01:11:01.543054 bus /sierra_3: Setting Powered False 01:11:02.679921 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_sms:nanobts FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:nanobts+band-1900 --------------------------------------------------------------------- 01:11:03.866736 tst sms:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:11:03.871925 tst sms:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 01:11:03.895798 tst sms:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 01:11:03.922206 tst sms:nanobts+band-1900: Verifying 2 x modem (candidates: 12) 01:11:03.974853 tst sms:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 01:11:03.998846 tst sms:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 01:11:04.025009 tst sms:nanobts+band-1900: Reserving 2 x modem (candidates: 12) 01:11:04.572195 tst sms:nanobts+band-1900: RESERVED RESOURCES for sms: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:nanobts+band-1900 mo_mt_sms.py ---------------------------------------------- 01:11:04.577164 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:04.587943 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:11:04.625396 tst mo_mt_sms.py: using LAC 32592 01:11:04.744278 tst mo_mt_sms.py: using RAC 207 01:11:04.876500 tst mo_mt_sms.py: using CellId 32592 01:11:04.994964 tst mo_mt_sms.py: using BVCI 32593 01:11:05.104417 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:05.115156 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:05.125849 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:05.136463 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:05.147082 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:05.157639 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2) 01:11:05.276353 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2) 01:11:05.393115 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:11:05.865478 run create_hlr_db(pid=15905): Launched 01:11:05.990662 bus /sierra_2: Setting Powered False 01:11:07.051789 run create_hlr_db(pid=15905): Terminated: ok {rc=0} 01:11:07.498618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Launched 01:11:07.825782 run osmo-hlr_10.42.42.2(pid=15908): Launched 01:11:07.949742 run osmo-stp_10.42.42.5: Starting osmo-stp 01:11:08.514749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Launched 01:11:08.841522 run osmo-stp_10.42.42.5(pid=15911): Launched 01:11:08.965734 run osmo-msc_10.42.42.6: Starting osmo-msc 01:11:09.559313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Launched 01:11:09.886182 run osmo-msc_10.42.42.6(pid=15914): Launched 01:11:10.068602 run osmo-stp_10.42.42.5(pid=15911): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] 01:11:10.206084 run osmo-stp_10.42.42.5(pid=15911): stdout: | (launched: 2022-12-13_01:11:08.780663) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:10.345267 run osmo-stp_10.42.42.5(pid=15911): stderr: | 20221213011108973 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011108974 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011108974 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011108974 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011108975 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011108975 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011108975 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:10.481123 run osmo-stp_10.42.42.5(pid=15911): stdout: | (launched: 2022-12-13_01:11:08.780663) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:10.610490 run osmo-stp_10.42.42.5(pid=15911): stderr: | 20221213011108973 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011108974 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011108974 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011108974 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011108975 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011108975 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011108975 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:10.765256 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16] 01:11:10.774347 tst mo_mt_sms.py:16: Test FAILED (6.2 sec) 01:11:10.802703 run osmo-hlr_10.42.42.2(pid=15908): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15908)] 01:11:10.853529 run osmo-hlr_10.42.42.2(pid=15908): stdout: | (launched: 2022-12-13_01:11:07.764938) 01:11:10.906088 run osmo-hlr_10.42.42.2(pid=15908): stderr: | 20221213011107964 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011107964 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011107965 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011107965 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011107965 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011107965 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011107977 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011107986 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011107986 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011107986 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:11:10.979206 run osmo-msc_10.42.42.6(pid=15914): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15914)] 01:11:11.030323 run osmo-msc_10.42.42.6(pid=15914): stdout: | (launched: 2022-12-13_01:11:09.825518) 01:11:11.082726 run osmo-msc_10.42.42.6(pid=15914): stderr: | 20221213011110147 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011110147 DLGLOBAL DEBUG validating counter group 0x7f8217eaac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011110147 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011110147 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011110147 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011110148 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011110149 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011110150 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011110150 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011110150 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:11:11.135990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminating (SIGTERM) 01:11:11.178523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminating (SIGTERM) 01:11:11.221135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminating (SIGTERM) 01:11:11.263803 --- ParallelTerminationStrategy: PID 15907 died... 01:11:11.283836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminated: ok {rc=0} 01:11:11.331171 --- ParallelTerminationStrategy: PID 15910 died... 01:11:11.350944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminated: ok {rc=0} 01:11:11.397915 --- ParallelTerminationStrategy: PID 15913 died... 01:11:11.417712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminated: ok {rc=0} 01:11:11.506652 bus /sierra_3: Setting Powered False 01:11:12.606426 bus /sierra_3: Setting Powered False 01:11:13.722544 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:nanobts+band-1900 --------------------------------------------------------------------- 01:11:14.947153 tst nitb_ussd:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:11:14.952231 tst nitb_ussd:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 01:11:14.975918 tst nitb_ussd:nanobts+band-1900: Verifying 1 x ip_address (candidates: 9) 01:11:14.982636 tst nitb_ussd:nanobts+band-1900: Verifying 1 x modem (candidates: 12) 01:11:15.018522 tst nitb_ussd:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 01:11:15.043144 tst nitb_ussd:nanobts+band-1900: Reserving 1 x ip_address (candidates: 9) 01:11:15.050520 tst nitb_ussd:nanobts+band-1900: Reserving 1 x modem (candidates: 12) 01:11:15.568267 tst nitb_ussd:nanobts+band-1900: RESERVED RESOURCES for nitb_ussd: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:nanobts+band-1900 assert_extension.py ---------------------------------------------- 01:11:15.573525 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1) 01:11:15.584228 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:11:15.621743 tst assert_extension.py: using LAC 32593 01:11:15.741188 tst assert_extension.py: using RAC 208 01:11:15.875259 tst assert_extension.py: using CellId 32593 01:11:16.006551 tst assert_extension.py: using BVCI 32594 01:11:16.118767 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1) 01:11:16.234234 tst assert_extension.py:10: start nitb and bts... 01:11:16.489790 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:11:17.171734 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Launched 01:11:17.500017 run osmo-nitb_10.42.42.2(pid=15920): Launched 01:11:17.681740 run osmo-nitb_10.42.42.2(pid=15920): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)] 01:11:17.827684 run osmo-nitb_10.42.42.2(pid=15920): stdout: | (launched: 2022-12-13_01:11:17.439696) 01:11:17.975984 run osmo-nitb_10.42.42.2(pid=15920): stderr: | (launched: 2022-12-13_01:11:17.488002) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:11:18.123969 run osmo-nitb_10.42.42.2(pid=15920): stdout: | (launched: 2022-12-13_01:11:17.439696) 01:11:18.266147 run osmo-nitb_10.42.42.2(pid=15920): stderr: | (launched: 2022-12-13_01:11:17.488002) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)] 01:11:18.624108 tst osmo-nitb_10.42.42.2(pid=15920): stdout: | (launched: 2022-12-13_01:11:17.439696) 01:11:18.755997 tst osmo-nitb_10.42.42.2(pid=15920): stderr: | (launched: 2022-12-13_01:11:17.488002) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:11:18.911181 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)] [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12] 01:11:18.920340 tst assert_extension.py:12: Test FAILED (3.3 sec) 01:11:18.927619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Terminating (SIGTERM) 01:11:19.139659 --- ParallelTerminationStrategy: PID 15919 died... 01:11:19.161633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Terminated: ok {rc=0} 01:11:19.252372 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:nanobts+band-1900 --------------------------------------------------------------------- 01:11:20.434128 tst ussd:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:11:20.440851 tst ussd:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 01:11:20.466264 tst ussd:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 01:11:20.494722 tst ussd:nanobts+band-1900: Verifying 1 x modem (candidates: 12) 01:11:20.536347 tst ussd:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 01:11:20.561246 tst ussd:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 01:11:20.587663 tst ussd:nanobts+band-1900: Reserving 1 x modem (candidates: 12) 01:11:21.111008 tst ussd:nanobts+band-1900: RESERVED RESOURCES for ussd: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:nanobts+band-1900 assert_extension.py ---------------------------------------------- 01:11:21.116216 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.127016 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:11:21.166421 tst assert_extension.py: using LAC 32594 01:11:21.286997 tst assert_extension.py: using RAC 209 01:11:21.406682 tst assert_extension.py: using CellId 32594 01:11:21.526345 tst assert_extension.py: using BVCI 32595 01:11:21.637497 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.648158 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.658867 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.670069 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.680552 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:11:21.691188 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1) 01:11:21.809658 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:11:22.314617 run create_hlr_db(pid=15924): Launched 01:11:22.440170 bus /sierra_2: Setting Powered False 01:11:23.503694 run create_hlr_db(pid=15924): Terminated: ok {rc=0} 01:11:23.941391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Launched 01:11:24.270429 run osmo-hlr_10.42.42.2(pid=15927): Launched 01:11:24.397707 run osmo-stp_10.42.42.5: Starting osmo-stp 01:11:24.961291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Launched 01:11:25.288159 run osmo-stp_10.42.42.5(pid=15930): Launched 01:11:25.414355 run osmo-msc_10.42.42.6: Starting osmo-msc 01:11:26.004102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Launched 01:11:26.331911 run osmo-msc_10.42.42.6(pid=15933): Launched 01:11:26.515023 run osmo-stp_10.42.42.5(pid=15930): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)] 01:11:26.652506 run osmo-stp_10.42.42.5(pid=15930): stdout: | (launched: 2022-12-13_01:11:25.227379) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:26.790348 run osmo-stp_10.42.42.5(pid=15930): stderr: | 20221213011125421 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011125421 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011125421 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011125422 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011125422 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011125422 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011125422 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:26.925933 run osmo-stp_10.42.42.5(pid=15930): stdout: | (launched: 2022-12-13_01:11:25.227379) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:27.055115 run osmo-stp_10.42.42.5(pid=15930): stderr: | 20221213011125421 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011125421 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011125421 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011125422 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011125422 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011125422 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011125422 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:27.209493 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)] [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17] 01:11:27.218416 tst assert_extension.py:17: Test FAILED (6.1 sec) 01:11:27.246950 run osmo-hlr_10.42.42.2(pid=15927): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15927)] 01:11:27.297936 run osmo-hlr_10.42.42.2(pid=15927): stdout: | (launched: 2022-12-13_01:11:24.209380) 01:11:27.350544 run osmo-hlr_10.42.42.2(pid=15927): stderr: | 20221213011124408 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011124408 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011124408 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011124408 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011124408 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011124408 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011124421 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011124431 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011124431 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011124431 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:11:27.423439 run osmo-msc_10.42.42.6(pid=15933): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15933)] 01:11:27.474005 run osmo-msc_10.42.42.6(pid=15933): stdout: | (launched: 2022-12-13_01:11:26.271225) 01:11:27.526485 run osmo-msc_10.42.42.6(pid=15933): stderr: | 20221213011126592 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011126592 DLGLOBAL DEBUG validating counter group 0x7fa111466c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011126592 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011126592 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011126592 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011126592 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011126594 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011126594 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011126595 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011126595 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:11:27.579437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminating (SIGTERM) 01:11:27.621826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminating (SIGTERM) 01:11:27.664214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Terminating (SIGTERM) 01:11:27.706888 --- ParallelTerminationStrategy: PID 15926 died... 01:11:27.726925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminated: ok {rc=0} 01:11:27.773892 --- ParallelTerminationStrategy: PID 15929 died... 01:11:27.793454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminated: ok {rc=0} 01:11:27.840380 --- ParallelTerminationStrategy: PID 15932 died... 01:11:27.860073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Terminated: ok {rc=0} 01:11:27.949229 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 01:11:29.152847 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:11:29.160337 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 01:11:29.185292 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 01:11:29.212217 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 01:11:29.266310 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 01:11:29.290512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 01:11:29.317788 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 01:11:29.868251 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 01:11:29.919244 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:29.930738 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:11:29.991388 tst mo_mt_call.py: using LAC 32595 01:11:30.116112 tst mo_mt_call.py: using RAC 210 01:11:30.240012 tst mo_mt_call.py: using CellId 32595 01:11:30.372756 tst mo_mt_call.py: using BVCI 32596 01:11:30.496161 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:30.508165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:30.519947 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:30.532049 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:30.544011 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:30.556610 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:11:30.675930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:11:30.795935 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:11:31.321881 run create_hlr_db(pid=15938): Launched 01:11:31.486085 bus /sierra_2: Setting Powered False 01:11:32.552178 run create_hlr_db(pid=15938): Terminated: ok {rc=0} 01:11:33.012664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Launched 01:11:33.346392 run osmo-hlr_10.42.42.2(pid=15941): Launched 01:11:33.474241 run osmo-stp_10.42.42.5: Starting osmo-stp 01:11:34.046060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Launched 01:11:34.380297 run osmo-stp_10.42.42.5(pid=15944): Launched 01:11:34.507788 run osmo-msc_10.42.42.6: Starting osmo-msc 01:11:35.110010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Launched 01:11:35.443720 run osmo-msc_10.42.42.6(pid=15947): Launched 01:11:35.629694 run osmo-stp_10.42.42.5(pid=15944): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)] 01:11:35.769493 run osmo-stp_10.42.42.5(pid=15944): stdout: | (launched: 2022-12-13_01:11:34.319086) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:35.909630 run osmo-stp_10.42.42.5(pid=15944): stderr: | 20221213011134512 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011134512 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011134512 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011134512 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011134513 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011134513 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011134513 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:36.048232 run osmo-stp_10.42.42.5(pid=15944): stdout: | (launched: 2022-12-13_01:11:34.319086) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:36.180404 run osmo-stp_10.42.42.5(pid=15944): stderr: | 20221213011134512 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011134512 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011134512 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011134512 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011134513 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011134513 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011134513 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:36.338855 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15944): Process ended prematurely: osmo-stp_10.42.42.5(pid=15944) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 01:11:36.348606 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 01:11:36.377586 run osmo-hlr_10.42.42.2(pid=15941): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15941)] 01:11:36.428677 run osmo-hlr_10.42.42.2(pid=15941): stdout: | (launched: 2022-12-13_01:11:33.284696) 01:11:36.481494 run osmo-hlr_10.42.42.2(pid=15941): stderr: | 20221213011133483 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011133483 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011133483 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011133483 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011133483 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011133483 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011133495 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011133504 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011133504 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011133504 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:11:36.555068 run osmo-msc_10.42.42.6(pid=15947): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15947)] 01:11:36.606336 run osmo-msc_10.42.42.6(pid=15947): stdout: | (launched: 2022-12-13_01:11:35.381979) 01:11:36.658921 run osmo-msc_10.42.42.6(pid=15947): stderr: | 20221213011135705 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011135705 DLGLOBAL DEBUG validating counter group 0x7f1bb7d68c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011135705 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011135705 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011135705 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011135706 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011135707 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011135708 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011135708 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011135708 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:11:36.711897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Terminating (SIGTERM) 01:11:36.754461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Terminating (SIGTERM) 01:11:36.797216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Terminating (SIGTERM) 01:11:36.840183 --- ParallelTerminationStrategy: PID 15940 died... 01:11:36.860516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Terminated: ok {rc=0} 01:11:36.908165 --- ParallelTerminationStrategy: PID 15943 died... 01:11:36.927925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Terminated: ok {rc=0} 01:11:36.975066 --- ParallelTerminationStrategy: PID 15946 died... 01:11:36.994938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Terminated: ok {rc=0} 01:11:37.084426 bus /sierra_3: Setting Powered False 01:11:38.183698 bus /sierra_3: Setting Powered False 01:11:39.302971 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 01:11:40.449571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:40.461782 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:11:40.522808 tst mo_mt_call_osmux.py: using LAC 32596 01:11:40.645517 tst mo_mt_call_osmux.py: using RAC 211 01:11:40.769489 tst mo_mt_call_osmux.py: using CellId 32596 01:11:40.892053 tst mo_mt_call_osmux.py: using BVCI 32597 01:11:41.006328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:41.017702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:41.028870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:41.040077 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:41.051334 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:11:41.062450 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:11:41.183336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:11:41.303075 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:11:41.787945 run create_hlr_db(pid=15949): Launched 01:11:41.916631 bus /sierra_2: Setting Powered False 01:11:42.978665 run create_hlr_db(pid=15949): Terminated: ok {rc=0} 01:11:43.432864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Launched 01:11:43.767519 run osmo-hlr_10.42.42.2(pid=15952): Launched 01:11:43.895425 run osmo-stp_10.42.42.5: Starting osmo-stp 01:11:44.470173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Launched 01:11:44.805663 run osmo-stp_10.42.42.5(pid=15955): Launched 01:11:44.932175 run osmo-msc_10.42.42.6: Starting osmo-msc 01:11:45.537334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Launched 01:11:45.871390 run osmo-msc_10.42.42.6(pid=15958): Launched 01:11:46.343856 run osmo-stp_10.42.42.5(pid=15955): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] 01:11:46.786464 run osmo-stp_10.42.42.5(pid=15955): stdout: | (launched: 2022-12-13_01:11:44.743660) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:47.005482 run osmo-stp_10.42.42.5(pid=15955): stderr: | 20221213011144937 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011144937 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011144937 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011144937 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011144938 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011144938 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011144938 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:47.139159 run osmo-stp_10.42.42.5(pid=15955): stdout: | (launched: 2022-12-13_01:11:44.743660) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:47.266361 run osmo-stp_10.42.42.5(pid=15955): stderr: | 20221213011144937 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011144937 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011144937 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011144937 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011144938 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011144938 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011144938 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:47.418890 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 01:11:47.428391 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec) 01:11:47.455525 run osmo-hlr_10.42.42.2(pid=15952): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15952)] 01:11:47.503979 run osmo-hlr_10.42.42.2(pid=15952): stdout: | (launched: 2022-12-13_01:11:43.706205) 01:11:47.553613 run osmo-hlr_10.42.42.2(pid=15952): stderr: | 20221213011143903 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011143903 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011143903 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011143903 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011143903 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011143903 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011143915 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011143924 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011143924 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011143924 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:11:47.623490 run osmo-msc_10.42.42.6(pid=15958): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15958)] 01:11:47.671258 run osmo-msc_10.42.42.6(pid=15958): stdout: | (launched: 2022-12-13_01:11:45.808149) 01:11:47.720907 run osmo-msc_10.42.42.6(pid=15958): stderr: | 20221213011146421 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011146421 DLGLOBAL DEBUG validating counter group 0x7fd16205fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011146421 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011146421 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011146423 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011146423 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011146429 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011146430 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011146430 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011146431 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:11:47.771083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminating (SIGTERM) 01:11:47.810994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminating (SIGTERM) 01:11:47.851050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Terminating (SIGTERM) 01:11:47.891168 --- ParallelTerminationStrategy: PID 15951 died... 01:11:47.910062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminated: ok {rc=0} 01:11:47.954156 --- ParallelTerminationStrategy: PID 15954 died... 01:11:47.972697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminated: ok {rc=0} 01:11:48.017007 --- ParallelTerminationStrategy: PID 15957 died... 01:11:48.036137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Terminated: ok {rc=0} 01:11:48.122681 bus /sierra_3: Setting Powered False 01:11:49.223797 bus /sierra_3: Setting Powered False 01:11:50.336701 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 01:11:51.585118 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:11:51.593503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 01:11:51.619165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 01:11:51.646764 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 01:11:51.699720 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 01:11:51.724127 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 01:11:51.752473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 01:11:52.302305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 01:11:52.351831 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.363224 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:11:52.422422 tst mo_mt_call.py: using LAC 32597 01:11:52.543056 tst mo_mt_call.py: using RAC 212 01:11:52.668870 tst mo_mt_call.py: using CellId 32597 01:11:52.789482 tst mo_mt_call.py: using BVCI 32598 01:11:52.901063 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.912219 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.923366 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.934646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.945909 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:11:52.956924 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:11:53.079557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:11:53.201526 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:11:53.715656 run create_hlr_db(pid=15963): Launched 01:11:53.843548 bus /sierra_2: Setting Powered False 01:11:54.908209 run create_hlr_db(pid=15963): Terminated: ok {rc=0} 01:11:55.351384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Launched 01:11:55.663720 run osmo-hlr_10.42.42.2(pid=15966): Launched 01:11:55.784125 run osmo-stp_10.42.42.5: Starting osmo-stp 01:11:56.319668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Launched 01:11:56.631408 run osmo-stp_10.42.42.5(pid=15969): Launched 01:11:56.750083 run osmo-msc_10.42.42.6: Starting osmo-msc 01:11:57.312766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Launched 01:11:57.623665 run osmo-msc_10.42.42.6(pid=15972): Launched 01:11:57.798922 run osmo-stp_10.42.42.5(pid=15969): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)] 01:11:57.929788 run osmo-stp_10.42.42.5(pid=15969): stdout: | (launched: 2022-12-13_01:11:56.573610) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:58.060205 run osmo-stp_10.42.42.5(pid=15969): stderr: | 20221213011156746 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011156746 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011156746 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011156747 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011156747 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011156747 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011156747 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:58.189301 run osmo-stp_10.42.42.5(pid=15969): stdout: | (launched: 2022-12-13_01:11:56.573610) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:11:58.312636 run osmo-stp_10.42.42.5(pid=15969): stderr: | 20221213011156746 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011156746 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011156746 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011156747 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011156747 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011156747 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011156747 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:11:58.459744 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15969): Process ended prematurely: osmo-stp_10.42.42.5(pid=15969) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 01:11:58.468462 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 01:11:58.494845 run osmo-hlr_10.42.42.2(pid=15966): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15966)] 01:11:58.542473 run osmo-hlr_10.42.42.2(pid=15966): stdout: | (launched: 2022-12-13_01:11:55.605331) 01:11:58.592219 run osmo-hlr_10.42.42.2(pid=15966): stderr: | 20221213011155783 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011155783 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011155783 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011155783 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011155783 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011155783 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011155796 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011155806 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011155806 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011155806 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:11:58.661574 run osmo-msc_10.42.42.6(pid=15972): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15972)] 01:11:58.709633 run osmo-msc_10.42.42.6(pid=15972): stdout: | (launched: 2022-12-13_01:11:57.565426) 01:11:58.759300 run osmo-msc_10.42.42.6(pid=15972): stderr: | 20221213011157838 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011157839 DLGLOBAL DEBUG validating counter group 0x7f1ea9f2ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011157839 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011157839 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011157839 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011157839 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011157841 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011157841 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011157842 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011157842 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:11:58.809510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Terminating (SIGTERM) 01:11:58.849602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Terminating (SIGTERM) 01:11:58.889640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Terminating (SIGTERM) 01:11:58.930020 --- ParallelTerminationStrategy: PID 15965 died... 01:11:58.949499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Terminated: ok {rc=0} 01:11:58.994138 --- ParallelTerminationStrategy: PID 15968 died... 01:11:59.012815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Terminated: ok {rc=0} 01:11:59.057139 --- ParallelTerminationStrategy: PID 15971 died... 01:11:59.075925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Terminated: ok {rc=0} 01:11:59.159984 bus /sierra_3: Setting Powered False 01:12:00.258131 bus /sierra_3: Setting Powered False 01:12:01.389208 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 01:12:02.556069 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:02.568517 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:12:02.630611 tst mo_mt_call_osmux.py: using LAC 32598 01:12:02.760410 tst mo_mt_call_osmux.py: using RAC 213 01:12:02.890457 tst mo_mt_call_osmux.py: using CellId 32598 01:12:03.022586 tst mo_mt_call_osmux.py: using BVCI 32599 01:12:03.144629 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:03.156613 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:03.168355 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:03.180409 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:03.192288 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:12:03.204104 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:12:03.323905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:12:03.447325 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:03.963106 run create_hlr_db(pid=15974): Launched 01:12:04.091468 bus /sierra_2: Setting Powered False 01:12:05.156784 run create_hlr_db(pid=15974): Terminated: ok {rc=0} 01:12:05.600482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Launched 01:12:05.913772 run osmo-hlr_10.42.42.2(pid=15977): Launched 01:12:06.033889 run osmo-stp_10.42.42.5: Starting osmo-stp 01:12:06.574481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Launched 01:12:06.885454 run osmo-stp_10.42.42.5(pid=15980): Launched 01:12:07.002767 run osmo-msc_10.42.42.6: Starting osmo-msc 01:12:07.567061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Launched 01:12:07.880073 run osmo-msc_10.42.42.6(pid=15983): Launched 01:12:08.054656 run osmo-stp_10.42.42.5(pid=15980): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)] 01:12:08.185313 run osmo-stp_10.42.42.5(pid=15980): stdout: | (launched: 2022-12-13_01:12:06.827318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:08.316496 run osmo-stp_10.42.42.5(pid=15980): stderr: | 20221213011207000 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011207000 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011207000 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011207001 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011207001 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011207001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011207001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:08.445323 run osmo-stp_10.42.42.5(pid=15980): stdout: | (launched: 2022-12-13_01:12:06.827318) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:08.568343 run osmo-stp_10.42.42.5(pid=15980): stderr: | 20221213011207000 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011207000 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011207000 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011207001 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011207001 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011207001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011207001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:08.715883 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15980): Process ended prematurely: osmo-stp_10.42.42.5(pid=15980) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 01:12:08.724830 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:12:08.751536 run osmo-hlr_10.42.42.2(pid=15977): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15977)] 01:12:08.799554 run osmo-hlr_10.42.42.2(pid=15977): stdout: | (launched: 2022-12-13_01:12:05.855697) 01:12:08.849585 run osmo-hlr_10.42.42.2(pid=15977): stderr: | 20221213011206035 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011206035 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011206035 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011206035 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011206035 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011206035 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011206057 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011206067 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011206067 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011206067 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:12:08.919429 run osmo-msc_10.42.42.6(pid=15983): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15983)] 01:12:08.967381 run osmo-msc_10.42.42.6(pid=15983): stdout: | (launched: 2022-12-13_01:12:07.821834) 01:12:09.017242 run osmo-msc_10.42.42.6(pid=15983): stderr: | 20221213011208094 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011208094 DLGLOBAL DEBUG validating counter group 0x7f20cfee1c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011208094 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011208094 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011208094 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011208094 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011208096 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011208097 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011208097 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011208097 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:12:09.067317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Terminating (SIGTERM) 01:12:09.107547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Terminating (SIGTERM) 01:12:09.147586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Terminating (SIGTERM) 01:12:09.187840 --- ParallelTerminationStrategy: PID 15976 died... 01:12:09.207212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Terminated: ok {rc=0} 01:12:09.251566 --- ParallelTerminationStrategy: PID 15979 died... 01:12:09.270394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Terminated: ok {rc=0} 01:12:09.314381 --- ParallelTerminationStrategy: PID 15982 died... 01:12:09.333304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Terminated: ok {rc=0} 01:12:09.419748 bus /sierra_3: Setting Powered False 01:12:10.520794 bus /sierra_3: Setting Powered False 01:12:11.634607 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 01:12:12.870930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:12:12.878351 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 01:12:12.901991 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 01:12:12.928348 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 01:12:12.980604 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 01:12:13.004608 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 01:12:13.031195 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 01:12:13.583423 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 01:12:13.633352 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:13.644494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:12:13.704377 tst mo_mt_call.py: using LAC 32599 01:12:13.838180 tst mo_mt_call.py: using RAC 214 01:12:13.974461 tst mo_mt_call.py: using CellId 32599 01:12:14.104497 tst mo_mt_call.py: using BVCI 32600 01:12:14.226535 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:14.238566 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:14.250721 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:14.263043 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:14.275557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:14.287678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:12:14.412160 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:12:14.531094 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:15.046395 run create_hlr_db(pid=15988): Launched 01:12:15.174624 bus /sierra_2: Setting Powered False 01:12:16.250106 run create_hlr_db(pid=15988): Terminated: ok {rc=0} 01:12:16.758160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Launched 01:12:17.109679 run osmo-hlr_10.42.42.2(pid=15991): Launched 01:12:17.278676 run osmo-stp_10.42.42.5: Starting osmo-stp 01:12:17.857133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Launched 01:12:18.191121 run osmo-stp_10.42.42.5(pid=15994): Launched 01:12:18.320434 run osmo-msc_10.42.42.6: Starting osmo-msc 01:12:18.922521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Launched 01:12:19.256644 run osmo-msc_10.42.42.6(pid=15997): Launched 01:12:19.444524 run osmo-stp_10.42.42.5(pid=15994): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)] 01:12:19.584776 run osmo-stp_10.42.42.5(pid=15994): stdout: | (launched: 2022-12-13_01:12:18.129503) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:19.725562 run osmo-stp_10.42.42.5(pid=15994): stderr: | 20221213011218320 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011218320 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011218320 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011218321 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011218321 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011218321 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011218321 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:19.864400 run osmo-stp_10.42.42.5(pid=15994): stdout: | (launched: 2022-12-13_01:12:18.129503) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:19.995989 run osmo-stp_10.42.42.5(pid=15994): stderr: | 20221213011218320 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011218320 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011218320 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011218321 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011218321 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011218321 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011218321 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:20.153806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15994): Process ended prematurely: osmo-stp_10.42.42.5(pid=15994) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 01:12:20.163564 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 01:12:20.192120 run osmo-hlr_10.42.42.2(pid=15991): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15991)] 01:12:20.243406 run osmo-hlr_10.42.42.2(pid=15991): stdout: | (launched: 2022-12-13_01:12:17.045441) 01:12:20.296351 run osmo-hlr_10.42.42.2(pid=15991): stderr: | 20221213011217290 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011217290 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011217290 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011217290 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011217290 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011217290 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011217302 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011217310 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011217311 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011217311 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:12:20.369884 run osmo-msc_10.42.42.6(pid=15997): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15997)] 01:12:20.420782 run osmo-msc_10.42.42.6(pid=15997): stdout: | (launched: 2022-12-13_01:12:19.195093) 01:12:20.473303 run osmo-msc_10.42.42.6(pid=15997): stderr: | 20221213011219515 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011219515 DLGLOBAL DEBUG validating counter group 0x7fbf137bec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011219515 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011219515 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011219515 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011219516 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011219517 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011219518 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011219518 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011219518 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:12:20.526258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Terminating (SIGTERM) 01:12:20.568560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Terminating (SIGTERM) 01:12:20.611142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Terminating (SIGTERM) 01:12:20.654092 --- ParallelTerminationStrategy: PID 15990 died... 01:12:20.674287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Terminated: ok {rc=0} 01:12:20.721680 --- ParallelTerminationStrategy: PID 15993 died... 01:12:20.741607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Terminated: ok {rc=0} 01:12:20.788564 --- ParallelTerminationStrategy: PID 15996 died... 01:12:20.808406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Terminated: ok {rc=0} 01:12:20.897895 bus /sierra_3: Setting Powered False 01:12:21.998105 bus /sierra_3: Setting Powered False 01:12:23.115422 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 01:12:24.268686 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.281482 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:12:24.354343 tst mo_mt_call_osmux.py: using LAC 32600 01:12:24.486431 tst mo_mt_call_osmux.py: using RAC 215 01:12:24.618095 tst mo_mt_call_osmux.py: using CellId 32600 01:12:24.749950 tst mo_mt_call_osmux.py: using BVCI 32601 01:12:24.872232 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.884094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.895647 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.907578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.921454 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:12:24.932653 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:12:25.050965 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:12:25.175318 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:25.694667 run create_hlr_db(pid=15999): Launched 01:12:25.821492 bus /sierra_2: Setting Powered False 01:12:26.886928 run create_hlr_db(pid=15999): Terminated: ok {rc=0} 01:12:27.350526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Launched 01:12:27.683668 run osmo-hlr_10.42.42.2(pid=16002): Launched 01:12:27.812174 run osmo-stp_10.42.42.5: Starting osmo-stp 01:12:28.386991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Launched 01:12:28.722096 run osmo-stp_10.42.42.5(pid=16005): Launched 01:12:28.849331 run osmo-msc_10.42.42.6: Starting osmo-msc 01:12:29.458227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Launched 01:12:29.791286 run osmo-msc_10.42.42.6(pid=16008): Launched 01:12:29.978696 run osmo-stp_10.42.42.5(pid=16005): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)] 01:12:30.119056 run osmo-stp_10.42.42.5(pid=16005): stdout: | (launched: 2022-12-13_01:12:28.660065) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:30.259840 run osmo-stp_10.42.42.5(pid=16005): stderr: | 20221213011228854 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011228855 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011228855 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011228855 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011228856 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011228856 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011228856 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:30.398590 run osmo-stp_10.42.42.5(pid=16005): stdout: | (launched: 2022-12-13_01:12:28.660065) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:30.531319 run osmo-stp_10.42.42.5(pid=16005): stderr: | 20221213011228854 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011228855 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011228855 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011228855 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011228856 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011228856 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011228856 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:30.689235 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 01:12:30.699012 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 01:12:30.727674 run osmo-hlr_10.42.42.2(pid=16002): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)] 01:12:30.778446 run osmo-hlr_10.42.42.2(pid=16002): stdout: | (launched: 2022-12-13_01:12:27.621973) 01:12:30.834636 run osmo-hlr_10.42.42.2(pid=16002): stderr: | 20221213011227823 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011227823 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011227823 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011227823 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011227823 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011227823 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011227841 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011227851 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011227851 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011227851 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:12:30.933726 run osmo-msc_10.42.42.6(pid=16008): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16008)] 01:12:30.985193 run osmo-msc_10.42.42.6(pid=16008): stdout: | (launched: 2022-12-13_01:12:29.729611) 01:12:31.038203 run osmo-msc_10.42.42.6(pid=16008): stderr: | 20221213011230051 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011230051 DLGLOBAL DEBUG validating counter group 0x7f1cbe00dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011230051 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011230051 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011230051 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011230051 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011230053 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011230054 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011230054 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011230054 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:12:31.091878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminating (SIGTERM) 01:12:31.135118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminating (SIGTERM) 01:12:31.178417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminating (SIGTERM) 01:12:31.222068 --- ParallelTerminationStrategy: PID 16001 died... 01:12:31.242411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminated: ok {rc=0} 01:12:31.290477 --- ParallelTerminationStrategy: PID 16004 died... 01:12:31.311102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminated: ok {rc=0} 01:12:31.358928 --- ParallelTerminationStrategy: PID 16007 died... 01:12:31.379149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminated: ok {rc=0} 01:12:31.470631 bus /sierra_3: Setting Powered False 01:12:32.570305 bus /sierra_3: Setting Powered False 01:12:33.684650 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 01:12:34.930481 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:12:34.937936 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 01:12:34.961765 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 01:12:34.988890 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 01:12:35.039054 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 01:12:35.062993 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 01:12:35.089528 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 01:12:35.644291 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 01:12:35.694129 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:35.705590 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:12:35.763677 tst mo_mt_call.py: using LAC 32601 01:12:35.883954 tst mo_mt_call.py: using RAC 216 01:12:36.005542 tst mo_mt_call.py: using CellId 32601 01:12:36.127522 tst mo_mt_call.py: using BVCI 32602 01:12:36.240675 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:36.251932 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:36.262903 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:36.274020 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:36.285508 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:36.296480 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:12:36.418004 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:12:36.539575 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:37.054602 run create_hlr_db(pid=16013): Launched 01:12:37.181943 bus /sierra_2: Setting Powered False 01:12:38.246761 run create_hlr_db(pid=16013): Terminated: ok {rc=0} 01:12:38.693119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Launched 01:12:39.003489 run osmo-hlr_10.42.42.2(pid=16016): Launched 01:12:39.123322 run osmo-stp_10.42.42.5: Starting osmo-stp 01:12:39.669449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Launched 01:12:39.981898 run osmo-stp_10.42.42.5(pid=16019): Launched 01:12:40.101670 run osmo-msc_10.42.42.6: Starting osmo-msc 01:12:40.664498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Launched 01:12:40.976680 run osmo-msc_10.42.42.6(pid=16022): Launched 01:12:41.151095 run osmo-stp_10.42.42.5(pid=16019): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)] 01:12:41.281763 run osmo-stp_10.42.42.5(pid=16019): stdout: | (launched: 2022-12-13_01:12:39.923444) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:41.411952 run osmo-stp_10.42.42.5(pid=16019): stderr: | 20221213011240095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011240095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011240095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011240096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011240096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011240096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011240096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:41.540752 run osmo-stp_10.42.42.5(pid=16019): stdout: | (launched: 2022-12-13_01:12:39.923444) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:41.664047 run osmo-stp_10.42.42.5(pid=16019): stderr: | 20221213011240095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011240095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011240095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011240096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011240096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011240096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011240096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:41.811459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16019): Process ended prematurely: osmo-stp_10.42.42.5(pid=16019) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 01:12:41.820623 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 01:12:41.847736 run osmo-hlr_10.42.42.2(pid=16016): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16016)] 01:12:41.896369 run osmo-hlr_10.42.42.2(pid=16016): stdout: | (launched: 2022-12-13_01:12:38.945628) 01:12:41.946278 run osmo-hlr_10.42.42.2(pid=16016): stderr: | 20221213011239121 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011239121 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011239121 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011239121 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011239121 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011239121 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011239134 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011239142 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011239142 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011239142 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:12:42.015592 run osmo-msc_10.42.42.6(pid=16022): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16022)] 01:12:42.063796 run osmo-msc_10.42.42.6(pid=16022): stdout: | (launched: 2022-12-13_01:12:40.918565) 01:12:42.113496 run osmo-msc_10.42.42.6(pid=16022): stderr: | 20221213011241189 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011241190 DLGLOBAL DEBUG validating counter group 0x7efecf7b4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011241190 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011241190 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011241190 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011241190 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011241192 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011241192 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011241192 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011241192 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:12:42.163555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Terminating (SIGTERM) 01:12:42.203782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Terminating (SIGTERM) 01:12:42.244088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Terminating (SIGTERM) 01:12:42.284553 --- ParallelTerminationStrategy: PID 16015 died... 01:12:42.303905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Terminated: ok {rc=0} 01:12:42.348492 --- ParallelTerminationStrategy: PID 16018 died... 01:12:42.367441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Terminated: ok {rc=0} 01:12:42.412050 --- ParallelTerminationStrategy: PID 16021 died... 01:12:42.430990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Terminated: ok {rc=0} 01:12:42.518582 bus /sierra_3: Setting Powered False 01:12:43.619080 bus /sierra_3: Setting Powered False 01:12:44.735780 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 01:12:45.898270 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:45.911776 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:12:45.976892 tst mo_mt_call_osmux.py: using LAC 32602 01:12:46.114521 tst mo_mt_call_osmux.py: using RAC 217 01:12:46.273303 tst mo_mt_call_osmux.py: using CellId 32602 01:12:46.407591 tst mo_mt_call_osmux.py: using BVCI 32603 01:12:46.524290 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:46.535988 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:46.548009 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:46.560812 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:46.573838 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:12:46.585854 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:12:46.704410 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:12:46.827322 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:47.322577 run create_hlr_db(pid=16024): Launched 01:12:47.451308 bus /sierra_2: Setting Powered False 01:12:48.512615 run create_hlr_db(pid=16024): Terminated: ok {rc=0} 01:12:48.947669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Launched 01:12:49.262011 run osmo-hlr_10.42.42.2(pid=16027): Launched 01:12:49.381842 run osmo-stp_10.42.42.5: Starting osmo-stp 01:12:49.919735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Launched 01:12:50.233573 run osmo-stp_10.42.42.5(pid=16030): Launched 01:12:50.352836 run osmo-msc_10.42.42.6: Starting osmo-msc 01:12:50.919958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Launched 01:12:51.234824 run osmo-msc_10.42.42.6(pid=16033): Launched 01:12:51.410870 run osmo-stp_10.42.42.5(pid=16030): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)] 01:12:51.541390 run osmo-stp_10.42.42.5(pid=16030): stdout: | (launched: 2022-12-13_01:12:50.174911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:51.672510 run osmo-stp_10.42.42.5(pid=16030): stderr: | 20221213011250348 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011250348 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011250348 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011250348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011250349 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011250349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011250349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:51.802106 run osmo-stp_10.42.42.5(pid=16030): stdout: | (launched: 2022-12-13_01:12:50.174911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:12:51.925741 run osmo-stp_10.42.42.5(pid=16030): stderr: | 20221213011250348 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011250348 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011250348 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011250348 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011250349 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011250349 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011250349 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:12:52.073579 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16030): Process ended prematurely: osmo-stp_10.42.42.5(pid=16030) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 01:12:52.082758 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:12:52.109715 run osmo-hlr_10.42.42.2(pid=16027): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16027)] 01:12:52.158273 run osmo-hlr_10.42.42.2(pid=16027): stdout: | (launched: 2022-12-13_01:12:49.203763) 01:12:52.208423 run osmo-hlr_10.42.42.2(pid=16027): stderr: | 20221213011249382 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011249382 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011249382 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011249382 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011249382 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011249382 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011249418 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011249428 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011249428 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011249428 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:12:52.278653 run osmo-msc_10.42.42.6(pid=16033): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16033)] 01:12:52.326662 run osmo-msc_10.42.42.6(pid=16033): stdout: | (launched: 2022-12-13_01:12:51.176296) 01:12:52.376418 run osmo-msc_10.42.42.6(pid=16033): stderr: | 20221213011251448 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011251449 DLGLOBAL DEBUG validating counter group 0x7f94f3e71c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011251449 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011251449 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011251449 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011251449 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011251451 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011251451 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011251451 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011251452 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:12:52.426645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Terminating (SIGTERM) 01:12:52.466933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Terminating (SIGTERM) 01:12:52.507201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Terminating (SIGTERM) 01:12:52.547756 --- ParallelTerminationStrategy: PID 16026 died... 01:12:52.567150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Terminated: ok {rc=0} 01:12:52.611945 --- ParallelTerminationStrategy: PID 16029 died... 01:12:52.631257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Terminated: ok {rc=0} 01:12:52.676084 --- ParallelTerminationStrategy: PID 16032 died... 01:12:52.695093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Terminated: ok {rc=0} 01:12:52.779522 bus /sierra_3: Setting Powered False 01:12:53.879052 bus /sierra_3: Setting Powered False 01:12:54.999062 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 01:12:56.243214 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:12:56.250786 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:12:56.275034 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 01:12:56.301728 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:12:56.354642 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:12:56.379194 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 01:12:56.405859 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:12:56.957284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 01:12:57.007202 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.018743 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:12:57.079616 tst mo_mt_call.py: using LAC 32603 01:12:57.206671 tst mo_mt_call.py: using RAC 218 01:12:57.343138 tst mo_mt_call.py: using CellId 32603 01:12:57.468739 tst mo_mt_call.py: using BVCI 32604 01:12:57.582709 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.594257 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.605573 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.616863 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.628404 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:12:57.639894 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:12:57.761340 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:12:57.884917 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:12:58.401250 run create_hlr_db(pid=16038): Launched 01:12:58.529059 bus /sierra_2: Setting Powered False 01:12:59.594788 run create_hlr_db(pid=16038): Terminated: ok {rc=0} 01:13:00.036842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Launched 01:13:00.349060 run osmo-hlr_10.42.42.2(pid=16041): Launched 01:13:00.467183 run osmo-stp_10.42.42.5: Starting osmo-stp 01:13:01.016930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Launched 01:13:01.375943 run osmo-stp_10.42.42.5(pid=16044): Launched 01:13:01.697177 run osmo-msc_10.42.42.6: Starting osmo-msc 01:13:02.341719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Launched 01:13:02.659842 run osmo-msc_10.42.42.6(pid=16047): Launched 01:13:02.835548 run osmo-stp_10.42.42.5(pid=16044): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)] 01:13:02.966120 run osmo-stp_10.42.42.5(pid=16044): stdout: | (launched: 2022-12-13_01:13:01.311904) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:03.096485 run osmo-stp_10.42.42.5(pid=16044): stderr: | 20221213011301519 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011301519 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011301519 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011301520 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011301520 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011301520 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011301520 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:03.225552 run osmo-stp_10.42.42.5(pid=16044): stdout: | (launched: 2022-12-13_01:13:01.311904) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:03.348849 run osmo-stp_10.42.42.5(pid=16044): stderr: | 20221213011301519 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011301519 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011301519 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011301520 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011301520 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011301520 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011301520 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:03.496150 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16044): Process ended prematurely: osmo-stp_10.42.42.5(pid=16044) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 01:13:03.505397 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 01:13:03.532639 run osmo-hlr_10.42.42.2(pid=16041): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16041)] 01:13:03.581071 run osmo-hlr_10.42.42.2(pid=16041): stdout: | (launched: 2022-12-13_01:13:00.291098) 01:13:03.631224 run osmo-hlr_10.42.42.2(pid=16041): stderr: | 20221213011300469 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011300469 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011300469 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011300469 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011300469 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011300469 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011300504 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011300513 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011300514 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011300514 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:13:03.701277 run osmo-msc_10.42.42.6(pid=16047): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16047)] 01:13:03.749277 run osmo-msc_10.42.42.6(pid=16047): stdout: | (launched: 2022-12-13_01:13:02.601948) 01:13:03.798893 run osmo-msc_10.42.42.6(pid=16047): stderr: | 20221213011302875 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011302875 DLGLOBAL DEBUG validating counter group 0x7fc761866c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011302876 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011302876 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011302876 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011302876 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011302878 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011302878 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011302878 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011302878 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:13:03.849121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Terminating (SIGTERM) 01:13:03.889387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Terminating (SIGTERM) 01:13:03.929726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Terminating (SIGTERM) 01:13:03.970144 --- ParallelTerminationStrategy: PID 16040 died... 01:13:03.989539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Terminated: ok {rc=0} 01:13:04.034484 --- ParallelTerminationStrategy: PID 16043 died... 01:13:04.053408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Terminated: ok {rc=0} 01:13:04.097931 --- ParallelTerminationStrategy: PID 16046 died... 01:13:04.116942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Terminated: ok {rc=0} 01:13:04.203956 bus /sierra_3: Setting Powered False 01:13:05.304597 bus /sierra_3: Setting Powered False 01:13:06.421198 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 01:13:07.570434 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:07.582639 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:13:07.644682 tst mo_mt_call_osmux.py: using LAC 32604 01:13:07.766609 tst mo_mt_call_osmux.py: using RAC 219 01:13:07.898322 tst mo_mt_call_osmux.py: using CellId 32604 01:13:08.028929 tst mo_mt_call_osmux.py: using BVCI 32605 01:13:08.149858 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:08.161882 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:08.173532 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:08.185611 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:08.197713 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:13:08.209563 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:13:08.329605 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:13:08.449158 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:13:08.931530 run create_hlr_db(pid=16049): Launched 01:13:09.060551 bus /sierra_2: Setting Powered False 01:13:10.126815 run create_hlr_db(pid=16049): Terminated: ok {rc=0} 01:13:10.589847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Launched 01:13:10.925554 run osmo-hlr_10.42.42.2(pid=16052): Launched 01:13:11.053907 run osmo-stp_10.42.42.5: Starting osmo-stp 01:13:11.629241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Launched 01:13:11.962843 run osmo-stp_10.42.42.5(pid=16055): Launched 01:13:12.091437 run osmo-msc_10.42.42.6: Starting osmo-msc 01:13:12.695934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Launched 01:13:13.030285 run osmo-msc_10.42.42.6(pid=16058): Launched 01:13:13.214942 run osmo-stp_10.42.42.5(pid=16055): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)] 01:13:13.355857 run osmo-stp_10.42.42.5(pid=16055): stdout: | (launched: 2022-12-13_01:13:11.901238) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:13.496568 run osmo-stp_10.42.42.5(pid=16055): stderr: | 20221213011312093 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011312093 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011312094 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011312094 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011312095 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011312095 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011312095 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:13.635456 run osmo-stp_10.42.42.5(pid=16055): stdout: | (launched: 2022-12-13_01:13:11.901238) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:13.767532 run osmo-stp_10.42.42.5(pid=16055): stderr: | 20221213011312093 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011312093 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011312094 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011312094 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011312095 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011312095 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011312095 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:13.925586 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16055): Process ended prematurely: osmo-stp_10.42.42.5(pid=16055) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 01:13:13.935361 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 01:13:13.964425 run osmo-hlr_10.42.42.2(pid=16052): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16052)] 01:13:14.015835 run osmo-hlr_10.42.42.2(pid=16052): stdout: | (launched: 2022-12-13_01:13:10.863182) 01:13:14.068909 run osmo-hlr_10.42.42.2(pid=16052): stderr: | 20221213011311062 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011311062 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011311062 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011311062 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011311062 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011311062 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011311075 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011311085 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011311086 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011311086 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:13:14.142585 run osmo-msc_10.42.42.6(pid=16058): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16058)] 01:13:14.193723 run osmo-msc_10.42.42.6(pid=16058): stdout: | (launched: 2022-12-13_01:13:12.968343) 01:13:14.246459 run osmo-msc_10.42.42.6(pid=16058): stderr: | 20221213011313291 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011313291 DLGLOBAL DEBUG validating counter group 0x7f8432422c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011313291 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011313291 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011313291 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011313291 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011313293 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011313294 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011313294 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011313294 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:13:14.299685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Terminating (SIGTERM) 01:13:14.342819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Terminating (SIGTERM) 01:13:14.385475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Terminating (SIGTERM) 01:13:14.428364 --- ParallelTerminationStrategy: PID 16051 died... 01:13:14.448498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Terminated: ok {rc=0} 01:13:14.496085 --- ParallelTerminationStrategy: PID 16054 died... 01:13:14.516015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Terminated: ok {rc=0} 01:13:14.563419 --- ParallelTerminationStrategy: PID 16057 died... 01:13:14.583371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Terminated: ok {rc=0} 01:13:14.673160 bus /sierra_3: Setting Powered False 01:13:15.771937 bus /sierra_3: Setting Powered False 01:13:16.901435 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:nanobts+band-1900 --------------------------------------------------------------------- 01:13:18.148473 tst emergency:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:13:18.154576 tst emergency:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 01:13:18.180076 tst emergency:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 01:13:18.208062 tst emergency:nanobts+band-1900: Verifying 4 x modem (candidates: 12) 01:13:18.297458 tst emergency:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 01:13:18.323476 tst emergency:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 01:13:18.351629 tst emergency:nanobts+band-1900: Reserving 4 x modem (candidates: 12) 01:13:18.936252 tst emergency:nanobts+band-1900: RESERVED RESOURCES for emergency: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:nanobts+band-1900 emergency_mo_mt_call.py ---------------------------------------------- 01:13:18.942000 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:18.953554 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:13:18.995790 tst emergency_mo_mt_call.py: using LAC 32605 01:13:19.125766 tst emergency_mo_mt_call.py: using RAC 220 01:13:19.255848 tst emergency_mo_mt_call.py: using CellId 32605 01:13:19.385913 tst emergency_mo_mt_call.py: using BVCI 32606 01:13:19.504736 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:19.516152 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:19.527511 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:19.539193 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:19.551041 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:19.562791 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:19.680541 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:19.801709 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:13:20.311183 run create_hlr_db(pid=16063): Launched 01:13:20.435049 bus /sierra_2: Setting Powered False 01:13:21.499464 run create_hlr_db(pid=16063): Terminated: ok {rc=0} 01:13:21.937831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Launched 01:13:22.245734 run osmo-hlr_10.42.42.2(pid=16066): Launched 01:13:22.363110 run osmo-stp_10.42.42.5: Starting osmo-stp 01:13:22.889362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Launched 01:13:23.194664 run osmo-stp_10.42.42.5(pid=16069): Launched 01:13:23.321657 tst emergency_mo_mt_call.py: using MSISDN 8049 01:13:23.475953 run osmo-msc_10.42.42.6: Starting osmo-msc 01:13:24.030099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Launched 01:13:24.335863 run osmo-msc_10.42.42.6(pid=16072): Launched 01:13:24.508841 run osmo-stp_10.42.42.5(pid=16069): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)] 01:13:24.638064 run osmo-stp_10.42.42.5(pid=16069): stdout: | (launched: 2022-12-13_01:13:23.137445) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:24.767267 run osmo-stp_10.42.42.5(pid=16069): stderr: | 20221213011323307 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011323308 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011323308 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011323308 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011323309 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011323309 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011323309 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:24.894862 run osmo-stp_10.42.42.5(pid=16069): stdout: | (launched: 2022-12-13_01:13:23.137445) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:25.015885 run osmo-stp_10.42.42.5(pid=16069): stderr: | 20221213011323307 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011323308 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011323308 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011323308 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011323309 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011323309 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011323309 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:25.160781 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16069): Process ended prematurely: osmo-stp_10.42.42.5(pid=16069) [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)] [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19] 01:13:25.169426 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec) 01:13:25.195861 run osmo-hlr_10.42.42.2(pid=16066): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16066)] 01:13:25.244378 run osmo-hlr_10.42.42.2(pid=16066): stdout: | (launched: 2022-12-13_01:13:22.188327) 01:13:25.294176 run osmo-hlr_10.42.42.2(pid=16066): stderr: | 20221213011322365 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011322365 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011322365 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011322366 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011322366 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011322366 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011322378 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011322389 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011322389 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011322389 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:13:25.364518 run osmo-msc_10.42.42.6(pid=16072): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16072)] 01:13:25.412744 run osmo-msc_10.42.42.6(pid=16072): stdout: | (launched: 2022-12-13_01:13:24.278018) 01:13:25.462504 run osmo-msc_10.42.42.6(pid=16072): stderr: | 20221213011324549 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011324549 DLGLOBAL DEBUG validating counter group 0x7f4ef5304c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011324549 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011324550 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011324550 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011324550 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011324552 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011324552 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011324552 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011324552 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:13:25.512444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Terminating (SIGTERM) 01:13:25.552597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Terminating (SIGTERM) 01:13:25.592931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Terminating (SIGTERM) 01:13:25.633446 --- ParallelTerminationStrategy: PID 16065 died... 01:13:25.652769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Terminated: ok {rc=0} 01:13:25.697221 --- ParallelTerminationStrategy: PID 16068 died... 01:13:25.715756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Terminated: ok {rc=0} 01:13:25.760783 --- ParallelTerminationStrategy: PID 16071 died... 01:13:25.779796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Terminated: ok {rc=0} 01:13:25.867159 bus /sierra_3: Setting Powered False 01:13:26.969669 bus /sierra_3: Setting Powered False 01:13:28.088536 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:nanobts+band-1900 emergency_preemptive_call.py ---------------------------------------------- 01:13:29.175916 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.188138 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:13:29.232383 tst emergency_preemptive_call.py: using LAC 32606 01:13:29.361976 tst emergency_preemptive_call.py: using RAC 221 01:13:29.487323 tst emergency_preemptive_call.py: using CellId 32606 01:13:29.608748 tst emergency_preemptive_call.py: using BVCI 32607 01:13:29.721362 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.732432 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.743349 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.754524 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.765491 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 01:13:29.776320 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:29.897410 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:30.017913 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:30.138259 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:30.254842 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:13:30.729177 run create_hlr_db(pid=16074): Launched 01:13:30.872243 bus /sierra_2: Setting Powered False 01:13:31.948818 run create_hlr_db(pid=16074): Terminated: ok {rc=0} 01:13:32.400430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Launched 01:13:32.729979 run osmo-hlr_10.42.42.2(pid=16077): Launched 01:13:32.856394 run osmo-stp_10.42.42.5: Starting osmo-stp 01:13:33.422686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Launched 01:13:33.751008 run osmo-stp_10.42.42.5(pid=16080): Launched 01:13:33.884889 tst emergency_preemptive_call.py: using MSISDN 8050 01:13:34.055294 run osmo-msc_10.42.42.6: Starting osmo-msc 01:13:34.643991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Launched 01:13:34.971382 run osmo-msc_10.42.42.6(pid=16083): Launched 01:13:35.155790 run osmo-stp_10.42.42.5(pid=16080): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)] 01:13:35.295507 run osmo-stp_10.42.42.5(pid=16080): stdout: | (launched: 2022-12-13_01:13:33.690100) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:35.435808 run osmo-stp_10.42.42.5(pid=16080): stderr: | 20221213011333884 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011333884 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011333884 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011333885 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011333885 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011333885 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011333885 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:35.572428 run osmo-stp_10.42.42.5(pid=16080): stdout: | (launched: 2022-12-13_01:13:33.690100) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:35.702327 run osmo-stp_10.42.42.5(pid=16080): stderr: | 20221213011333884 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011333884 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011333884 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011333885 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011333885 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011333885 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011333885 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:35.857961 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)] [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32] 01:13:35.866940 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec) 01:13:35.895238 run osmo-hlr_10.42.42.2(pid=16077): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16077)] 01:13:35.946128 run osmo-hlr_10.42.42.2(pid=16077): stdout: | (launched: 2022-12-13_01:13:32.668841) 01:13:35.998629 run osmo-hlr_10.42.42.2(pid=16077): stderr: | 20221213011332869 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011332869 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011332869 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011332869 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011332869 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011332869 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011332879 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011332888 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011332888 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011332888 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:13:36.071744 run osmo-msc_10.42.42.6(pid=16083): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16083)] 01:13:36.122521 run osmo-msc_10.42.42.6(pid=16083): stdout: | (launched: 2022-12-13_01:13:34.910184) 01:13:36.174988 run osmo-msc_10.42.42.6(pid=16083): stderr: | 20221213011335228 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011335228 DLGLOBAL DEBUG validating counter group 0x7f744a6e3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011335228 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011335229 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011335229 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011335229 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011335231 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011335231 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011335231 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011335231 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:13:36.228034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminating (SIGTERM) 01:13:36.270217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminating (SIGTERM) 01:13:36.313504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Terminating (SIGTERM) 01:13:36.356411 --- ParallelTerminationStrategy: PID 16076 died... 01:13:36.376677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminated: ok {rc=0} 01:13:36.423835 --- ParallelTerminationStrategy: PID 16079 died... 01:13:36.443622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminated: ok {rc=0} 01:13:36.490685 --- ParallelTerminationStrategy: PID 16082 died... 01:13:36.510430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Terminated: ok {rc=0} 01:13:36.599868 bus /sierra_9: Setting Powered False 01:13:37.700349 bus /sierra_9: Setting Powered False 01:13:38.819067 bus /sierra_8: Setting Powered False 01:13:39.919587 bus /sierra_8: Setting Powered False 01:13:41.035222 bus /sierra_3: Setting Powered False 01:13:42.132221 bus /sierra_3: Setting Powered False 01:13:43.248892 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900 --------------------------------------------------------------------- 01:13:44.523754 tst gprs:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:13:44.529131 tst gprs:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 01:13:44.552687 tst gprs:nanobts+band-1900: Verifying 9 x ip_address (candidates: 9) 01:13:44.591209 tst gprs:nanobts+band-1900: Verifying 4 x modem (candidates: 12) 01:13:44.677324 tst gprs:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 01:13:44.700880 tst gprs:nanobts+band-1900: Reserving 9 x ip_address (candidates: 9) 01:13:44.738791 tst gprs:nanobts+band-1900: Reserving 4 x modem (candidates: 12) 01:13:45.336882 tst gprs:nanobts+band-1900: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-1900 cs_paging_gprs_active.py ---------------------------------------------- 01:13:45.388517 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:45.399308 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:13:45.437963 tst cs_paging_gprs_active.py: using LAC 32607 01:13:45.560022 tst cs_paging_gprs_active.py: using RAC 222 01:13:45.683331 tst cs_paging_gprs_active.py: using CellId 32607 01:13:45.806343 tst cs_paging_gprs_active.py: using BVCI 32608 01:13:45.945996 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:45.957783 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:45.969539 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:45.981155 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:45.992595 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:46.004181 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:46.016173 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:46.029144 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:46.042820 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:46.182306 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:46.301696 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:13:46.514650 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:13:46.833390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Launched 01:13:47.122927 run iperf3-srv_10.42.42.10(pid=16090): Launched 01:13:47.256188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:13:47.465444 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:13:47.779078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Launched 01:13:48.053635 run iperf3-srv_10.42.42.10(pid=16092): Launched 01:13:48.171203 tst cs_paging_gprs_active.py:38: start network... 01:13:48.380334 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:13:48.867163 run create_hlr_db(pid=16093): Launched 01:13:48.995699 bus /sierra_2: Setting Powered False 01:13:50.058229 run create_hlr_db(pid=16093): Terminated: ok {rc=0} 01:13:50.492405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Launched 01:13:50.806595 run osmo-hlr_10.42.42.2(pid=16096): Launched 01:13:50.926710 run osmo-stp_10.42.42.5: Starting osmo-stp 01:13:51.481561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Launched 01:13:51.795699 run osmo-stp_10.42.42.5(pid=16099): Launched 01:13:51.917222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:13:52.459564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Launched 01:13:52.580725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:13:52.846767 run patchelf(pid=16102): Launched 01:13:53.020313 run osmo-stp_10.42.42.5(pid=16099): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)] 01:13:53.152021 run osmo-stp_10.42.42.5(pid=16099): stdout: | (launched: 2022-12-13_01:13:51.736732) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:53.284734 run osmo-stp_10.42.42.5(pid=16099): stderr: | 20221213011351908 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011351908 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011351908 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011351909 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011351909 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011351909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011351909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:53.417626 run osmo-stp_10.42.42.5(pid=16099): stdout: | (launched: 2022-12-13_01:13:51.736732) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:13:53.544770 run osmo-stp_10.42.42.5(pid=16099): stderr: | 20221213011351908 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011351908 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011351908 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011351909 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011351909 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011351909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011351909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:13:53.695734 run patchelf(pid=16102): Terminating (SIGINT) 01:13:53.871406 run patchelf(pid=16102): Terminated: ok {rc=0} 01:13:53.997520 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)] [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38] 01:13:54.006965 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 01:13:54.034384 run osmo-hlr_10.42.42.2(pid=16096): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16096)] 01:13:54.082227 run osmo-hlr_10.42.42.2(pid=16096): stdout: | (launched: 2022-12-13_01:13:50.748107) 01:13:54.132139 run osmo-hlr_10.42.42.2(pid=16096): stderr: | 20221213011350926 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011350926 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011350926 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011350926 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011350926 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011350927 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011350939 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011350947 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011350947 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011350947 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:13:54.182374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Terminating (SIGTERM) 01:13:54.222953 run iperf3-srv_10.42.42.10(pid=16090): Terminating (SIGTERM) 01:13:54.263063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Terminating (SIGTERM) 01:13:54.303104 run iperf3-srv_10.42.42.10(pid=16092): Terminating (SIGTERM) 01:13:54.342991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminating (SIGTERM) 01:13:54.382969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminating (SIGTERM) 01:13:54.422848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Terminating (SIGTERM) 01:13:54.463054 --- ParallelTerminationStrategy: PID 16089 died... 01:13:54.482346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Terminated: ok {rc=0} 01:13:54.526826 --- ParallelTerminationStrategy: PID 16090 died... 01:13:54.545522 run iperf3-srv_10.42.42.10(pid=16090): Terminated {rc=256} 01:13:54.589435 --- ParallelTerminationStrategy: PID 16091 died... 01:13:54.608198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Terminated: ok {rc=0} 01:13:54.652340 --- ParallelTerminationStrategy: PID 16092 died... 01:13:54.671077 run iperf3-srv_10.42.42.10(pid=16092): Terminated {rc=256} 01:13:54.715152 --- ParallelTerminationStrategy: PID 16095 died... 01:13:54.733977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminated: ok {rc=0} 01:13:54.778592 --- ParallelTerminationStrategy: PID 16098 died... 01:13:54.797358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminated: ok {rc=0} 01:13:54.841527 --- ParallelTerminationStrategy: PID 16101 died... 01:13:54.860352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Terminated: ok {rc=0} 01:13:54.944537 bus /gobi_0: Setting Powered False 01:13:56.043749 bus /gobi_0: Setting Powered False 01:13:57.161294 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900 iperf3.py ---------------------------------------------- 01:13:58.306505 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.318054 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:13:58.357390 tst iperf3.py: using LAC 32608 01:13:58.481379 tst iperf3.py: using RAC 223 01:13:58.606235 tst iperf3.py: using CellId 32608 01:13:58.727515 tst iperf3.py: using BVCI 32609 01:13:58.841397 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.852105 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.862871 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.873442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.883884 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.894833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.905627 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.916104 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:13:58.926824 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:13:59.049204 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:13:59.274152 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:13:59.610412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Launched 01:13:59.902473 run iperf3-srv_10.42.42.10(pid=16106): Launched 01:14:00.028460 tst iperf3.py:8: start network... 01:14:00.252567 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:14:00.770933 run create_hlr_db(pid=16107): Launched 01:14:00.936470 bus /gobi_6: Setting Powered False 01:14:02.018490 run create_hlr_db(pid=16107): Terminated: ok {rc=0} 01:14:02.523729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Launched 01:14:02.858833 run osmo-hlr_10.42.42.2(pid=16110): Launched 01:14:02.986515 run osmo-stp_10.42.42.5: Starting osmo-stp 01:14:03.560918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Launched 01:14:03.895487 run osmo-stp_10.42.42.5(pid=16113): Launched 01:14:04.023266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:14:04.600657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Launched 01:14:04.729436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:14:05.012615 run patchelf(pid=16116): Launched 01:14:05.199843 run osmo-stp_10.42.42.5(pid=16113): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] 01:14:05.340822 run osmo-stp_10.42.42.5(pid=16113): stdout: | (launched: 2022-12-13_01:14:03.833980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:05.482501 run osmo-stp_10.42.42.5(pid=16113): stderr: | 20221213011404025 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011404025 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011404026 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011404026 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011404026 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011404026 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011404027 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:05.624371 run osmo-stp_10.42.42.5(pid=16113): stdout: | (launched: 2022-12-13_01:14:03.833980) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:05.761186 run osmo-stp_10.42.42.5(pid=16113): stderr: | 20221213011404025 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011404025 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011404026 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011404026 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011404026 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011404026 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011404027 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:05.922747 run patchelf(pid=16116): Terminating (SIGINT) 01:14:06.110157 run patchelf(pid=16116): Terminated: ok {rc=0} 01:14:06.245178 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8] 01:14:06.255534 tst iperf3.py:8: Test FAILED (8.0 sec) 01:14:06.285280 run osmo-hlr_10.42.42.2(pid=16110): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16110)] 01:14:06.336715 run osmo-hlr_10.42.42.2(pid=16110): stdout: | (launched: 2022-12-13_01:14:02.796722) 01:14:06.389831 run osmo-hlr_10.42.42.2(pid=16110): stderr: | 20221213011402996 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011402996 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011402996 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011402996 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011402996 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011402997 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011403008 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011403017 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011403017 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011403017 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:14:06.443080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Terminating (SIGTERM) 01:14:06.485895 run iperf3-srv_10.42.42.10(pid=16106): Terminating (SIGTERM) 01:14:06.528365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminating (SIGTERM) 01:14:06.571160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminating (SIGTERM) 01:14:06.613953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Terminating (SIGTERM) 01:14:06.657022 --- ParallelTerminationStrategy: PID 16105 died... 01:14:06.677360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Terminated: ok {rc=0} 01:14:06.724802 --- ParallelTerminationStrategy: PID 16106 died... 01:14:06.745027 run iperf3-srv_10.42.42.10(pid=16106): Terminated {rc=256} 01:14:06.791817 --- ParallelTerminationStrategy: PID 16109 died... 01:14:06.811475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminated: ok {rc=0} 01:14:06.858461 --- ParallelTerminationStrategy: PID 16112 died... 01:14:06.878342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminated: ok {rc=0} 01:14:06.925402 --- ParallelTerminationStrategy: PID 16115 died... 01:14:06.945174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Terminated: ok {rc=0} 01:14:07.035136 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900 iperf3m4.py ---------------------------------------------- 01:14:08.187458 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.199444 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:14:08.243237 tst iperf3m4.py: using LAC 32609 01:14:08.373086 tst iperf3m4.py: using RAC 224 01:14:08.501720 tst iperf3m4.py: using CellId 32609 01:14:08.631249 tst iperf3m4.py: using BVCI 32610 01:14:08.752137 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.763402 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.774637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.786120 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.797556 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.808791 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.820419 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.831807 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:08.843293 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:08.969268 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:09.094634 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:09.212333 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:09.334398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:14:09.544008 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:09.859675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Launched 01:14:10.134723 run iperf3-srv_10.42.42.10(pid=16118): Launched 01:14:10.251210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:14:10.459414 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:10.773565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Launched 01:14:11.046489 run iperf3-srv_10.42.42.10(pid=16120): Launched 01:14:11.162449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:14:11.370107 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:11.683259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Launched 01:14:11.955564 run iperf3-srv_10.42.42.10(pid=16122): Launched 01:14:12.073355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:14:12.280188 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:12.593116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Launched 01:14:12.865271 run iperf3-srv_10.42.42.10(pid=16124): Launched 01:14:12.981421 tst iperf3m4.py:8: start network... 01:14:13.188189 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:14:13.670979 run create_hlr_db(pid=16125): Launched 01:14:13.800400 bus /gobi_6: Setting Powered False 01:14:14.865233 run create_hlr_db(pid=16125): Terminated: ok {rc=0} 01:14:15.309997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Launched 01:14:15.623581 run osmo-hlr_10.42.42.2(pid=16128): Launched 01:14:15.744728 run osmo-stp_10.42.42.5: Starting osmo-stp 01:14:16.365670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Launched 01:14:16.700807 run osmo-stp_10.42.42.5(pid=16131): Launched 01:14:16.924900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:14:17.587553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Launched 01:14:17.717205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:14:18.000911 run patchelf(pid=16135): Launched 01:14:18.189997 run osmo-stp_10.42.42.5(pid=16131): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] 01:14:18.332129 run osmo-stp_10.42.42.5(pid=16131): stdout: | (launched: 2022-12-13_01:14:16.641170) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:18.475220 run osmo-stp_10.42.42.5(pid=16131): stderr: | 20221213011416901 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011416901 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011416913 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011416914 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011416914 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011416914 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011416914 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:18.618015 run osmo-stp_10.42.42.5(pid=16131): stdout: | (launched: 2022-12-13_01:14:16.641170) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:18.755270 run osmo-stp_10.42.42.5(pid=16131): stderr: | 20221213011416901 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011416901 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011416913 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011416914 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011416914 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011416914 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011416914 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:18.918057 run patchelf(pid=16135): Terminating (SIGINT) 01:14:19.106492 run patchelf(pid=16135): Terminated: ok {rc=0} 01:14:19.241967 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8] 01:14:19.252245 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:14:19.281916 run osmo-hlr_10.42.42.2(pid=16128): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16128)] 01:14:19.333436 run osmo-hlr_10.42.42.2(pid=16128): stdout: | (launched: 2022-12-13_01:14:15.564935) 01:14:19.386326 run osmo-hlr_10.42.42.2(pid=16128): stderr: | 20221213011415742 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011415742 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011415742 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011415742 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011415743 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011415743 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011415754 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011415763 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011415763 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011415763 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:14:19.439267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Terminating (SIGTERM) 01:14:19.481826 run iperf3-srv_10.42.42.10(pid=16118): Terminating (SIGTERM) 01:14:19.524620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Terminating (SIGTERM) 01:14:19.567194 run iperf3-srv_10.42.42.10(pid=16120): Terminating (SIGTERM) 01:14:19.609748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminating (SIGTERM) 01:14:19.652324 run iperf3-srv_10.42.42.10(pid=16122): Terminating (SIGTERM) 01:14:19.695151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminating (SIGTERM) 01:14:19.737908 run iperf3-srv_10.42.42.10(pid=16124): Terminating (SIGTERM) 01:14:19.780341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminating (SIGTERM) 01:14:19.822981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminating (SIGTERM) 01:14:19.865490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminating (SIGTERM) 01:14:19.908302 --- ParallelTerminationStrategy: PID 16117 died... 01:14:19.928334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Terminated: ok {rc=0} 01:14:19.975864 --- ParallelTerminationStrategy: PID 16118 died... 01:14:19.995681 run iperf3-srv_10.42.42.10(pid=16118): Terminated {rc=256} 01:14:20.042790 --- ParallelTerminationStrategy: PID 16119 died... 01:14:20.062561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Terminated: ok {rc=0} 01:14:20.109876 --- ParallelTerminationStrategy: PID 16120 died... 01:14:20.129591 run iperf3-srv_10.42.42.10(pid=16120): Terminated {rc=256} 01:14:20.176672 --- ParallelTerminationStrategy: PID 16121 died... 01:14:20.196549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminated: ok {rc=0} 01:14:20.243787 --- ParallelTerminationStrategy: PID 16122 died... 01:14:20.263616 run iperf3-srv_10.42.42.10(pid=16122): Terminated {rc=256} 01:14:20.310994 --- ParallelTerminationStrategy: PID 16123 died... 01:14:20.330958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminated: ok {rc=0} 01:14:20.378537 --- ParallelTerminationStrategy: PID 16124 died... 01:14:20.398400 run iperf3-srv_10.42.42.10(pid=16124): Terminated {rc=256} 01:14:20.445726 --- ParallelTerminationStrategy: PID 16127 died... 01:14:20.465474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminated: ok {rc=0} 01:14:20.512772 --- ParallelTerminationStrategy: PID 16130 died... 01:14:20.533042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminated: ok {rc=0} 01:14:20.580156 --- ParallelTerminationStrategy: PID 16134 died... 01:14:20.600112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminated: ok {rc=0} 01:14:20.689780 bus /gobi_4: Setting Powered False 01:14:21.790515 bus /gobi_4: Setting Powered False 01:14:22.906636 bus /gobi_1: Setting Powered False 01:14:24.006535 bus /gobi_1: Setting Powered False 01:14:25.123690 bus /gobi_0: Setting Powered False 01:14:26.220924 bus /gobi_0: Setting Powered False 01:14:27.337956 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900 ping.py ---------------------------------------------- 01:14:28.439628 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:28.451069 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:14:28.489542 tst ping.py: using LAC 32610 01:14:28.608090 tst ping.py: using RAC 225 01:14:28.726215 tst ping.py: using CellId 32610 01:14:28.845160 tst ping.py: using BVCI 32611 01:14:28.955888 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:28.966738 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:28.977494 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:28.988180 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:28.998753 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:29.009450 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:29.020170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:29.030879 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:29.150713 tst ping.py:19: start network... 01:14:29.370315 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:14:29.876846 run create_hlr_db(pid=16136): Launched 01:14:30.003016 bus /gobi_6: Setting Powered False 01:14:31.066440 run create_hlr_db(pid=16136): Terminated: ok {rc=0} 01:14:31.530365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Launched 01:14:31.873738 run osmo-hlr_10.42.42.2(pid=16139): Launched 01:14:32.116817 run osmo-stp_10.42.42.5: Starting osmo-stp 01:14:32.691031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Launched 01:14:32.997490 run osmo-stp_10.42.42.5(pid=16142): Launched 01:14:33.113198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:14:33.645100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Launched 01:14:33.762506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:14:34.022521 run patchelf(pid=16145): Launched 01:14:34.194776 run osmo-stp_10.42.42.5(pid=16142): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)] 01:14:34.324082 run osmo-stp_10.42.42.5(pid=16142): stdout: | (launched: 2022-12-13_01:14:32.939858) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:34.455872 run osmo-stp_10.42.42.5(pid=16142): stderr: | 20221213011433108 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011433108 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011433108 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011433109 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011433109 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011433109 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011433109 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:34.586773 run osmo-stp_10.42.42.5(pid=16142): stdout: | (launched: 2022-12-13_01:14:32.939858) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:34.711538 run osmo-stp_10.42.42.5(pid=16142): stderr: | 20221213011433108 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011433108 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011433108 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011433109 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011433109 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011433109 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011433109 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:34.859485 run patchelf(pid=16145): Terminating (SIGINT) 01:14:35.031987 run patchelf(pid=16145): Terminated: ok {rc=0} 01:14:35.155830 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)] [trial-2384↪gprs:nanobts+band-1900↪ping.py:22] 01:14:35.164784 tst ping.py:22: Test FAILED (6.7 sec) 01:14:35.191549 run osmo-hlr_10.42.42.2(pid=16139): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16139)] 01:14:35.239829 run osmo-hlr_10.42.42.2(pid=16139): stdout: | (launched: 2022-12-13_01:14:31.812645) 01:14:35.289885 run osmo-hlr_10.42.42.2(pid=16139): stderr: | 20221213011432044 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011432044 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011432044 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011432044 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011432044 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011432044 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011432062 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011432081 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011432081 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011432081 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:14:35.340103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminating (SIGTERM) 01:14:35.380250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminating (SIGTERM) 01:14:35.420358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Terminating (SIGTERM) 01:14:35.461313 --- ParallelTerminationStrategy: PID 16138 died... 01:14:35.480496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminated: ok {rc=0} 01:14:35.525055 --- ParallelTerminationStrategy: PID 16141 died... 01:14:35.543940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminated: ok {rc=0} 01:14:35.588208 --- ParallelTerminationStrategy: PID 16144 died... 01:14:35.607012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Terminated: ok {rc=0} 01:14:35.692642 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900 ping_idle_ping.py ---------------------------------------------- 01:14:36.782902 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:36.794993 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 01:14:36.836531 tst ping_idle_ping.py: using LAC 32611 01:14:36.957702 tst ping_idle_ping.py: using RAC 226 01:14:37.079747 tst ping_idle_ping.py: using CellId 32611 01:14:37.204806 tst ping_idle_ping.py: using BVCI 32612 01:14:37.317172 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.328249 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.339013 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.349818 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.360382 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.370996 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.381763 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 01:14:37.392472 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 01:14:37.513114 tst ping_idle_ping.py:24: start network... 01:14:37.735065 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:14:38.247912 run create_hlr_db(pid=16149): Launched 01:14:38.376181 bus /gobi_6: Setting Powered False 01:14:39.442216 run create_hlr_db(pid=16149): Terminated: ok {rc=0} 01:14:39.883551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Launched 01:14:40.192600 run osmo-hlr_10.42.42.2(pid=16152): Launched 01:14:40.311660 run osmo-stp_10.42.42.5: Starting osmo-stp 01:14:40.842988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Launched 01:14:41.153240 run osmo-stp_10.42.42.5(pid=16155): Launched 01:14:41.271450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:14:41.803383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Launched 01:14:41.922413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:14:42.183415 run patchelf(pid=16158): Launched 01:14:42.355726 run osmo-stp_10.42.42.5(pid=16155): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)] 01:14:42.485633 run osmo-stp_10.42.42.5(pid=16155): stdout: | (launched: 2022-12-13_01:14:41.095150) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:42.616680 run osmo-stp_10.42.42.5(pid=16155): stderr: | 20221213011441266 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011441266 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011441266 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011441267 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011441267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011441267 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011441267 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:42.747798 run osmo-stp_10.42.42.5(pid=16155): stdout: | (launched: 2022-12-13_01:14:41.095150) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:42.873144 run osmo-stp_10.42.42.5(pid=16155): stderr: | 20221213011441266 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011441266 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011441266 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011441267 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011441267 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011441267 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011441267 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:43.021754 run patchelf(pid=16158): Terminating (SIGINT) 01:14:43.194993 run patchelf(pid=16158): Terminated: ok {rc=0} 01:14:43.320023 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)] [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27] 01:14:43.329017 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 01:14:43.356010 run osmo-hlr_10.42.42.2(pid=16152): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16152)] 01:14:43.404060 run osmo-hlr_10.42.42.2(pid=16152): stdout: | (launched: 2022-12-13_01:14:40.134602) 01:14:43.453765 run osmo-hlr_10.42.42.2(pid=16152): stderr: | 20221213011440312 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011440312 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011440312 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011440312 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011440312 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011440313 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011440325 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011440336 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011440336 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011440336 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:14:43.504169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminating (SIGTERM) 01:14:43.544324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminating (SIGTERM) 01:14:43.584171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Terminating (SIGTERM) 01:14:43.624508 --- ParallelTerminationStrategy: PID 16151 died... 01:14:43.646813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminated: ok {rc=0} 01:14:43.695337 --- ParallelTerminationStrategy: PID 16154 died... 01:14:43.715560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminated: ok {rc=0} 01:14:43.763877 --- ParallelTerminationStrategy: PID 16157 died... 01:14:43.783814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Terminated: ok {rc=0} 01:14:43.874548 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs --------------------------------------------------------------------- 01:14:45.170814 tst gprs:nanobts+band-1900+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:14:45.176881 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 01:14:45.200504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 01:14:45.238694 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 01:14:45.327047 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 01:14:45.351028 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 01:14:45.388819 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 01:14:46.015374 tst gprs:nanobts+band-1900+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 01:14:46.072402 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.084666 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:14:46.128595 tst cs_paging_gprs_active.py: using LAC 32612 01:14:46.291850 tst cs_paging_gprs_active.py: using RAC 227 01:14:46.417054 tst cs_paging_gprs_active.py: using CellId 32612 01:14:46.550225 tst cs_paging_gprs_active.py: using BVCI 32613 01:14:46.666446 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.678112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.690023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.701929 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.713639 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.724917 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.736427 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.748173 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:46.760093 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:14:46.902104 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:14:47.052573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:14:47.272153 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:47.612529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Launched 01:14:47.906213 run iperf3-srv_10.42.42.10(pid=16163): Launched 01:14:48.032115 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:14:48.257155 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:14:48.594919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Launched 01:14:48.886277 run iperf3-srv_10.42.42.10(pid=16165): Launched 01:14:49.011866 tst cs_paging_gprs_active.py:38: start network... 01:14:49.236665 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:14:49.756923 run create_hlr_db(pid=16166): Launched 01:14:49.886375 bus /gobi_6: Setting Powered False 01:14:50.952197 run create_hlr_db(pid=16166): Terminated: ok {rc=0} 01:14:51.398540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Launched 01:14:51.714077 run osmo-hlr_10.42.42.2(pid=16169): Launched 01:14:51.833534 run osmo-stp_10.42.42.5: Starting osmo-stp 01:14:52.372128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Launched 01:14:52.685439 run osmo-stp_10.42.42.5(pid=16172): Launched 01:14:52.807116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:14:53.347551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Launched 01:14:53.468734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:14:53.734601 run patchelf(pid=16175): Launched 01:14:53.908542 run osmo-stp_10.42.42.5(pid=16172): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)] 01:14:54.039897 run osmo-stp_10.42.42.5(pid=16172): stdout: | (launched: 2022-12-13_01:14:52.626659) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:54.172388 run osmo-stp_10.42.42.5(pid=16172): stderr: | 20221213011452800 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011452800 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011452800 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011452800 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011452801 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011452801 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011452801 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:54.305261 run osmo-stp_10.42.42.5(pid=16172): stdout: | (launched: 2022-12-13_01:14:52.626659) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:14:54.432565 run osmo-stp_10.42.42.5(pid=16172): stderr: | 20221213011452800 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011452800 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011452800 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011452800 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011452801 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011452801 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011452801 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:14:54.583403 run patchelf(pid=16175): Terminating (SIGINT) 01:14:54.758016 run patchelf(pid=16175): Terminated: ok {rc=0} 01:14:54.883923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 01:14:54.893547 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 01:14:54.920759 run osmo-hlr_10.42.42.2(pid=16169): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16169)] 01:14:54.968642 run osmo-hlr_10.42.42.2(pid=16169): stdout: | (launched: 2022-12-13_01:14:51.655519) 01:14:55.018139 run osmo-hlr_10.42.42.2(pid=16169): stderr: | 20221213011451835 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011451835 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011451835 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011451835 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011451835 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011451835 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011451848 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011451856 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011451856 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011451856 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:14:55.068058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Terminating (SIGTERM) 01:14:55.108104 run iperf3-srv_10.42.42.10(pid=16163): Terminating (SIGTERM) 01:14:55.148091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Terminating (SIGTERM) 01:14:55.187973 run iperf3-srv_10.42.42.10(pid=16165): Terminating (SIGTERM) 01:14:55.227741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminating (SIGTERM) 01:14:55.267558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminating (SIGTERM) 01:14:55.307434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Terminating (SIGTERM) 01:14:55.347495 --- ParallelTerminationStrategy: PID 16162 died... 01:14:55.366745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Terminated: ok {rc=0} 01:14:55.411265 --- ParallelTerminationStrategy: PID 16163 died... 01:14:55.430016 run iperf3-srv_10.42.42.10(pid=16163): Terminated {rc=256} 01:14:55.474131 --- ParallelTerminationStrategy: PID 16164 died... 01:14:55.492869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Terminated: ok {rc=0} 01:14:55.537135 --- ParallelTerminationStrategy: PID 16165 died... 01:14:55.555745 run iperf3-srv_10.42.42.10(pid=16165): Terminated {rc=256} 01:14:55.600305 --- ParallelTerminationStrategy: PID 16168 died... 01:14:55.619324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminated: ok {rc=0} 01:14:55.663366 --- ParallelTerminationStrategy: PID 16171 died... 01:14:55.682060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminated: ok {rc=0} 01:14:55.726101 --- ParallelTerminationStrategy: PID 16174 died... 01:14:55.744615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Terminated: ok {rc=0} 01:14:55.830319 bus /gobi_0: Setting Powered False 01:14:56.931126 bus /gobi_0: Setting Powered False 01:14:58.048272 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py ---------------------------------------------- 01:14:59.192684 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.204492 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:14:59.248573 tst iperf3.py: using LAC 32613 01:14:59.372605 tst iperf3.py: using RAC 228 01:14:59.496425 tst iperf3.py: using CellId 32613 01:14:59.619195 tst iperf3.py: using BVCI 32614 01:14:59.744036 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.755886 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.767885 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.781366 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.792704 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.803478 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.814530 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.825414 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:14:59.836335 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:14:59.956732 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:15:00.182591 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:00.518960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Launched 01:15:00.810379 run iperf3-srv_10.42.42.10(pid=16177): Launched 01:15:00.962048 tst iperf3.py:8: start network... 01:15:01.191499 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:15:01.735297 run create_hlr_db(pid=16181): Launched 01:15:01.968478 bus /gobi_6: Setting Powered False 01:15:03.029322 run create_hlr_db(pid=16181): Terminated: ok {rc=0} 01:15:03.524346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Launched 01:15:03.858985 run osmo-hlr_10.42.42.2(pid=16184): Launched 01:15:03.986979 run osmo-stp_10.42.42.5: Starting osmo-stp 01:15:04.565086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Launched 01:15:04.900529 run osmo-stp_10.42.42.5(pid=16187): Launched 01:15:05.028110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:15:05.605670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Launched 01:15:05.735437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:15:06.019578 run patchelf(pid=16190): Launched 01:15:06.207046 run osmo-stp_10.42.42.5(pid=16187): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)] 01:15:06.348455 run osmo-stp_10.42.42.5(pid=16187): stdout: | (launched: 2022-12-13_01:15:04.838483) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:06.490842 run osmo-stp_10.42.42.5(pid=16187): stderr: | 20221213011505033 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011505033 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011505033 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011505034 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011505034 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011505034 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011505034 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:06.633338 run osmo-stp_10.42.42.5(pid=16187): stdout: | (launched: 2022-12-13_01:15:04.838483) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:06.769949 run osmo-stp_10.42.42.5(pid=16187): stderr: | 20221213011505033 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011505033 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011505033 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011505034 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011505034 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011505034 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011505034 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:06.932129 run patchelf(pid=16190): Terminating (SIGINT) 01:15:07.120013 run patchelf(pid=16190): Terminated: ok {rc=0} 01:15:07.254622 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16187): Process ended prematurely: osmo-stp_10.42.42.5(pid=16187) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8] 01:15:07.264754 tst iperf3.py:8: Test FAILED (8.1 sec) 01:15:07.294373 run osmo-hlr_10.42.42.2(pid=16184): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16184)] 01:15:07.345718 run osmo-hlr_10.42.42.2(pid=16184): stdout: | (launched: 2022-12-13_01:15:03.796908) 01:15:07.398876 run osmo-hlr_10.42.42.2(pid=16184): stderr: | 20221213011503998 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011503998 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011503998 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011503998 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011503998 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011503998 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011504010 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011504019 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011504019 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011504019 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:15:07.452370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Terminating (SIGTERM) 01:15:07.495334 run iperf3-srv_10.42.42.10(pid=16177): Terminating (SIGTERM) 01:15:07.538202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Terminating (SIGTERM) 01:15:07.581304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Terminating (SIGTERM) 01:15:07.624152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Terminating (SIGTERM) 01:15:07.667197 --- ParallelTerminationStrategy: PID 16176 died... 01:15:07.687598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Terminated: ok {rc=0} 01:15:07.735845 --- ParallelTerminationStrategy: PID 16177 died... 01:15:07.755852 run iperf3-srv_10.42.42.10(pid=16177): Terminated {rc=256} 01:15:07.803173 --- ParallelTerminationStrategy: PID 16183 died... 01:15:07.823168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Terminated: ok {rc=0} 01:15:07.870535 --- ParallelTerminationStrategy: PID 16186 died... 01:15:07.890467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Terminated: ok {rc=0} 01:15:07.937820 --- ParallelTerminationStrategy: PID 16189 died... 01:15:07.957752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Terminated: ok {rc=0} 01:15:08.046045 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 01:15:09.196441 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.208425 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:15:09.248800 tst iperf3m4.py: using LAC 32614 01:15:09.371894 tst iperf3m4.py: using RAC 229 01:15:09.504145 tst iperf3m4.py: using CellId 32614 01:15:09.628290 tst iperf3m4.py: using BVCI 32615 01:15:09.743726 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.755350 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.766382 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.777266 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.788161 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.798964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.810151 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.820895 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:09.831930 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:09.954357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:10.077944 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:10.200690 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:10.322887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:15:10.549455 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:10.886592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Launched 01:15:11.179386 run iperf3-srv_10.42.42.10(pid=16192): Launched 01:15:11.305203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:15:11.531721 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:11.869729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Launched 01:15:12.163860 run iperf3-srv_10.42.42.10(pid=16194): Launched 01:15:12.290994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:15:12.517791 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:12.855519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Launched 01:15:13.149685 run iperf3-srv_10.42.42.10(pid=16196): Launched 01:15:13.276636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:15:13.503360 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:13.841509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Launched 01:15:14.135723 run iperf3-srv_10.42.42.10(pid=16198): Launched 01:15:14.262742 tst iperf3m4.py:8: start network... 01:15:14.489440 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:15:15.010633 run create_hlr_db(pid=16199): Launched 01:15:15.139749 bus /gobi_6: Setting Powered False 01:15:16.218865 run create_hlr_db(pid=16199): Terminated: ok {rc=0} 01:15:16.746782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Launched 01:15:17.105680 run osmo-hlr_10.42.42.2(pid=16202): Launched 01:15:17.311316 run osmo-stp_10.42.42.5: Starting osmo-stp 01:15:17.892538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Launched 01:15:18.230664 run osmo-stp_10.42.42.5(pid=16205): Launched 01:15:18.358876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:15:18.938687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Launched 01:15:19.067410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:15:19.353073 run patchelf(pid=16208): Launched 01:15:19.540235 run osmo-stp_10.42.42.5(pid=16205): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)] 01:15:19.682264 run osmo-stp_10.42.42.5(pid=16205): stdout: | (launched: 2022-12-13_01:15:18.168021) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:19.825492 run osmo-stp_10.42.42.5(pid=16205): stderr: | 20221213011518360 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011518360 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011518360 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011518361 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011518361 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011518361 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011518361 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:19.968680 run osmo-stp_10.42.42.5(pid=16205): stdout: | (launched: 2022-12-13_01:15:18.168021) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:20.106448 run osmo-stp_10.42.42.5(pid=16205): stderr: | 20221213011518360 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011518360 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011518360 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011518361 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011518361 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011518361 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011518361 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:20.269590 run patchelf(pid=16208): Terminating (SIGINT) 01:15:20.458901 run patchelf(pid=16208): Terminated: ok {rc=0} 01:15:20.594669 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16205): Process ended prematurely: osmo-stp_10.42.42.5(pid=16205) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8] 01:15:20.604824 tst iperf3m4.py:8: Test FAILED (11.4 sec) 01:15:20.635068 run osmo-hlr_10.42.42.2(pid=16202): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16202)] 01:15:20.686747 run osmo-hlr_10.42.42.2(pid=16202): stdout: | (launched: 2022-12-13_01:15:17.039734) 01:15:20.740576 run osmo-hlr_10.42.42.2(pid=16202): stderr: | 20221213011517286 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011517286 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011517286 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011517286 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011517286 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011517286 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011517298 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011517307 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011517307 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011517307 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:15:20.794570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminating (SIGTERM) 01:15:20.837993 run iperf3-srv_10.42.42.10(pid=16192): Terminating (SIGTERM) 01:15:20.881666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminating (SIGTERM) 01:15:20.924765 run iperf3-srv_10.42.42.10(pid=16194): Terminating (SIGTERM) 01:15:20.967349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Terminating (SIGTERM) 01:15:21.010263 run iperf3-srv_10.42.42.10(pid=16196): Terminating (SIGTERM) 01:15:21.053189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Terminating (SIGTERM) 01:15:21.097445 run iperf3-srv_10.42.42.10(pid=16198): Terminating (SIGTERM) 01:15:21.140334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Terminating (SIGTERM) 01:15:21.183547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Terminating (SIGTERM) 01:15:21.226833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Terminating (SIGTERM) 01:15:21.270629 --- ParallelTerminationStrategy: PID 16191 died... 01:15:21.291203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminated: ok {rc=0} 01:15:21.339338 --- ParallelTerminationStrategy: PID 16192 died... 01:15:21.359652 run iperf3-srv_10.42.42.10(pid=16192): Terminated {rc=256} 01:15:21.407239 --- ParallelTerminationStrategy: PID 16193 died... 01:15:21.427131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminated: ok {rc=0} 01:15:21.474402 --- ParallelTerminationStrategy: PID 16194 died... 01:15:21.494312 run iperf3-srv_10.42.42.10(pid=16194): Terminated {rc=256} 01:15:21.541450 --- ParallelTerminationStrategy: PID 16195 died... 01:15:21.561297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Terminated: ok {rc=0} 01:15:21.608419 --- ParallelTerminationStrategy: PID 16196 died... 01:15:21.628142 run iperf3-srv_10.42.42.10(pid=16196): Terminated {rc=256} 01:15:21.675347 --- ParallelTerminationStrategy: PID 16197 died... 01:15:21.695158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Terminated: ok {rc=0} 01:15:21.742613 --- ParallelTerminationStrategy: PID 16198 died... 01:15:21.762440 run iperf3-srv_10.42.42.10(pid=16198): Terminated {rc=256} 01:15:21.809610 --- ParallelTerminationStrategy: PID 16201 died... 01:15:21.829375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Terminated: ok {rc=0} 01:15:21.876823 --- ParallelTerminationStrategy: PID 16204 died... 01:15:21.897189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Terminated: ok {rc=0} 01:15:21.945064 --- ParallelTerminationStrategy: PID 16207 died... 01:15:21.964865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Terminated: ok {rc=0} 01:15:22.054824 bus /gobi_4: Setting Powered False 01:15:23.154026 bus /gobi_4: Setting Powered False 01:15:24.271512 bus /gobi_1: Setting Powered False 01:15:25.370574 bus /gobi_1: Setting Powered False 01:15:26.488078 bus /gobi_0: Setting Powered False 01:15:27.586565 bus /gobi_0: Setting Powered False 01:15:28.705268 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs ping.py ---------------------------------------------- 01:15:29.809613 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:29.821555 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:15:29.863866 tst ping.py: using LAC 32615 01:15:29.986348 tst ping.py: using RAC 230 01:15:30.107284 tst ping.py: using CellId 32615 01:15:30.229313 tst ping.py: using BVCI 32616 01:15:30.340520 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.351716 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.362759 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.373704 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.384546 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.395393 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.406525 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:30.417393 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:30.533194 tst ping.py:19: start network... 01:15:30.736237 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:15:31.226671 run create_hlr_db(pid=16209): Launched 01:15:31.385745 bus /gobi_6: Setting Powered False 01:15:32.446384 run create_hlr_db(pid=16209): Terminated: ok {rc=0} 01:15:32.873963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Launched 01:15:33.182224 run osmo-hlr_10.42.42.2(pid=16212): Launched 01:15:33.297796 run osmo-stp_10.42.42.5: Starting osmo-stp 01:15:33.827160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Launched 01:15:34.135589 run osmo-stp_10.42.42.5(pid=16215): Launched 01:15:34.252790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:15:34.780471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Launched 01:15:34.897845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:15:35.157292 run patchelf(pid=16218): Launched 01:15:35.327203 run osmo-stp_10.42.42.5(pid=16215): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)] 01:15:35.456206 run osmo-stp_10.42.42.5(pid=16215): stdout: | (launched: 2022-12-13_01:15:34.077927) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:35.587091 run osmo-stp_10.42.42.5(pid=16215): stderr: | 20221213011534248 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011534248 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011534248 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011534249 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011534249 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011534249 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011534249 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:35.718039 run osmo-stp_10.42.42.5(pid=16215): stdout: | (launched: 2022-12-13_01:15:34.077927) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:35.842954 run osmo-stp_10.42.42.5(pid=16215): stderr: | 20221213011534248 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011534248 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011534248 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011534249 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011534249 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011534249 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011534249 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:35.991368 run patchelf(pid=16218): Terminating (SIGINT) 01:15:36.164059 run patchelf(pid=16218): Terminated: ok {rc=0} 01:15:36.287714 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22] 01:15:36.296840 tst ping.py:22: Test FAILED (6.5 sec) 01:15:36.323757 run osmo-hlr_10.42.42.2(pid=16212): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16212)] 01:15:36.371794 run osmo-hlr_10.42.42.2(pid=16212): stdout: | (launched: 2022-12-13_01:15:33.124101) 01:15:36.421717 run osmo-hlr_10.42.42.2(pid=16212): stderr: | 20221213011533301 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011533301 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011533302 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011533302 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011533302 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011533302 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011533316 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011533326 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011533326 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011533326 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:15:36.471874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminating (SIGTERM) 01:15:36.512224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminating (SIGTERM) 01:15:36.552770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminating (SIGTERM) 01:15:36.593447 --- ParallelTerminationStrategy: PID 16211 died... 01:15:36.612841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminated: ok {rc=0} 01:15:36.657956 --- ParallelTerminationStrategy: PID 16214 died... 01:15:36.676683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminated: ok {rc=0} 01:15:36.721604 --- ParallelTerminationStrategy: PID 16217 died... 01:15:36.740268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminated: ok {rc=0} 01:15:36.824002 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 01:15:37.911174 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:37.923786 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:15:37.968669 tst ping_idle_ping.py: using LAC 32616 01:15:38.100158 tst ping_idle_ping.py: using RAC 231 01:15:38.230276 tst ping_idle_ping.py: using CellId 32616 01:15:38.359158 tst ping_idle_ping.py: using BVCI 32617 01:15:38.480445 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.492224 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.503717 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.515647 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.527519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.539403 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.551388 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:15:38.563249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:15:38.687832 tst ping_idle_ping.py:24: start network... 01:15:38.908709 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:15:39.426478 run create_hlr_db(pid=16219): Launched 01:15:39.554429 bus /gobi_6: Setting Powered False 01:15:40.620026 run create_hlr_db(pid=16219): Terminated: ok {rc=0} 01:15:41.078758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Launched 01:15:41.411249 run osmo-hlr_10.42.42.2(pid=16222): Launched 01:15:41.537342 run osmo-stp_10.42.42.5: Starting osmo-stp 01:15:42.108752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Launched 01:15:42.439991 run osmo-stp_10.42.42.5(pid=16225): Launched 01:15:42.567200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:15:43.136280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Launched 01:15:43.261240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:15:43.540929 run patchelf(pid=16228): Launched 01:15:43.723338 run osmo-stp_10.42.42.5(pid=16225): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)] 01:15:43.862747 run osmo-stp_10.42.42.5(pid=16225): stdout: | (launched: 2022-12-13_01:15:42.378560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:44.003757 run osmo-stp_10.42.42.5(pid=16225): stderr: | 20221213011542571 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011542571 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011542571 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011542571 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011542572 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011542572 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011542572 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:44.144405 run osmo-stp_10.42.42.5(pid=16225): stdout: | (launched: 2022-12-13_01:15:42.378560) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:44.279230 run osmo-stp_10.42.42.5(pid=16225): stderr: | 20221213011542571 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011542571 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011542571 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011542571 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011542572 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011542572 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011542572 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:44.438996 run patchelf(pid=16228): Terminating (SIGINT) 01:15:44.623651 run patchelf(pid=16228): Terminated: ok {rc=0} 01:15:44.756628 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27] 01:15:44.766190 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 01:15:44.794749 run osmo-hlr_10.42.42.2(pid=16222): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16222)] 01:15:44.845635 run osmo-hlr_10.42.42.2(pid=16222): stdout: | (launched: 2022-12-13_01:15:41.349225) 01:15:44.898070 run osmo-hlr_10.42.42.2(pid=16222): stderr: | 20221213011541546 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011541546 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011541546 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011541546 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011541546 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011541546 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011541558 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011541566 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011541567 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011541567 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:15:44.950964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminating (SIGTERM) 01:15:44.993356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminating (SIGTERM) 01:15:45.035824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Terminating (SIGTERM) 01:15:45.078541 --- ParallelTerminationStrategy: PID 16221 died... 01:15:45.098951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminated: ok {rc=0} 01:15:45.146366 --- ParallelTerminationStrategy: PID 16224 died... 01:15:45.166186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminated: ok {rc=0} 01:15:45.213268 --- ParallelTerminationStrategy: PID 16227 died... 01:15:45.232820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Terminated: ok {rc=0} 01:15:45.322559 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa --------------------------------------------------------------------- 01:15:46.689615 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:15:46.699311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 01:15:46.735245 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 01:15:46.788473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 01:15:46.899528 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 01:15:46.942572 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 01:15:47.003068 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 01:15:47.564231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 01:15:47.619383 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:47.631085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:15:47.692561 tst cs_paging_gprs_active.py: using LAC 32617 01:15:47.829283 tst cs_paging_gprs_active.py: using RAC 232 01:15:47.951997 tst cs_paging_gprs_active.py: using CellId 32617 01:15:48.074008 tst cs_paging_gprs_active.py: using BVCI 32618 01:15:48.189439 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.200548 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.211640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.222985 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.234164 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.245231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.256259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.267163 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:15:48.278442 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:15:48.401757 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:15:48.521316 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:15:48.730480 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:49.043875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Launched 01:15:49.319398 run iperf3-srv_10.42.42.10(pid=16233): Launched 01:15:49.439028 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:15:49.649261 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:15:49.964246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Launched 01:15:50.240822 run iperf3-srv_10.42.42.10(pid=16235): Launched 01:15:50.359308 tst cs_paging_gprs_active.py:38: start network... 01:15:50.567436 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:15:51.052173 run create_hlr_db(pid=16236): Launched 01:15:51.180764 bus /gobi_6: Setting Powered False 01:15:52.246327 run create_hlr_db(pid=16236): Terminated: ok {rc=0} 01:15:52.694734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Launched 01:15:53.010201 run osmo-hlr_10.42.42.2(pid=16239): Launched 01:15:53.130332 run osmo-stp_10.42.42.5: Starting osmo-stp 01:15:53.666988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Launched 01:15:53.980328 run osmo-stp_10.42.42.5(pid=16242): Launched 01:15:54.099609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:15:54.636019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Launched 01:15:54.756686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:15:55.020893 run patchelf(pid=16245): Launched 01:15:55.196273 run osmo-stp_10.42.42.5(pid=16242): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)] 01:15:55.328199 run osmo-stp_10.42.42.5(pid=16242): stdout: | (launched: 2022-12-13_01:15:53.921564) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:55.461613 run osmo-stp_10.42.42.5(pid=16242): stderr: | 20221213011554092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011554092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011554092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011554093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011554093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011554093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011554093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:55.594965 run osmo-stp_10.42.42.5(pid=16242): stdout: | (launched: 2022-12-13_01:15:53.921564) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:15:55.722691 run osmo-stp_10.42.42.5(pid=16242): stderr: | 20221213011554092 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011554092 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011554092 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011554093 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011554093 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011554093 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011554093 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:15:55.873725 run patchelf(pid=16245): Terminating (SIGINT) 01:15:56.048851 run patchelf(pid=16245): Terminated: ok {rc=0} 01:15:56.176038 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16242): Process ended prematurely: osmo-stp_10.42.42.5(pid=16242) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 01:15:56.185759 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 01:15:56.213473 run osmo-hlr_10.42.42.2(pid=16239): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16239)] 01:15:56.261750 run osmo-hlr_10.42.42.2(pid=16239): stdout: | (launched: 2022-12-13_01:15:52.951377) 01:15:56.311486 run osmo-hlr_10.42.42.2(pid=16239): stderr: | 20221213011553129 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011553130 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011553130 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011553130 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011553130 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011553130 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011553170 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011553181 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011553181 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011553181 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:15:56.362059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Terminating (SIGTERM) 01:15:56.402594 run iperf3-srv_10.42.42.10(pid=16233): Terminating (SIGTERM) 01:15:56.443085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Terminating (SIGTERM) 01:15:56.483645 run iperf3-srv_10.42.42.10(pid=16235): Terminating (SIGTERM) 01:15:56.524052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Terminating (SIGTERM) 01:15:56.564614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Terminating (SIGTERM) 01:15:56.604752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Terminating (SIGTERM) 01:15:56.645466 --- ParallelTerminationStrategy: PID 16232 died... 01:15:56.664823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Terminated: ok {rc=0} 01:15:56.709802 --- ParallelTerminationStrategy: PID 16233 died... 01:15:56.728732 run iperf3-srv_10.42.42.10(pid=16233): Terminated {rc=256} 01:15:56.773296 --- ParallelTerminationStrategy: PID 16234 died... 01:15:56.792193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Terminated: ok {rc=0} 01:15:56.837134 --- ParallelTerminationStrategy: PID 16235 died... 01:15:56.855983 run iperf3-srv_10.42.42.10(pid=16235): Terminated {rc=256} 01:15:56.900331 --- ParallelTerminationStrategy: PID 16238 died... 01:15:56.919302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Terminated: ok {rc=0} 01:15:56.963611 --- ParallelTerminationStrategy: PID 16241 died... 01:15:56.982592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Terminated: ok {rc=0} 01:15:57.027094 --- ParallelTerminationStrategy: PID 16244 died... 01:15:57.046082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Terminated: ok {rc=0} 01:15:57.134485 bus /gobi_0: Setting Powered False 01:15:58.235852 bus /gobi_0: Setting Powered False 01:15:59.352808 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 01:16:00.505180 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:00.517476 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:16:00.587077 tst iperf3.py: using LAC 32618 01:16:00.720030 tst iperf3.py: using RAC 233 01:16:00.858294 tst iperf3.py: using CellId 32618 01:16:01.003438 tst iperf3.py: using BVCI 32619 01:16:01.120311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.132106 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.143758 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.155598 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.167832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.181111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.192875 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.204898 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:01.217427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:01.344052 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:16:01.594312 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:16:01.920446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Launched 01:16:02.216891 run iperf3-srv_10.42.42.10(pid=16247): Launched 01:16:02.343646 tst iperf3.py:8: start network... 01:16:02.568684 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:16:03.086673 run create_hlr_db(pid=16248): Launched 01:16:03.212879 bus /gobi_6: Setting Powered False 01:16:04.278669 run create_hlr_db(pid=16248): Terminated: ok {rc=0} 01:16:04.741578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Launched 01:16:05.077184 run osmo-hlr_10.42.42.2(pid=16251): Launched 01:16:05.205122 run osmo-stp_10.42.42.5: Starting osmo-stp 01:16:05.762566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Launched 01:16:06.068553 run osmo-stp_10.42.42.5(pid=16254): Launched 01:16:06.185442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:16:06.712504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Launched 01:16:06.829653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:16:07.088372 run patchelf(pid=16257): Launched 01:16:07.258281 run osmo-stp_10.42.42.5(pid=16254): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)] 01:16:07.387588 run osmo-stp_10.42.42.5(pid=16254): stdout: | (launched: 2022-12-13_01:16:06.011760) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:07.518412 run osmo-stp_10.42.42.5(pid=16254): stderr: | 20221213011606180 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011606180 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011606181 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011606181 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011606181 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011606182 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011606182 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:07.648531 run osmo-stp_10.42.42.5(pid=16254): stdout: | (launched: 2022-12-13_01:16:06.011760) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:07.774017 run osmo-stp_10.42.42.5(pid=16254): stderr: | 20221213011606180 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011606180 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011606181 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011606181 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011606181 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011606182 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011606182 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:07.922608 run patchelf(pid=16257): Terminating (SIGINT) 01:16:08.095748 run patchelf(pid=16257): Terminated: ok {rc=0} 01:16:08.221097 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16254): Process ended prematurely: osmo-stp_10.42.42.5(pid=16254) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8] 01:16:08.230522 tst iperf3.py:8: Test FAILED (7.8 sec) 01:16:08.257701 run osmo-hlr_10.42.42.2(pid=16251): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16251)] 01:16:08.305288 run osmo-hlr_10.42.42.2(pid=16251): stdout: | (launched: 2022-12-13_01:16:05.015404) 01:16:08.354669 run osmo-hlr_10.42.42.2(pid=16251): stderr: | 20221213011605214 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011605214 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011605214 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011605214 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011605214 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011605214 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011605226 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011605235 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011605235 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011605235 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:16:08.404572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminating (SIGTERM) 01:16:08.444647 run iperf3-srv_10.42.42.10(pid=16247): Terminating (SIGTERM) 01:16:08.484747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Terminating (SIGTERM) 01:16:08.524925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Terminating (SIGTERM) 01:16:08.564860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Terminating (SIGTERM) 01:16:08.605247 --- ParallelTerminationStrategy: PID 16246 died... 01:16:08.624371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminated: ok {rc=0} 01:16:08.669065 --- ParallelTerminationStrategy: PID 16247 died... 01:16:08.687920 run iperf3-srv_10.42.42.10(pid=16247): Terminated {rc=256} 01:16:08.732326 --- ParallelTerminationStrategy: PID 16250 died... 01:16:08.751219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Terminated: ok {rc=0} 01:16:08.795081 --- ParallelTerminationStrategy: PID 16253 died... 01:16:08.814054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Terminated: ok {rc=0} 01:16:08.858159 --- ParallelTerminationStrategy: PID 16256 died... 01:16:08.876998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Terminated: ok {rc=0} 01:16:08.961103 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 01:16:10.105803 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.117740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:16:10.178313 tst iperf3m4.py: using LAC 32619 01:16:10.299753 tst iperf3m4.py: using RAC 234 01:16:10.429324 tst iperf3m4.py: using CellId 32619 01:16:10.560138 tst iperf3m4.py: using BVCI 32620 01:16:10.679256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.691179 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.702787 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.714412 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.725891 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.737506 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.749180 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.760620 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:10.772392 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:10.890661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:11.014318 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:11.131932 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:11.254048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:16:11.475697 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:16:11.805620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Launched 01:16:12.092666 run iperf3-srv_10.42.42.10(pid=16259): Launched 01:16:12.215683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:16:12.437818 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:16:12.768105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Launched 01:16:13.054212 run iperf3-srv_10.42.42.10(pid=16261): Launched 01:16:13.177347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:16:13.398719 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:16:13.729740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Launched 01:16:14.016417 run iperf3-srv_10.42.42.10(pid=16263): Launched 01:16:14.139041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:16:14.359978 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:16:14.690746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Launched 01:16:14.975916 run iperf3-srv_10.42.42.10(pid=16265): Launched 01:16:15.098780 tst iperf3m4.py:8: start network... 01:16:15.319071 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:16:15.829732 run create_hlr_db(pid=16266): Launched 01:16:15.993332 bus /gobi_6: Setting Powered False 01:16:17.057579 run create_hlr_db(pid=16266): Terminated: ok {rc=0} 01:16:17.552791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Launched 01:16:17.881778 run osmo-hlr_10.42.42.2(pid=16269): Launched 01:16:18.006921 run osmo-stp_10.42.42.5: Starting osmo-stp 01:16:18.572354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Launched 01:16:18.899804 run osmo-stp_10.42.42.5(pid=16272): Launched 01:16:19.024078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:16:19.589509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Launched 01:16:19.715008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:16:19.994392 run patchelf(pid=16275): Launched 01:16:20.178501 run osmo-stp_10.42.42.5(pid=16272): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)] 01:16:20.317292 run osmo-stp_10.42.42.5(pid=16272): stdout: | (launched: 2022-12-13_01:16:18.839336) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:20.457918 run osmo-stp_10.42.42.5(pid=16272): stderr: | 20221213011619030 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011619030 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011619030 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011619030 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011619031 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011619031 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011619031 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:20.597776 run osmo-stp_10.42.42.5(pid=16272): stdout: | (launched: 2022-12-13_01:16:18.839336) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:20.731774 run osmo-stp_10.42.42.5(pid=16272): stderr: | 20221213011619030 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011619030 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011619030 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011619030 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011619031 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011619031 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011619031 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:20.891053 run patchelf(pid=16275): Terminating (SIGINT) 01:16:21.075702 run patchelf(pid=16275): Terminated: ok {rc=0} 01:16:21.208606 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16272): Process ended prematurely: osmo-stp_10.42.42.5(pid=16272) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8] 01:16:21.218734 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:16:21.248241 run osmo-hlr_10.42.42.2(pid=16269): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16269)] 01:16:21.298514 run osmo-hlr_10.42.42.2(pid=16269): stdout: | (launched: 2022-12-13_01:16:17.820937) 01:16:21.350565 run osmo-hlr_10.42.42.2(pid=16269): stderr: | 20221213011618018 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011618018 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011618018 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011618018 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011618018 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011618019 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011618031 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011618040 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011618040 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011618040 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:16:21.403322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Terminating (SIGTERM) 01:16:21.445535 run iperf3-srv_10.42.42.10(pid=16259): Terminating (SIGTERM) 01:16:21.487553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminating (SIGTERM) 01:16:21.529775 run iperf3-srv_10.42.42.10(pid=16261): Terminating (SIGTERM) 01:16:21.571730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminating (SIGTERM) 01:16:21.613495 run iperf3-srv_10.42.42.10(pid=16263): Terminating (SIGTERM) 01:16:21.655668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Terminating (SIGTERM) 01:16:21.697780 run iperf3-srv_10.42.42.10(pid=16265): Terminating (SIGTERM) 01:16:21.739639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Terminating (SIGTERM) 01:16:21.781798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Terminating (SIGTERM) 01:16:21.823819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Terminating (SIGTERM) 01:16:21.866110 --- ParallelTerminationStrategy: PID 16258 died... 01:16:21.886126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Terminated: ok {rc=0} 01:16:21.932711 --- ParallelTerminationStrategy: PID 16259 died... 01:16:21.952147 run iperf3-srv_10.42.42.10(pid=16259): Terminated {rc=256} 01:16:21.999370 --- ParallelTerminationStrategy: PID 16260 died... 01:16:22.019035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminated: ok {rc=0} 01:16:22.065566 --- ParallelTerminationStrategy: PID 16261 died... 01:16:22.085064 run iperf3-srv_10.42.42.10(pid=16261): Terminated {rc=256} 01:16:22.131452 --- ParallelTerminationStrategy: PID 16262 died... 01:16:22.151082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminated: ok {rc=0} 01:16:22.197622 --- ParallelTerminationStrategy: PID 16263 died... 01:16:22.217253 run iperf3-srv_10.42.42.10(pid=16263): Terminated {rc=256} 01:16:22.263693 --- ParallelTerminationStrategy: PID 16264 died... 01:16:22.283466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Terminated: ok {rc=0} 01:16:22.330399 --- ParallelTerminationStrategy: PID 16265 died... 01:16:22.350089 run iperf3-srv_10.42.42.10(pid=16265): Terminated {rc=256} 01:16:22.396896 --- ParallelTerminationStrategy: PID 16268 died... 01:16:22.416337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Terminated: ok {rc=0} 01:16:22.463435 --- ParallelTerminationStrategy: PID 16271 died... 01:16:22.483293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Terminated: ok {rc=0} 01:16:22.530356 --- ParallelTerminationStrategy: PID 16274 died... 01:16:22.549888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Terminated: ok {rc=0} 01:16:22.638342 bus /gobi_4: Setting Powered False 01:16:23.736384 bus /gobi_4: Setting Powered False 01:16:24.852655 bus /gobi_1: Setting Powered False 01:16:25.951273 bus /gobi_1: Setting Powered False 01:16:27.066699 bus /gobi_0: Setting Powered False 01:16:28.163590 bus /gobi_0: Setting Powered False 01:16:29.280120 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 01:16:30.383807 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.395657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:16:30.456157 tst ping.py: using LAC 32620 01:16:30.573414 tst ping.py: using RAC 235 01:16:30.689369 tst ping.py: using CellId 32620 01:16:30.805971 tst ping.py: using BVCI 32621 01:16:30.940361 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.952030 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.963325 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.974769 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.986140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:30.997831 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:31.009544 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:31.020890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:31.137360 tst ping.py:19: start network... 01:16:31.361147 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:16:31.876838 run create_hlr_db(pid=16276): Launched 01:16:32.025182 bus /gobi_6: Setting Powered False 01:16:33.089075 run create_hlr_db(pid=16276): Terminated: ok {rc=0} 01:16:33.548303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Launched 01:16:33.849451 run osmo-hlr_10.42.42.2(pid=16279): Launched 01:16:33.962943 run osmo-stp_10.42.42.5: Starting osmo-stp 01:16:34.504594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Launched 01:16:34.805060 run osmo-stp_10.42.42.5(pid=16282): Launched 01:16:34.919114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:16:35.438261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Launched 01:16:35.552301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:16:35.806105 run patchelf(pid=16285): Launched 01:16:35.973240 run osmo-stp_10.42.42.5(pid=16282): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)] 01:16:36.105253 run osmo-stp_10.42.42.5(pid=16282): stdout: | (launched: 2022-12-13_01:16:34.748832) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:36.233077 run osmo-stp_10.42.42.5(pid=16282): stderr: | 20221213011634917 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011634917 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011634917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011634917 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011634918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011634918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011634918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:36.361448 run osmo-stp_10.42.42.5(pid=16282): stdout: | (launched: 2022-12-13_01:16:34.748832) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:36.485409 run osmo-stp_10.42.42.5(pid=16282): stderr: | 20221213011634917 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011634917 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011634917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011634917 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011634918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011634918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011634918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:36.630228 run patchelf(pid=16285): Terminating (SIGINT) 01:16:36.798414 run patchelf(pid=16285): Terminated: ok {rc=0} 01:16:36.919999 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22] 01:16:36.928987 tst ping.py:22: Test FAILED (6.5 sec) 01:16:36.955663 run osmo-hlr_10.42.42.2(pid=16279): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16279)] 01:16:37.003542 run osmo-hlr_10.42.42.2(pid=16279): stdout: | (launched: 2022-12-13_01:16:33.792896) 01:16:37.052635 run osmo-hlr_10.42.42.2(pid=16279): stderr: | 20221213011633968 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011633968 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011633968 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011633968 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011633968 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011633969 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011633981 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011633992 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011633992 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011633992 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:16:37.102054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminating (SIGTERM) 01:16:37.141687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminating (SIGTERM) 01:16:37.181129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminating (SIGTERM) 01:16:37.221076 --- ParallelTerminationStrategy: PID 16278 died... 01:16:37.239983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminated: ok {rc=0} 01:16:37.283709 --- ParallelTerminationStrategy: PID 16281 died... 01:16:37.302313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminated: ok {rc=0} 01:16:37.346102 --- ParallelTerminationStrategy: PID 16284 died... 01:16:37.364699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminated: ok {rc=0} 01:16:37.450310 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 01:16:38.537421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:38.549218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:16:38.610002 tst ping_idle_ping.py: using LAC 32621 01:16:38.727319 tst ping_idle_ping.py: using RAC 236 01:16:38.846280 tst ping_idle_ping.py: using CellId 32621 01:16:38.965009 tst ping_idle_ping.py: using BVCI 32622 01:16:39.073627 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.084572 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.095571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.106408 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.117227 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.127968 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.138890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:16:39.149663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:16:39.267428 tst ping_idle_ping.py:24: start network... 01:16:39.484799 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:16:39.985528 run create_hlr_db(pid=16286): Launched 01:16:40.109154 bus /gobi_6: Setting Powered False 01:16:41.173151 run create_hlr_db(pid=16286): Terminated: ok {rc=0} 01:16:41.604474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Launched 01:16:41.928572 run osmo-hlr_10.42.42.2(pid=16289): Launched 01:16:42.052649 run osmo-stp_10.42.42.5: Starting osmo-stp 01:16:42.611993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Launched 01:16:42.934826 run osmo-stp_10.42.42.5(pid=16292): Launched 01:16:43.056657 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:16:43.614186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Launched 01:16:43.737058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:16:44.010509 run patchelf(pid=16295): Launched 01:16:44.189655 run osmo-stp_10.42.42.5(pid=16292): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)] 01:16:44.326026 run osmo-stp_10.42.42.5(pid=16292): stdout: | (launched: 2022-12-13_01:16:42.874969) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:44.464918 run osmo-stp_10.42.42.5(pid=16292): stderr: | 20221213011643064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011643064 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011643064 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011643065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011643065 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011643066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011643066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:44.603341 run osmo-stp_10.42.42.5(pid=16292): stdout: | (launched: 2022-12-13_01:16:42.874969) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:44.735567 run osmo-stp_10.42.42.5(pid=16292): stderr: | 20221213011643064 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011643064 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011643064 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011643065 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011643065 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011643066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011643066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:44.892017 run patchelf(pid=16295): Terminating (SIGINT) 01:16:45.074200 run patchelf(pid=16295): Terminated: ok {rc=0} 01:16:45.204638 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16292): Process ended prematurely: osmo-stp_10.42.42.5(pid=16292) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 01:16:45.213980 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 01:16:45.241770 run osmo-hlr_10.42.42.2(pid=16289): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16289)] 01:16:45.291623 run osmo-hlr_10.42.42.2(pid=16289): stdout: | (launched: 2022-12-13_01:16:41.868666) 01:16:45.342933 run osmo-hlr_10.42.42.2(pid=16289): stderr: | 20221213011642064 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011642065 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011642065 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011642065 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011642065 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011642065 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011642080 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011642090 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011642090 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011642090 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:16:45.395134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Terminating (SIGTERM) 01:16:45.437828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Terminating (SIGTERM) 01:16:45.483006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Terminating (SIGTERM) 01:16:45.525684 --- ParallelTerminationStrategy: PID 16288 died... 01:16:45.545669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Terminated: ok {rc=0} 01:16:45.592330 --- ParallelTerminationStrategy: PID 16291 died... 01:16:45.611845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Terminated: ok {rc=0} 01:16:45.658526 --- ParallelTerminationStrategy: PID 16294 died... 01:16:45.678103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Terminated: ok {rc=0} 01:16:45.765544 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any --------------------------------------------------------------------- 01:16:47.063971 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:16:47.072567 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:16:47.105217 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 01:16:47.147096 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:16:47.209382 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:16:47.235065 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 01:16:47.280565 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:16:47.826025 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 01:16:47.831612 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:47.843781 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:16:47.905902 tst switch_tch_pdch.py: using LAC 32622 01:16:48.032725 tst switch_tch_pdch.py: using RAC 237 01:16:48.159774 tst switch_tch_pdch.py: using CellId 32622 01:16:48.286888 tst switch_tch_pdch.py: using BVCI 32623 01:16:48.405622 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.417672 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.429587 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.441814 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.454001 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.466333 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.478854 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:16:48.491192 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:16:48.610006 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:16:48.731883 tst switch_tch_pdch.py:51: start network... 01:16:48.948902 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:16:49.448126 run create_hlr_db(pid=16299): Launched 01:16:49.570445 bus /gobi_6: Setting Powered False 01:16:50.634409 run create_hlr_db(pid=16299): Terminated: ok {rc=0} 01:16:51.082137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Launched 01:16:51.405606 run osmo-hlr_10.42.42.2(pid=16302): Launched 01:16:51.528339 run osmo-stp_10.42.42.5: Starting osmo-stp 01:16:52.083940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Launched 01:16:52.406734 run osmo-stp_10.42.42.5(pid=16305): Launched 01:16:52.529171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:16:53.086372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Launched 01:16:53.209646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:16:53.484023 run patchelf(pid=16308): Launched 01:16:53.663401 run osmo-stp_10.42.42.5(pid=16305): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)] 01:16:53.799695 run osmo-stp_10.42.42.5(pid=16305): stdout: | (launched: 2022-12-13_01:16:52.346450) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:53.937410 run osmo-stp_10.42.42.5(pid=16305): stderr: | 20221213011652535 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011652535 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011652535 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011652536 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011652536 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011652536 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011652536 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:54.075548 run osmo-stp_10.42.42.5(pid=16305): stdout: | (launched: 2022-12-13_01:16:52.346450) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:16:54.207426 run osmo-stp_10.42.42.5(pid=16305): stderr: | 20221213011652535 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011652535 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011652535 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011652536 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011652536 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011652536 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011652536 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:16:54.363818 run patchelf(pid=16308): Terminating (SIGINT) 01:16:54.546102 run patchelf(pid=16308): Terminated: ok {rc=0} 01:16:54.677152 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16305): Process ended prematurely: osmo-stp_10.42.42.5(pid=16305) [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)] [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54] 01:16:54.686590 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec) 01:16:54.714553 run osmo-hlr_10.42.42.2(pid=16302): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16302)] 01:16:54.764289 run osmo-hlr_10.42.42.2(pid=16302): stdout: | (launched: 2022-12-13_01:16:51.345009) 01:16:54.816045 run osmo-hlr_10.42.42.2(pid=16302): stderr: | 20221213011651538 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011651538 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011651538 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011651538 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011651538 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011651538 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011651550 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011651559 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011651559 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011651559 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:16:54.868121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Terminating (SIGTERM) 01:16:54.909874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Terminating (SIGTERM) 01:16:54.951557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Terminating (SIGTERM) 01:16:54.993596 --- ParallelTerminationStrategy: PID 16301 died... 01:16:55.013239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Terminated: ok {rc=0} 01:16:55.059330 --- ParallelTerminationStrategy: PID 16304 died... 01:16:55.079026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Terminated: ok {rc=0} 01:16:55.125091 --- ParallelTerminationStrategy: PID 16307 died... 01:16:55.144530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Terminated: ok {rc=0} 01:16:55.232562 bus /gobi_0: Setting Powered False 01:16:56.330850 bus /gobi_0: Setting Powered False 01:16:57.448064 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 sms:nanobts+band-900 --------------------------------------------------------------------- 01:16:58.697073 tst sms:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:16:58.701787 tst sms:nanobts+band-900: Verifying 1 x bts (candidates: 11) 01:16:58.733598 tst sms:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 01:16:58.760235 tst sms:nanobts+band-900: Verifying 2 x modem (candidates: 12) 01:16:58.813519 tst sms:nanobts+band-900: Reserving 1 x bts (candidates: 11) 01:16:58.846048 tst sms:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 01:16:58.872111 tst sms:nanobts+band-900: Reserving 2 x modem (candidates: 12) 01:16:59.417915 tst sms:nanobts+band-900: RESERVED RESOURCES for sms: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 sms:nanobts+band-900 mo_mt_sms.py ---------------------------------------------- 01:16:59.422797 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:16:59.433628 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1) 01:16:59.478679 tst mo_mt_sms.py: using LAC 32623 01:16:59.595679 tst mo_mt_sms.py: using RAC 238 01:16:59.714234 tst mo_mt_sms.py: using CellId 32623 01:16:59.831986 tst mo_mt_sms.py: using BVCI 32624 01:16:59.950047 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:16:59.961448 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:16:59.972562 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:16:59.984187 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:16:59.995886 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:00.007284 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2) 01:17:00.123246 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2) 01:17:00.237504 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:00.704051 run create_hlr_db(pid=16313): Launched 01:17:00.828735 bus /gobi_6: Setting Powered False 01:17:01.890800 run create_hlr_db(pid=16313): Terminated: ok {rc=0} 01:17:02.362341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Launched 01:17:02.685802 run osmo-hlr_10.42.42.2(pid=16319): Launched 01:17:02.808203 run osmo-stp_10.42.42.5: Starting osmo-stp 01:17:03.380771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Launched 01:17:03.703064 run osmo-stp_10.42.42.5(pid=16322): Launched 01:17:03.824896 run osmo-msc_10.42.42.6: Starting osmo-msc 01:17:04.408438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Launched 01:17:04.731974 run osmo-msc_10.42.42.6(pid=16325): Launched 01:17:04.910413 run osmo-stp_10.42.42.5(pid=16322): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)] 01:17:05.045990 run osmo-stp_10.42.42.5(pid=16322): stdout: | (launched: 2022-12-13_01:17:03.643426) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:05.181735 run osmo-stp_10.42.42.5(pid=16322): stderr: | 20221213011703831 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011703831 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011703831 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011703831 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011703832 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011703832 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011703832 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:05.318696 run osmo-stp_10.42.42.5(pid=16322): stdout: | (launched: 2022-12-13_01:17:03.643426) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:05.447932 run osmo-stp_10.42.42.5(pid=16322): stderr: | 20221213011703831 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011703831 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011703831 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011703831 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011703832 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011703832 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011703832 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:05.601956 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16322): Process ended prematurely: osmo-stp_10.42.42.5(pid=16322) [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)] [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16] 01:17:05.610728 tst mo_mt_sms.py:16: Test FAILED (6.2 sec) 01:17:05.638876 run osmo-hlr_10.42.42.2(pid=16319): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16319)] 01:17:05.689461 run osmo-hlr_10.42.42.2(pid=16319): stdout: | (launched: 2022-12-13_01:17:02.625865) 01:17:05.741722 run osmo-hlr_10.42.42.2(pid=16319): stderr: | 20221213011702821 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011702821 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011702821 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011702821 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011702821 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011702821 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011702834 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011702842 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011702842 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011702842 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:17:05.814427 run osmo-msc_10.42.42.6(pid=16325): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16325)] 01:17:05.864629 run osmo-msc_10.42.42.6(pid=16325): stdout: | (launched: 2022-12-13_01:17:04.671933) 01:17:05.916784 run osmo-msc_10.42.42.6(pid=16325): stderr: | 20221213011704991 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011704992 DLGLOBAL DEBUG validating counter group 0x7fd26d777c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011704992 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011704992 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011704992 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011704992 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011704994 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011704994 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011704995 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011704995 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:17:05.969549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Terminating (SIGTERM) 01:17:06.012268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Terminating (SIGTERM) 01:17:06.054898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Terminating (SIGTERM) 01:17:06.097531 --- ParallelTerminationStrategy: PID 16318 died... 01:17:06.117516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Terminated: ok {rc=0} 01:17:06.164902 --- ParallelTerminationStrategy: PID 16321 died... 01:17:06.184794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Terminated: ok {rc=0} 01:17:06.231721 --- ParallelTerminationStrategy: PID 16324 died... 01:17:06.251485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Terminated: ok {rc=0} 01:17:06.340375 bus /sierra_3: Setting Powered False 01:17:07.440067 bus /sierra_3: Setting Powered False 01:17:08.556881 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 sms:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_ussd:nanobts+band-900 --------------------------------------------------------------------- 01:17:09.790400 tst nitb_ussd:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:17:09.795343 tst nitb_ussd:nanobts+band-900: Verifying 1 x bts (candidates: 11) 01:17:09.827375 tst nitb_ussd:nanobts+band-900: Verifying 1 x ip_address (candidates: 9) 01:17:09.834042 tst nitb_ussd:nanobts+band-900: Verifying 1 x modem (candidates: 12) 01:17:09.869123 tst nitb_ussd:nanobts+band-900: Reserving 1 x bts (candidates: 11) 01:17:09.901430 tst nitb_ussd:nanobts+band-900: Reserving 1 x ip_address (candidates: 9) 01:17:09.908056 tst nitb_ussd:nanobts+band-900: Reserving 1 x modem (candidates: 12) 01:17:10.427741 tst nitb_ussd:nanobts+band-900: RESERVED RESOURCES for nitb_ussd: bts NanoBTS-ONW-900 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_ussd:nanobts+band-900 assert_extension.py ---------------------------------------------- 01:17:10.432651 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1) 01:17:10.443547 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1) 01:17:10.489145 tst assert_extension.py: using LAC 32624 01:17:10.607260 tst assert_extension.py: using RAC 239 01:17:10.727653 tst assert_extension.py: using CellId 32624 01:17:10.848121 tst assert_extension.py: using BVCI 32625 01:17:10.958193 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1) 01:17:11.077756 tst assert_extension.py:10: start nitb and bts... 01:17:11.294484 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:17:11.953543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Launched 01:17:12.277771 run osmo-nitb_10.42.42.2(pid=16331): Launched 01:17:12.457375 run osmo-nitb_10.42.42.2(pid=16331): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)] 01:17:12.602159 run osmo-nitb_10.42.42.2(pid=16331): stdout: | (launched: 2022-12-13_01:17:12.217864) 01:17:12.749326 run osmo-nitb_10.42.42.2(pid=16331): stderr: | (launched: 2022-12-13_01:17:12.265819) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:17:12.896062 run osmo-nitb_10.42.42.2(pid=16331): stdout: | (launched: 2022-12-13_01:17:12.217864) 01:17:13.036411 run osmo-nitb_10.42.42.2(pid=16331): stderr: | (launched: 2022-12-13_01:17:12.265819) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)] 01:17:13.399793 tst osmo-nitb_10.42.42.2(pid=16331): stdout: | (launched: 2022-12-13_01:17:12.217864) 01:17:13.530314 tst osmo-nitb_10.42.42.2(pid=16331): stderr: | (launched: 2022-12-13_01:17:12.265819) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:17:13.683485 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)] [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12] 01:17:13.692489 tst assert_extension.py:12: Test FAILED (3.3 sec) 01:17:13.699513 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Terminating (SIGTERM) 01:17:13.909913 --- ParallelTerminationStrategy: PID 16330 died... 01:17:13.931772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Terminated: ok {rc=0} 01:17:14.018074 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_ussd:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 ussd:nanobts+band-900 --------------------------------------------------------------------- 01:17:15.194661 tst ussd:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:17:15.199736 tst ussd:nanobts+band-900: Verifying 1 x bts (candidates: 11) 01:17:15.231998 tst ussd:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 01:17:15.258805 tst ussd:nanobts+band-900: Verifying 1 x modem (candidates: 12) 01:17:15.295647 tst ussd:nanobts+band-900: Reserving 1 x bts (candidates: 11) 01:17:15.328817 tst ussd:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 01:17:15.355421 tst ussd:nanobts+band-900: Reserving 1 x modem (candidates: 12) 01:17:15.911378 tst ussd:nanobts+band-900: RESERVED RESOURCES for ussd: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 ussd:nanobts+band-900 assert_extension.py ---------------------------------------------- 01:17:15.917691 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:15.929437 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1) 01:17:15.976384 tst assert_extension.py: using LAC 32625 01:17:16.101345 tst assert_extension.py: using RAC 240 01:17:16.256031 tst assert_extension.py: using CellId 32625 01:17:16.387007 tst assert_extension.py: using BVCI 32626 01:17:16.507688 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:16.519353 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:16.530987 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:16.542729 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:16.554493 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:17:16.566156 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1) 01:17:16.691328 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:17.220456 run create_hlr_db(pid=16335): Launched 01:17:17.353998 bus /sierra_2: Setting Powered False 01:17:18.418251 run create_hlr_db(pid=16335): Terminated: ok {rc=0} 01:17:18.853050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Launched 01:17:19.155414 run osmo-hlr_10.42.42.2(pid=16338): Launched 01:17:19.269502 run osmo-stp_10.42.42.5: Starting osmo-stp 01:17:19.790300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Launched 01:17:20.091822 run osmo-stp_10.42.42.5(pid=16341): Launched 01:17:20.205205 run osmo-msc_10.42.42.6: Starting osmo-msc 01:17:20.748036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Launched 01:17:21.049392 run osmo-msc_10.42.42.6(pid=16344): Launched 01:17:21.217542 run osmo-stp_10.42.42.5(pid=16341): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)] 01:17:21.344773 run osmo-stp_10.42.42.5(pid=16341): stdout: | (launched: 2022-12-13_01:17:20.035169) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:21.471880 run osmo-stp_10.42.42.5(pid=16341): stderr: | 20221213011720205 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011720206 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011720206 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011720206 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011720207 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011720207 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011720207 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:21.597620 run osmo-stp_10.42.42.5(pid=16341): stdout: | (launched: 2022-12-13_01:17:20.035169) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:21.717285 run osmo-stp_10.42.42.5(pid=16341): stderr: | 20221213011720205 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011720206 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011720206 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011720206 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011720207 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011720207 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011720207 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:21.860449 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16341): Process ended prematurely: osmo-stp_10.42.42.5(pid=16341) [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)] [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17] 01:17:21.868761 tst assert_extension.py:17: Test FAILED (5.9 sec) 01:17:21.895247 run osmo-hlr_10.42.42.2(pid=16338): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16338)] 01:17:21.943421 run osmo-hlr_10.42.42.2(pid=16338): stdout: | (launched: 2022-12-13_01:17:19.098726) 01:17:21.993546 run osmo-hlr_10.42.42.2(pid=16338): stderr: | 20221213011719273 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011719273 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011719273 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011719273 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011719273 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011719273 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011719288 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011719297 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011719297 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011719297 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:17:22.063096 run osmo-msc_10.42.42.6(pid=16344): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16344)] 01:17:22.111255 run osmo-msc_10.42.42.6(pid=16344): stdout: | (launched: 2022-12-13_01:17:20.992825) 01:17:22.161163 run osmo-msc_10.42.42.6(pid=16344): stderr: | 20221213011721263 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011721263 DLGLOBAL DEBUG validating counter group 0x7fca26f9fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011721264 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011721264 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011721264 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011721264 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011721266 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011721266 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011721266 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011721266 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:17:22.211268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Terminating (SIGTERM) 01:17:22.251711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Terminating (SIGTERM) 01:17:22.291784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Terminating (SIGTERM) 01:17:22.332056 --- ParallelTerminationStrategy: PID 16337 died... 01:17:22.351628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Terminated: ok {rc=0} 01:17:22.396176 --- ParallelTerminationStrategy: PID 16340 died... 01:17:22.415097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Terminated: ok {rc=0} 01:17:22.459343 --- ParallelTerminationStrategy: PID 16343 died... 01:17:22.478139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Terminated: ok {rc=0} 01:17:22.564333 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 ussd:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 01:17:23.777773 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:17:23.785538 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 01:17:23.823620 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 01:17:23.851656 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 01:17:23.904768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 01:17:23.939081 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 01:17:23.967487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 01:17:24.518727 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 01:17:24.574044 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:24.585726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:17:24.654530 tst mo_mt_call.py: using LAC 32626 01:17:24.782830 tst mo_mt_call.py: using RAC 241 01:17:24.912021 tst mo_mt_call.py: using CellId 32626 01:17:25.040525 tst mo_mt_call.py: using BVCI 32627 01:17:25.162031 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:25.173684 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:25.185121 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:25.197430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:25.209849 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:25.222073 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:17:25.345867 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:17:25.462544 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:25.939618 run create_hlr_db(pid=16349): Launched 01:17:26.064279 bus /sierra_2: Setting Powered False 01:17:27.126166 run create_hlr_db(pid=16349): Terminated: ok {rc=0} 01:17:27.575081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Launched 01:17:27.902994 run osmo-hlr_10.42.42.2(pid=16352): Launched 01:17:28.027420 run osmo-stp_10.42.42.5: Starting osmo-stp 01:17:28.593376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Launched 01:17:28.921546 run osmo-stp_10.42.42.5(pid=16355): Launched 01:17:29.046022 run osmo-msc_10.42.42.6: Starting osmo-msc 01:17:29.639930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Launched 01:17:29.967729 run osmo-msc_10.42.42.6(pid=16358): Launched 01:17:30.150539 run osmo-stp_10.42.42.5(pid=16355): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)] 01:17:30.288211 run osmo-stp_10.42.42.5(pid=16355): stdout: | (launched: 2022-12-13_01:17:28.860799) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:30.426858 run osmo-stp_10.42.42.5(pid=16355): stderr: | 20221213011729053 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011729053 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011729053 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011729053 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011729054 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011729054 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011729054 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:30.563457 run osmo-stp_10.42.42.5(pid=16355): stdout: | (launched: 2022-12-13_01:17:28.860799) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:30.693442 run osmo-stp_10.42.42.5(pid=16355): stderr: | 20221213011729053 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011729053 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011729053 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011729053 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011729054 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011729054 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011729054 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:30.872099 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16355): Process ended prematurely: osmo-stp_10.42.42.5(pid=16355) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 01:17:30.882175 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 01:17:30.915720 run osmo-hlr_10.42.42.2(pid=16352): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16352)] 01:17:30.978885 run osmo-hlr_10.42.42.2(pid=16352): stdout: | (launched: 2022-12-13_01:17:27.842560) 01:17:31.038097 run osmo-hlr_10.42.42.2(pid=16352): stderr: | 20221213011728038 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011728039 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011728039 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011728039 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011728039 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011728039 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011728056 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011728066 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011728066 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011728066 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:17:31.125967 run osmo-msc_10.42.42.6(pid=16358): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16358)] 01:17:31.184434 run osmo-msc_10.42.42.6(pid=16358): stdout: | (launched: 2022-12-13_01:17:29.907049) 01:17:31.238608 run osmo-msc_10.42.42.6(pid=16358): stderr: | 20221213011730227 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011730227 DLGLOBAL DEBUG validating counter group 0x7efc9a96dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011730227 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011730227 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011730227 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011730227 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011730229 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011730230 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011730230 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011730230 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:17:31.292879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Terminating (SIGTERM) 01:17:31.336632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Terminating (SIGTERM) 01:17:31.380378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Terminating (SIGTERM) 01:17:31.424281 --- ParallelTerminationStrategy: PID 16351 died... 01:17:31.444682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Terminated: ok {rc=0} 01:17:31.492804 --- ParallelTerminationStrategy: PID 16354 died... 01:17:31.513194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Terminated: ok {rc=0} 01:17:31.561485 --- ParallelTerminationStrategy: PID 16357 died... 01:17:31.581773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Terminated: ok {rc=0} 01:17:31.671012 bus /sierra_3: Setting Powered False 01:17:32.771803 bus /sierra_3: Setting Powered False 01:17:33.889432 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 01:17:35.039109 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.051684 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 01:17:35.120517 tst mo_mt_call_osmux.py: using LAC 32627 01:17:35.252143 tst mo_mt_call_osmux.py: using RAC 242 01:17:35.380812 tst mo_mt_call_osmux.py: using CellId 32627 01:17:35.502540 tst mo_mt_call_osmux.py: using BVCI 32628 01:17:35.616148 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.627892 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.639430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.650951 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.662572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 01:17:35.674343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:17:35.793511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 01:17:35.915493 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:36.426884 run create_hlr_db(pid=16360): Launched 01:17:36.552312 bus /sierra_2: Setting Powered False 01:17:37.617427 run create_hlr_db(pid=16360): Terminated: ok {rc=0} 01:17:38.058738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Launched 01:17:38.366383 run osmo-hlr_10.42.42.2(pid=16363): Launched 01:17:38.482763 run osmo-stp_10.42.42.5: Starting osmo-stp 01:17:39.052658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Launched 01:17:39.385640 run osmo-stp_10.42.42.5(pid=16366): Launched 01:17:39.511606 run osmo-msc_10.42.42.6: Starting osmo-msc 01:17:40.108219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Launched 01:17:40.440240 run osmo-msc_10.42.42.6(pid=16369): Launched 01:17:40.625788 run osmo-stp_10.42.42.5(pid=16366): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)] 01:17:40.764535 run osmo-stp_10.42.42.5(pid=16366): stdout: | (launched: 2022-12-13_01:17:39.323629) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:40.904322 run osmo-stp_10.42.42.5(pid=16366): stderr: | 20221213011739514 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011739514 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011739514 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011739515 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011739515 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011739515 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011739515 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:41.041817 run osmo-stp_10.42.42.5(pid=16366): stdout: | (launched: 2022-12-13_01:17:39.323629) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:41.173215 run osmo-stp_10.42.42.5(pid=16366): stderr: | 20221213011739514 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011739514 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011739514 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011739515 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011739515 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011739515 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011739515 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:41.329950 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16366): Process ended prematurely: osmo-stp_10.42.42.5(pid=16366) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 01:17:41.339561 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 01:17:41.368212 run osmo-hlr_10.42.42.2(pid=16363): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16363)] 01:17:41.419717 run osmo-hlr_10.42.42.2(pid=16363): stdout: | (launched: 2022-12-13_01:17:38.309369) 01:17:41.471995 run osmo-hlr_10.42.42.2(pid=16363): stderr: | 20221213011738483 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011738483 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011738483 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011738483 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011738483 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011738483 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011738496 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011738504 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011738504 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011738504 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:17:41.544917 run osmo-msc_10.42.42.6(pid=16369): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16369)] 01:17:41.595445 run osmo-msc_10.42.42.6(pid=16369): stdout: | (launched: 2022-12-13_01:17:40.379306) 01:17:41.647743 run osmo-msc_10.42.42.6(pid=16369): stderr: | 20221213011740699 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011740699 DLGLOBAL DEBUG validating counter group 0x7f9970b8bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011740699 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011740699 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011740700 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011740700 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011740702 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011740702 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011740702 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011740702 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:17:41.700416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Terminating (SIGTERM) 01:17:41.742909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Terminating (SIGTERM) 01:17:41.785405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Terminating (SIGTERM) 01:17:41.828144 --- ParallelTerminationStrategy: PID 16362 died... 01:17:41.848376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Terminated: ok {rc=0} 01:17:41.895594 --- ParallelTerminationStrategy: PID 16365 died... 01:17:41.915339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Terminated: ok {rc=0} 01:17:41.962336 --- ParallelTerminationStrategy: PID 16368 died... 01:17:41.982187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Terminated: ok {rc=0} 01:17:42.071152 bus /sierra_3: Setting Powered False 01:17:43.169772 bus /sierra_3: Setting Powered False 01:17:44.285362 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 01:17:45.540779 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:17:45.549310 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 01:17:45.584228 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 01:17:45.611807 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 01:17:45.666045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 01:17:45.700033 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 01:17:45.727551 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 01:17:46.288306 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 01:17:46.358463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:46.370869 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:17:46.439551 tst mo_mt_call.py: using LAC 32628 01:17:46.580176 tst mo_mt_call.py: using RAC 243 01:17:46.735943 tst mo_mt_call.py: using CellId 32628 01:17:46.902200 tst mo_mt_call.py: using BVCI 32629 01:17:47.050952 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:47.062990 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:47.074891 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:47.086930 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:47.098923 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:47.110835 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:17:47.227934 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:17:47.346486 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:47.821567 run create_hlr_db(pid=16374): Launched 01:17:47.948031 bus /sierra_2: Setting Powered False 01:17:49.010401 run create_hlr_db(pid=16374): Terminated: ok {rc=0} 01:17:49.434758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Launched 01:17:49.741477 run osmo-hlr_10.42.42.2(pid=16377): Launched 01:17:49.857764 run osmo-stp_10.42.42.5: Starting osmo-stp 01:17:50.390612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Launched 01:17:50.698747 run osmo-stp_10.42.42.5(pid=16380): Launched 01:17:50.814251 run osmo-msc_10.42.42.6: Starting osmo-msc 01:17:51.369876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Launched 01:17:51.676231 run osmo-msc_10.42.42.6(pid=16383): Launched 01:17:51.846846 run osmo-stp_10.42.42.5(pid=16380): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)] 01:17:51.976176 run osmo-stp_10.42.42.5(pid=16380): stdout: | (launched: 2022-12-13_01:17:50.641911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:52.104772 run osmo-stp_10.42.42.5(pid=16380): stderr: | 20221213011750811 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011750811 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011750812 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011750812 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011750813 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011750813 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011750813 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:52.231843 run osmo-stp_10.42.42.5(pid=16380): stdout: | (launched: 2022-12-13_01:17:50.641911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:17:52.352877 run osmo-stp_10.42.42.5(pid=16380): stderr: | 20221213011750811 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011750811 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011750812 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011750812 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011750813 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011750813 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011750813 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:17:52.498433 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16380): Process ended prematurely: osmo-stp_10.42.42.5(pid=16380) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 01:17:52.507169 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 01:17:52.533448 run osmo-hlr_10.42.42.2(pid=16377): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16377)] 01:17:52.581289 run osmo-hlr_10.42.42.2(pid=16377): stdout: | (launched: 2022-12-13_01:17:49.684771) 01:17:52.630565 run osmo-hlr_10.42.42.2(pid=16377): stderr: | 20221213011749860 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011749860 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011749860 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011749860 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011749860 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011749860 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011749872 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011749882 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011749882 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011749882 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:17:52.699454 run osmo-msc_10.42.42.6(pid=16383): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16383)] 01:17:52.746827 run osmo-msc_10.42.42.6(pid=16383): stdout: | (launched: 2022-12-13_01:17:51.619042) 01:17:52.795817 run osmo-msc_10.42.42.6(pid=16383): stderr: | 20221213011751891 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011751891 DLGLOBAL DEBUG validating counter group 0x7f42d373bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011751891 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011751891 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011751891 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011751891 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011751893 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011751894 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011751894 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011751894 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:17:52.845382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Terminating (SIGTERM) 01:17:52.885012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Terminating (SIGTERM) 01:17:52.924609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Terminating (SIGTERM) 01:17:52.964707 --- ParallelTerminationStrategy: PID 16376 died... 01:17:52.983863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Terminated: ok {rc=0} 01:17:53.028893 --- ParallelTerminationStrategy: PID 16379 died... 01:17:53.047749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Terminated: ok {rc=0} 01:17:53.092404 --- ParallelTerminationStrategy: PID 16382 died... 01:17:53.111038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Terminated: ok {rc=0} 01:17:53.194535 bus /sierra_3: Setting Powered False 01:17:54.290216 bus /sierra_3: Setting Powered False 01:17:55.401870 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 01:17:56.544529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:56.556349 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 01:17:56.623432 tst mo_mt_call_osmux.py: using LAC 32629 01:17:56.744824 tst mo_mt_call_osmux.py: using RAC 244 01:17:56.870053 tst mo_mt_call_osmux.py: using CellId 32629 01:17:57.003988 tst mo_mt_call_osmux.py: using BVCI 32630 01:17:57.124068 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:57.136056 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:57.147892 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:57.159596 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:57.171405 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 01:17:57.183163 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:17:57.301328 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 01:17:57.423311 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:17:57.902262 run create_hlr_db(pid=16385): Launched 01:17:58.030292 bus /sierra_2: Setting Powered False 01:17:59.092214 run create_hlr_db(pid=16385): Terminated: ok {rc=0} 01:17:59.541366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Launched 01:17:59.872018 run osmo-hlr_10.42.42.2(pid=16389): Launched 01:17:59.996892 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:00.529607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Launched 01:18:00.843933 run osmo-stp_10.42.42.5(pid=16392): Launched 01:18:01.057312 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:01.753843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Launched 01:18:02.078192 run osmo-msc_10.42.42.6(pid=16395): Launched 01:18:02.385221 run osmo-stp_10.42.42.5(pid=16392): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)] 01:18:02.521100 run osmo-stp_10.42.42.5(pid=16392): stdout: | (launched: 2022-12-13_01:18:00.779214) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:02.661953 run osmo-stp_10.42.42.5(pid=16392): stderr: | 20221213011801065 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011801065 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011801066 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011801067 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011801068 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011801068 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011801068 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:02.799449 run osmo-stp_10.42.42.5(pid=16392): stdout: | (launched: 2022-12-13_01:18:00.779214) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:02.930938 run osmo-stp_10.42.42.5(pid=16392): stderr: | 20221213011801065 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011801065 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011801066 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011801067 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011801068 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011801068 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011801068 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:03.087962 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16392): Process ended prematurely: osmo-stp_10.42.42.5(pid=16392) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 01:18:03.098044 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 01:18:03.126907 run osmo-hlr_10.42.42.2(pid=16389): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16389)] 01:18:03.178584 run osmo-hlr_10.42.42.2(pid=16389): stdout: | (launched: 2022-12-13_01:17:59.811375) 01:18:03.231320 run osmo-hlr_10.42.42.2(pid=16389): stderr: | 20221213011800007 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011800007 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011800007 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011800007 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011800007 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011800007 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011800020 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011800028 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011800029 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011800029 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:03.304823 run osmo-msc_10.42.42.6(pid=16395): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16395)] 01:18:03.355813 run osmo-msc_10.42.42.6(pid=16395): stdout: | (launched: 2022-12-13_01:18:02.020021) 01:18:03.408481 run osmo-msc_10.42.42.6(pid=16395): stderr: | 20221213011802456 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011802456 DLGLOBAL DEBUG validating counter group 0x7ff007715c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011802456 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011802456 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011802456 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011802456 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011802458 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011802459 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011802459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011802459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:03.461790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Terminating (SIGTERM) 01:18:03.504595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Terminating (SIGTERM) 01:18:03.547520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Terminating (SIGTERM) 01:18:03.590638 --- ParallelTerminationStrategy: PID 16388 died... 01:18:03.610981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Terminated: ok {rc=0} 01:18:03.658574 --- ParallelTerminationStrategy: PID 16391 died... 01:18:03.678452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Terminated: ok {rc=0} 01:18:03.725646 --- ParallelTerminationStrategy: PID 16394 died... 01:18:03.745445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Terminated: ok {rc=0} 01:18:03.834876 bus /sierra_3: Setting Powered False 01:18:04.933054 bus /sierra_3: Setting Powered False 01:18:06.049550 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 01:18:07.301817 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:18:07.309642 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 01:18:07.341397 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 01:18:07.367757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 01:18:07.419388 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 01:18:07.451562 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 01:18:07.477866 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 01:18:08.030274 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 01:18:08.078812 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.090006 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:18:08.159900 tst mo_mt_call.py: using LAC 32630 01:18:08.278368 tst mo_mt_call.py: using RAC 245 01:18:08.398457 tst mo_mt_call.py: using CellId 32630 01:18:08.521920 tst mo_mt_call.py: using BVCI 32631 01:18:08.634522 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.645784 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.656760 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.667722 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.678810 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:08.689769 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:18:08.809782 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:18:08.930578 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:18:09.439869 run create_hlr_db(pid=16400): Launched 01:18:09.567154 bus /sierra_2: Setting Powered False 01:18:10.631695 run create_hlr_db(pid=16400): Terminated: ok {rc=0} 01:18:11.087271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Launched 01:18:11.423299 run osmo-hlr_10.42.42.2(pid=16403): Launched 01:18:11.549840 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:12.117716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Launched 01:18:12.446914 run osmo-stp_10.42.42.5(pid=16406): Launched 01:18:12.574344 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:13.169414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Launched 01:18:13.501897 run osmo-msc_10.42.42.6(pid=16409): Launched 01:18:13.687797 run osmo-stp_10.42.42.5(pid=16406): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)] 01:18:13.826660 run osmo-stp_10.42.42.5(pid=16406): stdout: | (launched: 2022-12-13_01:18:12.386006) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:13.965983 run osmo-stp_10.42.42.5(pid=16406): stderr: | 20221213011812574 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011812574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011812575 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011812575 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011812575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011812576 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011812576 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:14.103048 run osmo-stp_10.42.42.5(pid=16406): stdout: | (launched: 2022-12-13_01:18:12.386006) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:14.233491 run osmo-stp_10.42.42.5(pid=16406): stderr: | 20221213011812574 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011812574 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011812575 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011812575 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011812575 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011812576 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011812576 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:14.390404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16406): Process ended prematurely: osmo-stp_10.42.42.5(pid=16406) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 01:18:14.399860 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:18:14.428890 run osmo-hlr_10.42.42.2(pid=16403): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16403)] 01:18:14.479668 run osmo-hlr_10.42.42.2(pid=16403): stdout: | (launched: 2022-12-13_01:18:11.362943) 01:18:14.532053 run osmo-hlr_10.42.42.2(pid=16403): stderr: | 20221213011811556 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011811556 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011811556 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011811556 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011811556 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011811557 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011811569 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011811578 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011811578 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011811578 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:14.605166 run osmo-msc_10.42.42.6(pid=16409): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16409)] 01:18:14.655549 run osmo-msc_10.42.42.6(pid=16409): stdout: | (launched: 2022-12-13_01:18:13.440915) 01:18:14.707723 run osmo-msc_10.42.42.6(pid=16409): stderr: | 20221213011813761 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011813761 DLGLOBAL DEBUG validating counter group 0x7f94e59b4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011813761 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011813761 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011813761 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011813761 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011813763 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011813764 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011813764 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011813764 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:14.760449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Terminating (SIGTERM) 01:18:14.802638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Terminating (SIGTERM) 01:18:14.844834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Terminating (SIGTERM) 01:18:14.887503 --- ParallelTerminationStrategy: PID 16402 died... 01:18:14.907560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Terminated: ok {rc=0} 01:18:14.954553 --- ParallelTerminationStrategy: PID 16405 died... 01:18:14.974260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Terminated: ok {rc=0} 01:18:15.020898 --- ParallelTerminationStrategy: PID 16408 died... 01:18:15.040747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Terminated: ok {rc=0} 01:18:15.129569 bus /sierra_3: Setting Powered False 01:18:16.223593 bus /sierra_3: Setting Powered False 01:18:17.335663 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 01:18:18.485434 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:18.498174 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 01:18:18.568668 tst mo_mt_call_osmux.py: using LAC 32631 01:18:18.697439 tst mo_mt_call_osmux.py: using RAC 246 01:18:18.827510 tst mo_mt_call_osmux.py: using CellId 32631 01:18:18.956481 tst mo_mt_call_osmux.py: using BVCI 32632 01:18:19.076686 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:19.088771 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:19.100491 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:19.112372 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:19.124494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 01:18:19.136506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:18:19.255825 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 01:18:19.380627 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:18:19.892662 run create_hlr_db(pid=16411): Launched 01:18:20.019210 bus /sierra_2: Setting Powered False 01:18:21.085209 run create_hlr_db(pid=16411): Terminated: ok {rc=0} 01:18:21.525191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Launched 01:18:21.834041 run osmo-hlr_10.42.42.2(pid=16414): Launched 01:18:21.951179 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:22.496600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Launched 01:18:22.803297 run osmo-stp_10.42.42.5(pid=16417): Launched 01:18:22.918686 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:23.474292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Launched 01:18:23.782454 run osmo-msc_10.42.42.6(pid=16420): Launched 01:18:23.955834 run osmo-stp_10.42.42.5(pid=16417): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)] 01:18:24.086028 run osmo-stp_10.42.42.5(pid=16417): stdout: | (launched: 2022-12-13_01:18:22.746576) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:24.215756 run osmo-stp_10.42.42.5(pid=16417): stderr: | 20221213011822914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011822914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011822914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011822915 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011822915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011822915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011822915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:24.343648 run osmo-stp_10.42.42.5(pid=16417): stdout: | (launched: 2022-12-13_01:18:22.746576) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:24.465220 run osmo-stp_10.42.42.5(pid=16417): stderr: | 20221213011822914 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011822914 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011822914 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011822915 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011822915 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011822915 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011822915 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:24.610779 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16417): Process ended prematurely: osmo-stp_10.42.42.5(pid=16417) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 01:18:24.619552 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 01:18:24.645788 run osmo-hlr_10.42.42.2(pid=16414): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16414)] 01:18:24.693201 run osmo-hlr_10.42.42.2(pid=16414): stdout: | (launched: 2022-12-13_01:18:21.776733) 01:18:24.742521 run osmo-hlr_10.42.42.2(pid=16414): stderr: | 20221213011821950 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011821950 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011821950 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011821950 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011821950 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011821950 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011821962 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011821971 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011821971 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011821971 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:24.811999 run osmo-msc_10.42.42.6(pid=16420): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16420)] 01:18:24.859512 run osmo-msc_10.42.42.6(pid=16420): stdout: | (launched: 2022-12-13_01:18:23.725189) 01:18:24.908932 run osmo-msc_10.42.42.6(pid=16420): stderr: | 20221213011823995 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011823995 DLGLOBAL DEBUG validating counter group 0x7f34b410cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011823995 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011823995 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011823995 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011823996 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011823997 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011823998 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011823998 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011823998 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:24.958638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Terminating (SIGTERM) 01:18:24.998524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Terminating (SIGTERM) 01:18:25.038362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Terminating (SIGTERM) 01:18:25.078830 --- ParallelTerminationStrategy: PID 16413 died... 01:18:25.097987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Terminated: ok {rc=0} 01:18:25.141914 --- ParallelTerminationStrategy: PID 16416 died... 01:18:25.160385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Terminated: ok {rc=0} 01:18:25.204550 --- ParallelTerminationStrategy: PID 16419 died... 01:18:25.223224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Terminated: ok {rc=0} 01:18:25.310330 bus /sierra_3: Setting Powered False 01:18:26.411081 bus /sierra_3: Setting Powered False 01:18:27.527331 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 01:18:28.775631 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:18:28.783104 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 01:18:28.815193 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 01:18:28.841594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 01:18:28.894688 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 01:18:28.927418 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 01:18:28.953693 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 01:18:29.507020 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 01:18:29.559845 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:29.571717 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:18:29.640047 tst mo_mt_call.py: using LAC 32632 01:18:29.769397 tst mo_mt_call.py: using RAC 247 01:18:29.896721 tst mo_mt_call.py: using CellId 32632 01:18:30.027397 tst mo_mt_call.py: using BVCI 32633 01:18:30.139136 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:30.150647 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:30.161850 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:30.173016 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:30.184374 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:30.195749 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:18:30.316199 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:18:30.434736 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:18:30.931289 run create_hlr_db(pid=16425): Launched 01:18:31.080734 bus /sierra_2: Setting Powered False 01:18:32.149070 run create_hlr_db(pid=16425): Terminated: ok {rc=0} 01:18:32.610557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Launched 01:18:32.939180 run osmo-hlr_10.42.42.2(pid=16428): Launched 01:18:33.065074 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:33.633768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Launched 01:18:33.963191 run osmo-stp_10.42.42.5(pid=16431): Launched 01:18:34.087523 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:34.680246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Launched 01:18:35.010553 run osmo-msc_10.42.42.6(pid=16434): Launched 01:18:35.194071 run osmo-stp_10.42.42.5(pid=16431): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)] 01:18:35.332067 run osmo-stp_10.42.42.5(pid=16431): stdout: | (launched: 2022-12-13_01:18:33.902348) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:35.470879 run osmo-stp_10.42.42.5(pid=16431): stderr: | 20221213011834095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011834095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011834095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011834095 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011834096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011834096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011834096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:35.607303 run osmo-stp_10.42.42.5(pid=16431): stdout: | (launched: 2022-12-13_01:18:33.902348) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:35.736886 run osmo-stp_10.42.42.5(pid=16431): stderr: | 20221213011834095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011834095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011834095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011834095 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011834096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011834096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011834096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:35.892172 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16431): Process ended prematurely: osmo-stp_10.42.42.5(pid=16431) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 01:18:35.901570 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:18:35.929455 run osmo-hlr_10.42.42.2(pid=16428): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16428)] 01:18:35.979718 run osmo-hlr_10.42.42.2(pid=16428): stdout: | (launched: 2022-12-13_01:18:32.879226) 01:18:36.032069 run osmo-hlr_10.42.42.2(pid=16428): stderr: | 20221213011833075 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011833075 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011833075 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011833075 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011833075 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011833075 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011833087 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011833096 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011833096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011833096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:36.104461 run osmo-msc_10.42.42.6(pid=16434): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16434)] 01:18:36.154474 run osmo-msc_10.42.42.6(pid=16434): stdout: | (launched: 2022-12-13_01:18:34.949943) 01:18:36.206372 run osmo-msc_10.42.42.6(pid=16434): stderr: | 20221213011835268 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011835268 DLGLOBAL DEBUG validating counter group 0x7f201b5ffc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011835268 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011835269 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011835269 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011835269 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011835271 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011835271 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011835271 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011835271 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:36.258494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Terminating (SIGTERM) 01:18:36.300619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Terminating (SIGTERM) 01:18:36.342617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Terminating (SIGTERM) 01:18:36.384849 --- ParallelTerminationStrategy: PID 16427 died... 01:18:36.404828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Terminated: ok {rc=0} 01:18:36.451739 --- ParallelTerminationStrategy: PID 16430 died... 01:18:36.471392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Terminated: ok {rc=0} 01:18:36.518078 --- ParallelTerminationStrategy: PID 16433 died... 01:18:36.537754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Terminated: ok {rc=0} 01:18:36.625816 bus /sierra_3: Setting Powered False 01:18:37.725271 bus /sierra_3: Setting Powered False 01:18:38.843204 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 01:18:39.988856 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.000750 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 01:18:40.068128 tst mo_mt_call_osmux.py: using LAC 32633 01:18:40.190642 tst mo_mt_call_osmux.py: using RAC 248 01:18:40.312396 tst mo_mt_call_osmux.py: using CellId 32633 01:18:40.435002 tst mo_mt_call_osmux.py: using BVCI 32634 01:18:40.547405 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.558841 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.569974 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.581098 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.592206 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 01:18:40.603218 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:18:40.723776 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 01:18:40.844689 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:18:41.355719 run create_hlr_db(pid=16436): Launched 01:18:41.482953 bus /sierra_2: Setting Powered False 01:18:42.547752 run create_hlr_db(pid=16436): Terminated: ok {rc=0} 01:18:42.985770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Launched 01:18:43.293960 run osmo-hlr_10.42.42.2(pid=16439): Launched 01:18:43.410782 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:43.950433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Launched 01:18:44.256833 run osmo-stp_10.42.42.5(pid=16442): Launched 01:18:44.375458 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:44.929694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Launched 01:18:45.237413 run osmo-msc_10.42.42.6(pid=16445): Launched 01:18:45.409257 run osmo-stp_10.42.42.5(pid=16442): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)] 01:18:45.540773 run osmo-stp_10.42.42.5(pid=16442): stdout: | (launched: 2022-12-13_01:18:44.200041) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:45.670573 run osmo-stp_10.42.42.5(pid=16442): stderr: | 20221213011844368 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011844368 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011844368 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011844369 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011844369 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011844369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011844369 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:45.798066 run osmo-stp_10.42.42.5(pid=16442): stdout: | (launched: 2022-12-13_01:18:44.200041) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:45.943960 run osmo-stp_10.42.42.5(pid=16442): stderr: | 20221213011844368 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011844368 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011844368 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011844369 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011844369 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011844369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011844369 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:46.092059 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 01:18:46.102000 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 01:18:46.129504 run osmo-hlr_10.42.42.2(pid=16439): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16439)] 01:18:46.177997 run osmo-hlr_10.42.42.2(pid=16439): stdout: | (launched: 2022-12-13_01:18:43.237179) 01:18:46.228664 run osmo-hlr_10.42.42.2(pid=16439): stderr: | 20221213011843411 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011843411 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011843411 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011843411 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011843411 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011843411 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011843423 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011843434 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011843434 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011843434 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:46.298846 run osmo-msc_10.42.42.6(pid=16445): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16445)] 01:18:46.348051 run osmo-msc_10.42.42.6(pid=16445): stdout: | (launched: 2022-12-13_01:18:45.180148) 01:18:46.398115 run osmo-msc_10.42.42.6(pid=16445): stderr: | 20221213011845451 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011845451 DLGLOBAL DEBUG validating counter group 0x7f7b150fac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011845451 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011845451 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011845451 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011845452 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011845453 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011845454 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011845454 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011845454 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:46.448607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminating (SIGTERM) 01:18:46.490497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminating (SIGTERM) 01:18:46.533219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminating (SIGTERM) 01:18:46.574784 --- ParallelTerminationStrategy: PID 16438 died... 01:18:46.594105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminated: ok {rc=0} 01:18:46.639615 --- ParallelTerminationStrategy: PID 16441 died... 01:18:46.658942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminated: ok {rc=0} 01:18:46.704125 --- ParallelTerminationStrategy: PID 16444 died... 01:18:46.723775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminated: ok {rc=0} 01:18:46.812075 bus /sierra_3: Setting Powered False 01:18:47.913271 bus /sierra_3: Setting Powered False 01:18:49.029235 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 01:18:50.284815 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:18:50.293071 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:18:50.326537 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 01:18:50.353887 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:18:50.408178 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:18:50.441779 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 01:18:50.469499 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:18:51.020612 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 01:18:51.073350 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.085503 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:18:51.153298 tst mo_mt_call.py: using LAC 32634 01:18:51.282433 tst mo_mt_call.py: using RAC 249 01:18:51.410185 tst mo_mt_call.py: using CellId 32634 01:18:51.543154 tst mo_mt_call.py: using BVCI 32635 01:18:51.663936 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.675728 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.687318 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.699246 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.711254 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:18:51.723094 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:18:51.843531 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:18:51.964508 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:18:52.442603 run create_hlr_db(pid=16450): Launched 01:18:52.570682 bus /sierra_2: Setting Powered False 01:18:53.631694 run create_hlr_db(pid=16450): Terminated: ok {rc=0} 01:18:54.081302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Launched 01:18:54.411636 run osmo-hlr_10.42.42.2(pid=16453): Launched 01:18:54.539284 run osmo-stp_10.42.42.5: Starting osmo-stp 01:18:55.110794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Launched 01:18:55.440298 run osmo-stp_10.42.42.5(pid=16456): Launched 01:18:55.565988 run osmo-msc_10.42.42.6: Starting osmo-msc 01:18:56.160385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Launched 01:18:56.490603 run osmo-msc_10.42.42.6(pid=16459): Launched 01:18:56.675095 run osmo-stp_10.42.42.5(pid=16456): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)] 01:18:56.813701 run osmo-stp_10.42.42.5(pid=16456): stdout: | (launched: 2022-12-13_01:18:55.379480) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:56.952459 run osmo-stp_10.42.42.5(pid=16456): stderr: | 20221213011855568 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011855569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011855569 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011855569 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011855570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011855570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011855570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:57.089598 run osmo-stp_10.42.42.5(pid=16456): stdout: | (launched: 2022-12-13_01:18:55.379480) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:18:57.220175 run osmo-stp_10.42.42.5(pid=16456): stderr: | 20221213011855568 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011855569 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011855569 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011855569 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011855570 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011855570 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011855570 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:18:57.376474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16456): Process ended prematurely: osmo-stp_10.42.42.5(pid=16456) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)] [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 01:18:57.386298 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:18:57.415228 run osmo-hlr_10.42.42.2(pid=16453): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16453)] 01:18:57.466323 run osmo-hlr_10.42.42.2(pid=16453): stdout: | (launched: 2022-12-13_01:18:54.351399) 01:18:57.519006 run osmo-hlr_10.42.42.2(pid=16453): stderr: | 20221213011854546 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011854546 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011854546 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011854546 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011854546 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011854546 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011854558 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011854567 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011854567 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011854567 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:18:57.592079 run osmo-msc_10.42.42.6(pid=16459): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16459)] 01:18:57.642454 run osmo-msc_10.42.42.6(pid=16459): stdout: | (launched: 2022-12-13_01:18:56.429416) 01:18:57.694695 run osmo-msc_10.42.42.6(pid=16459): stderr: | 20221213011856750 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011856750 DLGLOBAL DEBUG validating counter group 0x7f021cf68c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011856750 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011856750 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011856750 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011856751 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011856752 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011856753 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011856753 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011856753 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:18:57.747300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminating (SIGTERM) 01:18:57.789994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Terminating (SIGTERM) 01:18:57.832873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Terminating (SIGTERM) 01:18:57.875868 --- ParallelTerminationStrategy: PID 16452 died... 01:18:57.895904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminated: ok {rc=0} 01:18:57.943426 --- ParallelTerminationStrategy: PID 16455 died... 01:18:57.963248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Terminated: ok {rc=0} 01:18:58.010484 --- ParallelTerminationStrategy: PID 16458 died... 01:18:58.030958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Terminated: ok {rc=0} 01:18:58.121305 bus /sierra_3: Setting Powered False 01:18:59.218920 bus /sierra_3: Setting Powered False 01:19:00.335885 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 01:19:01.483030 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:01.495894 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:19:01.566795 tst mo_mt_call_osmux.py: using LAC 32635 01:19:01.700138 tst mo_mt_call_osmux.py: using RAC 250 01:19:01.865351 tst mo_mt_call_osmux.py: using CellId 32635 01:19:01.996727 tst mo_mt_call_osmux.py: using BVCI 32636 01:19:02.137449 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:02.149633 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:02.161749 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:02.174123 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:02.187725 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 01:19:02.199559 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:19:02.327940 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:19:02.445813 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:19:02.958441 run create_hlr_db(pid=16461): Launched 01:19:03.086026 bus /sierra_2: Setting Powered False 01:19:04.151389 run create_hlr_db(pid=16461): Terminated: ok {rc=0} 01:19:04.610782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Launched 01:19:04.941689 run osmo-hlr_10.42.42.2(pid=16464): Launched 01:19:05.068139 run osmo-stp_10.42.42.5: Starting osmo-stp 01:19:05.637114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Launched 01:19:05.966090 run osmo-stp_10.42.42.5(pid=16467): Launched 01:19:06.093020 run osmo-msc_10.42.42.6: Starting osmo-msc 01:19:06.688713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Launched 01:19:07.017484 run osmo-msc_10.42.42.6(pid=16470): Launched 01:19:07.200683 run osmo-stp_10.42.42.5(pid=16467): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)] 01:19:07.339344 run osmo-stp_10.42.42.5(pid=16467): stdout: | (launched: 2022-12-13_01:19:05.905271) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:07.477506 run osmo-stp_10.42.42.5(pid=16467): stderr: | 20221213011906095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011906095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011906095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011906096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011906096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011906096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011906096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:07.615164 run osmo-stp_10.42.42.5(pid=16467): stdout: | (launched: 2022-12-13_01:19:05.905271) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:07.745230 run osmo-stp_10.42.42.5(pid=16467): stderr: | 20221213011906095 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011906095 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011906095 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011906096 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011906096 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011906096 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011906096 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:07.901325 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16467): Process ended prematurely: osmo-stp_10.42.42.5(pid=16467) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)] [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 01:19:07.911031 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 01:19:07.940560 run osmo-hlr_10.42.42.2(pid=16464): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16464)] 01:19:07.987892 run osmo-hlr_10.42.42.2(pid=16464): stdout: | (launched: 2022-12-13_01:19:04.881289) 01:19:08.036854 run osmo-hlr_10.42.42.2(pid=16464): stderr: | 20221213011905078 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011905078 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011905078 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011905078 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011905078 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011905078 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011905089 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011905098 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011905098 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011905098 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:19:08.105471 run osmo-msc_10.42.42.6(pid=16470): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16470)] 01:19:08.152771 run osmo-msc_10.42.42.6(pid=16470): stdout: | (launched: 2022-12-13_01:19:06.956928) 01:19:08.202111 run osmo-msc_10.42.42.6(pid=16470): stderr: | 20221213011907279 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011907279 DLGLOBAL DEBUG validating counter group 0x7fefd0d94c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011907279 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011907279 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011907279 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011907279 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011907281 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011907282 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011907282 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011907282 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:19:08.251171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Terminating (SIGTERM) 01:19:08.290564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Terminating (SIGTERM) 01:19:08.330018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Terminating (SIGTERM) 01:19:08.369988 --- ParallelTerminationStrategy: PID 16463 died... 01:19:08.389154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Terminated: ok {rc=0} 01:19:08.433687 --- ParallelTerminationStrategy: PID 16466 died... 01:19:08.452380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Terminated: ok {rc=0} 01:19:08.496252 --- ParallelTerminationStrategy: PID 16469 died... 01:19:08.514963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Terminated: ok {rc=0} 01:19:08.600473 bus /sierra_3: Setting Powered False 01:19:09.699723 bus /sierra_3: Setting Powered False 01:19:10.814024 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 01:19:12.087338 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:19:12.094242 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 01:19:12.126389 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 01:19:12.152826 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 01:19:12.207359 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 01:19:12.242621 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 01:19:12.270612 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 01:19:12.816782 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 01:19:12.866123 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:12.877731 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:19:12.931951 tst mo_mt_call.py: using LAC 32636 01:19:13.050637 tst mo_mt_call.py: using RAC 251 01:19:13.170364 tst mo_mt_call.py: using CellId 32636 01:19:13.290373 tst mo_mt_call.py: using BVCI 32637 01:19:13.402301 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:13.413800 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:13.425057 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:13.436131 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:13.447312 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:13.458518 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 01:19:13.573747 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 01:19:13.694161 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:19:14.167889 run create_hlr_db(pid=16475): Launched 01:19:14.291728 bus /sierra_2: Setting Powered False 01:19:15.353968 run create_hlr_db(pid=16475): Terminated: ok {rc=0} 01:19:15.782609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Launched 01:19:16.125522 run osmo-hlr_10.42.42.2(pid=16478): Launched 01:19:16.359399 run osmo-stp_10.42.42.5: Starting osmo-stp 01:19:17.076912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Launched 01:19:17.421642 run osmo-stp_10.42.42.5(pid=16481): Launched 01:19:17.539127 run osmo-msc_10.42.42.6: Starting osmo-msc 01:19:18.090451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Launched 01:19:18.397788 run osmo-msc_10.42.42.6(pid=16484): Launched 01:19:18.568257 run osmo-stp_10.42.42.5(pid=16481): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)] 01:19:18.698382 run osmo-stp_10.42.42.5(pid=16481): stdout: | (launched: 2022-12-13_01:19:17.365105) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:18.827433 run osmo-stp_10.42.42.5(pid=16481): stderr: | 20221213011917531 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011917531 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011917532 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011917532 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011917533 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011917533 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011917533 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:18.955248 run osmo-stp_10.42.42.5(pid=16481): stdout: | (launched: 2022-12-13_01:19:17.365105) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:19.077294 run osmo-stp_10.42.42.5(pid=16481): stderr: | 20221213011917531 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011917531 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011917532 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011917532 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011917533 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011917533 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011917533 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:19.223028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16481): Process ended prematurely: osmo-stp_10.42.42.5(pid=16481) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)] [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 01:19:19.231734 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 01:19:19.258283 run osmo-hlr_10.42.42.2(pid=16478): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16478)] 01:19:19.305793 run osmo-hlr_10.42.42.2(pid=16478): stdout: | (launched: 2022-12-13_01:19:16.066404) 01:19:19.355186 run osmo-hlr_10.42.42.2(pid=16478): stderr: | 20221213011916400 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011916400 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011916400 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011916401 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011916401 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011916401 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011916429 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011916449 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011916449 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011916450 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:19:19.424149 run osmo-msc_10.42.42.6(pid=16484): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16484)] 01:19:19.471396 run osmo-msc_10.42.42.6(pid=16484): stdout: | (launched: 2022-12-13_01:19:18.340937) 01:19:19.520410 run osmo-msc_10.42.42.6(pid=16484): stderr: | 20221213011918609 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011918610 DLGLOBAL DEBUG validating counter group 0x7f914952ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011918610 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011918610 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011918610 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011918610 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011918612 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011918612 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011918612 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011918613 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:19:19.569732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Terminating (SIGTERM) 01:19:19.609316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Terminating (SIGTERM) 01:19:19.648895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Terminating (SIGTERM) 01:19:19.688772 --- ParallelTerminationStrategy: PID 16477 died... 01:19:19.708359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Terminated: ok {rc=0} 01:19:19.752305 --- ParallelTerminationStrategy: PID 16480 died... 01:19:19.771089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Terminated: ok {rc=0} 01:19:19.815207 --- ParallelTerminationStrategy: PID 16483 died... 01:19:19.833889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Terminated: ok {rc=0} 01:19:19.920750 bus /sierra_3: Setting Powered False 01:19:21.020172 bus /sierra_3: Setting Powered False 01:19:22.134943 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 01:19:23.280768 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.292866 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:19:23.343565 tst mo_mt_call_osmux.py: using LAC 32637 01:19:23.465469 tst mo_mt_call_osmux.py: using RAC 252 01:19:23.587227 tst mo_mt_call_osmux.py: using CellId 32637 01:19:23.708912 tst mo_mt_call_osmux.py: using BVCI 32638 01:19:23.822637 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.834111 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.845439 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.856653 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.868028 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 01:19:23.879200 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 01:19:23.996204 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 01:19:24.119709 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:19:24.633030 run create_hlr_db(pid=16486): Launched 01:19:24.759035 bus /sierra_2: Setting Powered False 01:19:25.823586 run create_hlr_db(pid=16486): Terminated: ok {rc=0} 01:19:26.262785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Launched 01:19:26.569548 run osmo-hlr_10.42.42.2(pid=16489): Launched 01:19:26.698383 run osmo-stp_10.42.42.5: Starting osmo-stp 01:19:27.264431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Launched 01:19:27.596196 run osmo-stp_10.42.42.5(pid=16492): Launched 01:19:27.722103 run osmo-msc_10.42.42.6: Starting osmo-msc 01:19:28.318505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Launched 01:19:28.648749 run osmo-msc_10.42.42.6(pid=16495): Launched 01:19:28.834526 run osmo-stp_10.42.42.5(pid=16492): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)] 01:19:28.974985 run osmo-stp_10.42.42.5(pid=16492): stdout: | (launched: 2022-12-13_01:19:27.535626) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:29.116773 run osmo-stp_10.42.42.5(pid=16492): stderr: | 20221213011927722 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011927722 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011927723 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011927723 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011927724 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011927724 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011927724 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:29.253938 run osmo-stp_10.42.42.5(pid=16492): stdout: | (launched: 2022-12-13_01:19:27.535626) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:29.384799 run osmo-stp_10.42.42.5(pid=16492): stderr: | 20221213011927722 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011927722 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011927723 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011927723 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011927724 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011927724 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011927724 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:29.542172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16492): Process ended prematurely: osmo-stp_10.42.42.5(pid=16492) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)] [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 01:19:29.551906 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 01:19:29.580743 run osmo-hlr_10.42.42.2(pid=16489): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16489)] 01:19:29.631844 run osmo-hlr_10.42.42.2(pid=16489): stdout: | (launched: 2022-12-13_01:19:26.512345) 01:19:29.684700 run osmo-hlr_10.42.42.2(pid=16489): stderr: | 20221213011926702 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011926702 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011926703 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011926703 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011926703 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011926703 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011926718 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011926727 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011926728 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011926728 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:19:29.757703 run osmo-msc_10.42.42.6(pid=16495): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16495)] 01:19:29.808372 run osmo-msc_10.42.42.6(pid=16495): stdout: | (launched: 2022-12-13_01:19:28.587761) 01:19:29.860635 run osmo-msc_10.42.42.6(pid=16495): stderr: | 20221213011928907 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011928907 DLGLOBAL DEBUG validating counter group 0x7f8123bacc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011928907 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011928907 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011928907 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011928908 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011928909 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011928910 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011928910 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011928910 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:19:29.913399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Terminating (SIGTERM) 01:19:29.955448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Terminating (SIGTERM) 01:19:29.997751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Terminating (SIGTERM) 01:19:30.040269 --- ParallelTerminationStrategy: PID 16488 died... 01:19:30.060461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Terminated: ok {rc=0} 01:19:30.107860 --- ParallelTerminationStrategy: PID 16491 died... 01:19:30.127711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Terminated: ok {rc=0} 01:19:30.174821 --- ParallelTerminationStrategy: PID 16494 died... 01:19:30.194659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Terminated: ok {rc=0} 01:19:30.282090 bus /sierra_3: Setting Powered False 01:19:31.379447 bus /sierra_3: Setting Powered False 01:19:32.499817 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 emergency:nanobts+band-900 --------------------------------------------------------------------- 01:19:33.756747 tst emergency:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:19:33.762225 tst emergency:nanobts+band-900: Verifying 1 x bts (candidates: 11) 01:19:33.793973 tst emergency:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 01:19:33.820515 tst emergency:nanobts+band-900: Verifying 4 x modem (candidates: 12) 01:19:33.906325 tst emergency:nanobts+band-900: Reserving 1 x bts (candidates: 11) 01:19:33.938594 tst emergency:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 01:19:33.964721 tst emergency:nanobts+band-900: Reserving 4 x modem (candidates: 12) 01:19:34.549988 tst emergency:nanobts+band-900: RESERVED RESOURCES for emergency: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2384 emergency:nanobts+band-900 emergency_mo_mt_call.py ---------------------------------------------- 01:19:34.556531 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:34.569070 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1) 01:19:34.622312 tst emergency_mo_mt_call.py: using LAC 32638 01:19:34.743619 tst emergency_mo_mt_call.py: using RAC 253 01:19:34.863521 tst emergency_mo_mt_call.py: using CellId 32638 01:19:34.980787 tst emergency_mo_mt_call.py: using BVCI 32639 01:19:35.089908 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:35.100808 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:35.111549 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:35.122207 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:35.132707 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:35.143265 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:35.260287 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:35.378441 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:19:35.844847 run create_hlr_db(pid=16503): Launched 01:19:35.967697 bus /sierra_2: Setting Powered False 01:19:37.028241 run create_hlr_db(pid=16503): Terminated: ok {rc=0} 01:19:37.448767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Launched 01:19:37.750190 run osmo-hlr_10.42.42.2(pid=16506): Launched 01:19:37.863688 run osmo-stp_10.42.42.5: Starting osmo-stp 01:19:38.379712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Launched 01:19:38.679038 run osmo-stp_10.42.42.5(pid=16510): Launched 01:19:38.801939 tst emergency_mo_mt_call.py: using MSISDN 8051 01:19:38.953783 run osmo-msc_10.42.42.6: Starting osmo-msc 01:19:39.494960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Launched 01:19:39.795429 run osmo-msc_10.42.42.6(pid=16513): Launched 01:19:39.966394 run osmo-stp_10.42.42.5(pid=16510): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)] 01:19:40.092909 run osmo-stp_10.42.42.5(pid=16510): stdout: | (launched: 2022-12-13_01:19:38.623253) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:40.219748 run osmo-stp_10.42.42.5(pid=16510): stderr: | 20221213011938790 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011938790 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011938790 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011938791 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011938791 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011938791 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011938791 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:40.345669 run osmo-stp_10.42.42.5(pid=16510): stdout: | (launched: 2022-12-13_01:19:38.623253) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:40.465308 run osmo-stp_10.42.42.5(pid=16510): stderr: | 20221213011938790 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011938790 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011938790 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011938791 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011938791 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011938791 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011938791 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:40.608143 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16510): Process ended prematurely: osmo-stp_10.42.42.5(pid=16510) [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)] [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19] 01:19:40.616651 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 01:19:40.642982 run osmo-hlr_10.42.42.2(pid=16506): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16506)] 01:19:40.690951 run osmo-hlr_10.42.42.2(pid=16506): stdout: | (launched: 2022-12-13_01:19:37.693545) 01:19:40.740620 run osmo-hlr_10.42.42.2(pid=16506): stderr: | 20221213011937867 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011937867 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011937867 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011937867 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011937867 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011937867 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011937879 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011937889 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011937889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011937889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:19:40.809934 run osmo-msc_10.42.42.6(pid=16513): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16513)] 01:19:40.857855 run osmo-msc_10.42.42.6(pid=16513): stdout: | (launched: 2022-12-13_01:19:39.739541) 01:19:40.907396 run osmo-msc_10.42.42.6(pid=16513): stderr: | 20221213011940015 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011940015 DLGLOBAL DEBUG validating counter group 0x7f61a0f29c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011940015 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011940015 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011940015 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011940015 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011940018 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011940019 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011940019 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011940019 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:19:40.957274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Terminating (SIGTERM) 01:19:40.997063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Terminating (SIGTERM) 01:19:41.036905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Terminating (SIGTERM) 01:19:41.076886 --- ParallelTerminationStrategy: PID 16505 died... 01:19:41.096091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Terminated: ok {rc=0} 01:19:41.140637 --- ParallelTerminationStrategy: PID 16509 died... 01:19:41.159449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Terminated: ok {rc=0} 01:19:41.203282 --- ParallelTerminationStrategy: PID 16512 died... 01:19:41.222122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Terminated: ok {rc=0} 01:19:41.305032 bus /sierra_3: Setting Powered False 01:19:42.401862 bus /sierra_3: Setting Powered False 01:19:43.516796 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 emergency:nanobts+band-900 emergency_preemptive_call.py ---------------------------------------------- 01:19:44.604219 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:44.615756 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1) 01:19:44.663733 tst emergency_preemptive_call.py: using LAC 32639 01:19:44.782066 tst emergency_preemptive_call.py: using RAC 254 01:19:44.898448 tst emergency_preemptive_call.py: using CellId 32639 01:19:45.015709 tst emergency_preemptive_call.py: using BVCI 32640 01:19:45.126101 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:45.137021 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:45.147674 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:45.158275 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:45.168776 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 01:19:45.179414 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:45.298743 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:45.416122 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:45.535048 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 01:19:45.655546 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:19:46.177882 run create_hlr_db(pid=16515): Launched 01:19:46.335381 bus /sierra_2: Setting Powered False 01:19:47.396675 run create_hlr_db(pid=16515): Terminated: ok {rc=0} 01:19:47.840552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Launched 01:19:48.166099 run osmo-hlr_10.42.42.2(pid=16518): Launched 01:19:48.290651 run osmo-stp_10.42.42.5: Starting osmo-stp 01:19:48.848664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Launched 01:19:49.171084 run osmo-stp_10.42.42.5(pid=16521): Launched 01:19:49.304689 tst emergency_preemptive_call.py: using MSISDN 8052 01:19:49.473671 run osmo-msc_10.42.42.6: Starting osmo-msc 01:19:50.056340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Launched 01:19:50.382685 run osmo-msc_10.42.42.6(pid=16524): Launched 01:19:50.564487 run osmo-stp_10.42.42.5(pid=16521): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)] 01:19:50.700500 run osmo-stp_10.42.42.5(pid=16521): stdout: | (launched: 2022-12-13_01:19:49.111484) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:50.837922 run osmo-stp_10.42.42.5(pid=16521): stderr: | 20221213011949301 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011949301 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011949301 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011949302 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011949302 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011949302 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011949302 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:50.972776 run osmo-stp_10.42.42.5(pid=16521): stdout: | (launched: 2022-12-13_01:19:49.111484) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:19:51.101384 run osmo-stp_10.42.42.5(pid=16521): stderr: | 20221213011949301 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213011949301 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213011949301 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213011949302 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213011949302 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213011949302 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213011949302 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:19:51.254996 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16521): Process ended prematurely: osmo-stp_10.42.42.5(pid=16521) [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)] [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32] 01:19:51.264011 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec) 01:19:51.292297 run osmo-hlr_10.42.42.2(pid=16518): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16518)] 01:19:51.343176 run osmo-hlr_10.42.42.2(pid=16518): stdout: | (launched: 2022-12-13_01:19:48.106466) 01:19:51.395696 run osmo-hlr_10.42.42.2(pid=16518): stderr: | 20221213011948301 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213011948301 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213011948301 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213011948301 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213011948301 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213011948301 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213011948315 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213011948323 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213011948323 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213011948323 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:19:51.469128 run osmo-msc_10.42.42.6(pid=16524): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16524)] 01:19:51.519970 run osmo-msc_10.42.42.6(pid=16524): stdout: | (launched: 2022-12-13_01:19:50.322815) 01:19:51.572426 run osmo-msc_10.42.42.6(pid=16524): stderr: | 20221213011950643 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213011950643 DLGLOBAL DEBUG validating counter group 0x7f99a2a41c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213011950643 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213011950643 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213011950643 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213011950644 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213011950645 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213011950646 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213011950646 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213011950646 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:19:51.625288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Terminating (SIGTERM) 01:19:51.667428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Terminating (SIGTERM) 01:19:51.710111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Terminating (SIGTERM) 01:19:51.752804 --- ParallelTerminationStrategy: PID 16517 died... 01:19:51.773176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Terminated: ok {rc=0} 01:19:51.820438 --- ParallelTerminationStrategy: PID 16520 died... 01:19:51.840205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Terminated: ok {rc=0} 01:19:51.887260 --- ParallelTerminationStrategy: PID 16523 died... 01:19:51.907052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Terminated: ok {rc=0} 01:19:51.995030 bus /sierra_9: Setting Powered False 01:19:53.094942 bus /sierra_9: Setting Powered False 01:19:54.210923 bus /sierra_8: Setting Powered False 01:19:55.308598 bus /sierra_8: Setting Powered False 01:19:56.423725 bus /sierra_3: Setting Powered False 01:19:57.522003 bus /sierra_3: Setting Powered False 01:19:58.638052 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 emergency:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900 --------------------------------------------------------------------- 01:19:59.916257 tst gprs:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:19:59.921878 tst gprs:nanobts+band-900: Verifying 1 x bts (candidates: 11) 01:19:59.954859 tst gprs:nanobts+band-900: Verifying 9 x ip_address (candidates: 9) 01:19:59.994129 tst gprs:nanobts+band-900: Verifying 4 x modem (candidates: 12) 01:20:00.083639 tst gprs:nanobts+band-900: Reserving 1 x bts (candidates: 11) 01:20:00.116683 tst gprs:nanobts+band-900: Reserving 9 x ip_address (candidates: 9) 01:20:00.155931 tst gprs:nanobts+band-900: Reserving 4 x modem (candidates: 12) 01:20:00.749564 tst gprs:nanobts+band-900: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-900 cs_paging_gprs_active.py ---------------------------------------------- 01:20:00.803182 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:00.814474 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 01:20:00.883745 tst cs_paging_gprs_active.py: using LAC 32640 01:20:01.019176 tst cs_paging_gprs_active.py: using RAC 255 01:20:01.151089 tst cs_paging_gprs_active.py: using CellId 32640 01:20:01.275188 tst cs_paging_gprs_active.py: using BVCI 32641 01:20:01.430046 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.443028 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.454573 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.466063 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.477508 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.489086 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.500600 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.511955 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:01.523975 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:01.656623 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:01.808613 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:20:02.034201 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:02.400680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Launched 01:20:02.689647 run iperf3-srv_10.42.42.10(pid=16533): Launched 01:20:02.813671 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:20:03.035239 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:03.367325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Launched 01:20:03.655020 run iperf3-srv_10.42.42.10(pid=16535): Launched 01:20:03.780148 tst cs_paging_gprs_active.py:38: start network... 01:20:04.002171 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:20:04.514339 run create_hlr_db(pid=16536): Launched 01:20:04.641971 bus /sierra_2: Setting Powered False 01:20:05.706809 run create_hlr_db(pid=16536): Terminated: ok {rc=0} 01:20:06.166035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Launched 01:20:06.497163 run osmo-hlr_10.42.42.2(pid=16539): Launched 01:20:06.625147 run osmo-stp_10.42.42.5: Starting osmo-stp 01:20:07.194603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Launched 01:20:07.526388 run osmo-stp_10.42.42.5(pid=16542): Launched 01:20:07.655289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:20:08.223899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Launched 01:20:08.351471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:20:08.631139 run patchelf(pid=16545): Launched 01:20:08.815558 run osmo-stp_10.42.42.5(pid=16542): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)] 01:20:08.954474 run osmo-stp_10.42.42.5(pid=16542): stdout: | (launched: 2022-12-13_01:20:07.465274) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:09.095180 run osmo-stp_10.42.42.5(pid=16542): stderr: | 20221213012007655 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012007655 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012007655 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012007656 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012007656 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012007656 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012007656 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:09.235517 run osmo-stp_10.42.42.5(pid=16542): stdout: | (launched: 2022-12-13_01:20:07.465274) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:09.370414 run osmo-stp_10.42.42.5(pid=16542): stderr: | 20221213012007655 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012007655 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012007655 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012007656 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012007656 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012007656 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012007656 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:09.530740 run patchelf(pid=16545): Terminating (SIGINT) 01:20:09.715645 run patchelf(pid=16545): Terminated: ok {rc=0} 01:20:09.849022 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)] [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38] 01:20:09.859146 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec) 01:20:09.888196 run osmo-hlr_10.42.42.2(pid=16539): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16539)] 01:20:09.938534 run osmo-hlr_10.42.42.2(pid=16539): stdout: | (launched: 2022-12-13_01:20:06.435875) 01:20:09.990635 run osmo-hlr_10.42.42.2(pid=16539): stderr: | 20221213012006631 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012006631 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012006631 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012006631 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012006631 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012006631 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012006643 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012006652 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012006652 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012006652 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:20:10.043025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminating (SIGTERM) 01:20:10.085049 run iperf3-srv_10.42.42.10(pid=16533): Terminating (SIGTERM) 01:20:10.127236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminating (SIGTERM) 01:20:10.169352 run iperf3-srv_10.42.42.10(pid=16535): Terminating (SIGTERM) 01:20:10.211180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminating (SIGTERM) 01:20:10.253229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminating (SIGTERM) 01:20:10.295288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminating (SIGTERM) 01:20:10.337833 --- ParallelTerminationStrategy: PID 16532 died... 01:20:10.357868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminated: ok {rc=0} 01:20:10.404746 --- ParallelTerminationStrategy: PID 16533 died... 01:20:10.424368 run iperf3-srv_10.42.42.10(pid=16533): Terminated {rc=256} 01:20:10.470844 --- ParallelTerminationStrategy: PID 16534 died... 01:20:10.490666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminated: ok {rc=0} 01:20:10.537327 --- ParallelTerminationStrategy: PID 16535 died... 01:20:10.556904 run iperf3-srv_10.42.42.10(pid=16535): Terminated {rc=256} 01:20:10.603343 --- ParallelTerminationStrategy: PID 16538 died... 01:20:10.622892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminated: ok {rc=0} 01:20:10.669499 --- ParallelTerminationStrategy: PID 16541 died... 01:20:10.689195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminated: ok {rc=0} 01:20:10.735731 --- ParallelTerminationStrategy: PID 16544 died... 01:20:10.755483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminated: ok {rc=0} 01:20:10.843753 bus /gobi_0: Setting Powered False 01:20:11.942889 bus /gobi_0: Setting Powered False 01:20:13.062281 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900 iperf3.py ---------------------------------------------- 01:20:14.213101 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.224896 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 01:20:14.276253 tst iperf3.py: using LAC 32641 01:20:14.404402 tst iperf3.py: using RAC 1 01:20:14.536687 tst iperf3.py: using CellId 32641 01:20:14.658640 tst iperf3.py: using BVCI 32642 01:20:14.771715 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.782696 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.793526 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.804229 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.814822 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.825296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.835834 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.846322 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:14.856868 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:14.975022 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:20:15.197079 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:15.527404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Launched 01:20:15.815511 run iperf3-srv_10.42.42.10(pid=16547): Launched 01:20:15.944523 tst iperf3.py:8: start network... 01:20:16.169499 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:20:16.690208 run create_hlr_db(pid=16548): Launched 01:20:16.850785 bus /gobi_6: Setting Powered False 01:20:17.915869 run create_hlr_db(pid=16548): Terminated: ok {rc=0} 01:20:18.372722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Launched 01:20:18.702467 run osmo-hlr_10.42.42.2(pid=16551): Launched 01:20:18.829260 run osmo-stp_10.42.42.5: Starting osmo-stp 01:20:19.398916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Launched 01:20:19.730452 run osmo-stp_10.42.42.5(pid=16554): Launched 01:20:19.857396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:20:20.427108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Launched 01:20:20.553783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:20:20.838652 run patchelf(pid=16557): Launched 01:20:21.023237 run osmo-stp_10.42.42.5(pid=16554): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)] 01:20:21.162596 run osmo-stp_10.42.42.5(pid=16554): stdout: | (launched: 2022-12-13_01:20:19.669780) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:21.303252 run osmo-stp_10.42.42.5(pid=16554): stderr: | 20221213012019861 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012019861 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012019861 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012019862 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012019862 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012019862 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012019862 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:21.443883 run osmo-stp_10.42.42.5(pid=16554): stdout: | (launched: 2022-12-13_01:20:19.669780) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:21.579689 run osmo-stp_10.42.42.5(pid=16554): stderr: | 20221213012019861 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012019861 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012019861 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012019862 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012019862 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012019862 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012019862 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:21.740052 run patchelf(pid=16557): Terminating (SIGINT) 01:20:21.925531 run patchelf(pid=16557): Terminated: ok {rc=0} 01:20:22.059124 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16554): Process ended prematurely: osmo-stp_10.42.42.5(pid=16554) [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)] [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8] 01:20:22.069403 tst iperf3.py:8: Test FAILED (7.9 sec) 01:20:22.098404 run osmo-hlr_10.42.42.2(pid=16551): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16551)] 01:20:22.148893 run osmo-hlr_10.42.42.2(pid=16551): stdout: | (launched: 2022-12-13_01:20:18.641837) 01:20:22.200857 run osmo-hlr_10.42.42.2(pid=16551): stderr: | 20221213012018836 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012018836 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012018836 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012018836 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012018836 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012018836 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012018848 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012018858 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012018858 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012018858 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:20:22.253467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Terminating (SIGTERM) 01:20:22.295552 run iperf3-srv_10.42.42.10(pid=16547): Terminating (SIGTERM) 01:20:22.338111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Terminating (SIGTERM) 01:20:22.380313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Terminating (SIGTERM) 01:20:22.422367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Terminating (SIGTERM) 01:20:22.464578 --- ParallelTerminationStrategy: PID 16546 died... 01:20:22.484742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Terminated: ok {rc=0} 01:20:22.532054 --- ParallelTerminationStrategy: PID 16547 died... 01:20:22.551559 run iperf3-srv_10.42.42.10(pid=16547): Terminated {rc=256} 01:20:22.597874 --- ParallelTerminationStrategy: PID 16550 died... 01:20:22.617535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Terminated: ok {rc=0} 01:20:22.664054 --- ParallelTerminationStrategy: PID 16553 died... 01:20:22.683559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Terminated: ok {rc=0} 01:20:22.730063 --- ParallelTerminationStrategy: PID 16556 died... 01:20:22.749611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Terminated: ok {rc=0} 01:20:22.837320 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900 iperf3m4.py ---------------------------------------------- 01:20:23.988335 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.000249 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 01:20:24.049198 tst iperf3m4.py: using LAC 32642 01:20:24.177119 tst iperf3m4.py: using RAC 2 01:20:24.305658 tst iperf3m4.py: using CellId 32642 01:20:24.433918 tst iperf3m4.py: using BVCI 32643 01:20:24.554075 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.565409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.576380 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.587864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.599204 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.610692 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.622223 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.633530 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:24.644864 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:24.767206 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:24.888086 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:25.008769 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:25.128213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:20:25.334497 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:25.643238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Launched 01:20:25.911040 run iperf3-srv_10.42.42.10(pid=16559): Launched 01:20:26.025897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:20:26.232373 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:26.541675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Launched 01:20:26.809661 run iperf3-srv_10.42.42.10(pid=16561): Launched 01:20:26.924858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:20:27.130584 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:27.439902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Launched 01:20:27.709289 run iperf3-srv_10.42.42.10(pid=16563): Launched 01:20:27.824110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:20:28.028188 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:20:28.336747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Launched 01:20:28.604228 run iperf3-srv_10.42.42.10(pid=16565): Launched 01:20:28.719338 tst iperf3m4.py:8: start network... 01:20:28.924852 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:20:29.403521 run create_hlr_db(pid=16566): Launched 01:20:29.530234 bus /gobi_6: Setting Powered False 01:20:30.591193 run create_hlr_db(pid=16566): Terminated: ok {rc=0} 01:20:31.059950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Launched 01:20:31.407839 run osmo-hlr_10.42.42.2(pid=16569): Launched 01:20:31.561279 run osmo-stp_10.42.42.5: Starting osmo-stp 01:20:32.349723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Launched 01:20:32.698668 run osmo-stp_10.42.42.5(pid=16572): Launched 01:20:32.826023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:20:33.397379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Launched 01:20:33.524147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:20:33.804556 run patchelf(pid=16575): Launched 01:20:33.989469 run osmo-stp_10.42.42.5(pid=16572): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)] 01:20:34.129628 run osmo-stp_10.42.42.5(pid=16572): stdout: | (launched: 2022-12-13_01:20:32.637467) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:34.271215 run osmo-stp_10.42.42.5(pid=16572): stderr: | 20221213012032826 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012032826 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012032827 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012032827 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012032828 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012032828 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012032828 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:34.412539 run osmo-stp_10.42.42.5(pid=16572): stdout: | (launched: 2022-12-13_01:20:32.637467) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:34.549410 run osmo-stp_10.42.42.5(pid=16572): stderr: | 20221213012032826 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012032826 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012032827 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012032827 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012032828 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012032828 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012032828 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:34.710428 run patchelf(pid=16575): Terminating (SIGINT) 01:20:34.897522 run patchelf(pid=16575): Terminated: ok {rc=0} 01:20:35.031721 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)] [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8] 01:20:35.041986 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:20:35.071704 run osmo-hlr_10.42.42.2(pid=16569): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16569)] 01:20:35.122959 run osmo-hlr_10.42.42.2(pid=16569): stdout: | (launched: 2022-12-13_01:20:31.346750) 01:20:35.175731 run osmo-hlr_10.42.42.2(pid=16569): stderr: | 20221213012031755 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012031755 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012031755 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012031755 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012031756 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012031756 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012031779 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012031802 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012031802 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012031802 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:20:35.228998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Terminating (SIGTERM) 01:20:35.271716 run iperf3-srv_10.42.42.10(pid=16559): Terminating (SIGTERM) 01:20:35.314427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Terminating (SIGTERM) 01:20:35.357786 run iperf3-srv_10.42.42.10(pid=16561): Terminating (SIGTERM) 01:20:35.400206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Terminating (SIGTERM) 01:20:35.442904 run iperf3-srv_10.42.42.10(pid=16563): Terminating (SIGTERM) 01:20:35.486520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Terminating (SIGTERM) 01:20:35.529900 run iperf3-srv_10.42.42.10(pid=16565): Terminating (SIGTERM) 01:20:35.572382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminating (SIGTERM) 01:20:35.614783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminating (SIGTERM) 01:20:35.657323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Terminating (SIGTERM) 01:20:35.699887 --- ParallelTerminationStrategy: PID 16558 died... 01:20:35.720176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Terminated: ok {rc=0} 01:20:35.767616 --- ParallelTerminationStrategy: PID 16559 died... 01:20:35.787327 run iperf3-srv_10.42.42.10(pid=16559): Terminated {rc=256} 01:20:35.834223 --- ParallelTerminationStrategy: PID 16560 died... 01:20:35.853984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Terminated: ok {rc=0} 01:20:35.901078 --- ParallelTerminationStrategy: PID 16561 died... 01:20:35.920637 run iperf3-srv_10.42.42.10(pid=16561): Terminated {rc=256} 01:20:35.967285 --- ParallelTerminationStrategy: PID 16562 died... 01:20:35.987109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Terminated: ok {rc=0} 01:20:36.034342 --- ParallelTerminationStrategy: PID 16563 died... 01:20:36.054077 run iperf3-srv_10.42.42.10(pid=16563): Terminated {rc=256} 01:20:36.100898 --- ParallelTerminationStrategy: PID 16564 died... 01:20:36.120783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Terminated: ok {rc=0} 01:20:36.167735 --- ParallelTerminationStrategy: PID 16565 died... 01:20:36.187453 run iperf3-srv_10.42.42.10(pid=16565): Terminated {rc=256} 01:20:36.234314 --- ParallelTerminationStrategy: PID 16568 died... 01:20:36.254109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminated: ok {rc=0} 01:20:36.301199 --- ParallelTerminationStrategy: PID 16571 died... 01:20:36.321118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminated: ok {rc=0} 01:20:36.368261 --- ParallelTerminationStrategy: PID 16574 died... 01:20:36.388101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Terminated: ok {rc=0} 01:20:36.476921 bus /gobi_4: Setting Powered False 01:20:37.576702 bus /gobi_4: Setting Powered False 01:20:38.693413 bus /gobi_1: Setting Powered False 01:20:39.792216 bus /gobi_1: Setting Powered False 01:20:40.907769 bus /gobi_0: Setting Powered False 01:20:42.005563 bus /gobi_0: Setting Powered False 01:20:43.124007 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900 ping.py ---------------------------------------------- 01:20:44.226798 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.238153 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 01:20:44.285405 tst ping.py: using LAC 32643 01:20:44.407782 tst ping.py: using RAC 3 01:20:44.528647 tst ping.py: using CellId 32643 01:20:44.658061 tst ping.py: using BVCI 32644 01:20:44.778451 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.789973 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.801328 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.813086 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.824639 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.836097 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.847692 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:44.859181 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:44.976622 tst ping.py:19: start network... 01:20:45.178563 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:20:45.645516 run create_hlr_db(pid=16576): Launched 01:20:45.770378 bus /gobi_6: Setting Powered False 01:20:46.828863 run create_hlr_db(pid=16576): Terminated: ok {rc=0} 01:20:47.258320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Launched 01:20:47.570044 run osmo-hlr_10.42.42.2(pid=16579): Launched 01:20:47.684710 run osmo-stp_10.42.42.5: Starting osmo-stp 01:20:48.207207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Launched 01:20:48.511652 run osmo-stp_10.42.42.5(pid=16582): Launched 01:20:48.626976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:20:49.147204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Launched 01:20:49.264159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:20:49.519467 run patchelf(pid=16585): Launched 01:20:49.688720 run osmo-stp_10.42.42.5(pid=16582): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)] 01:20:49.816486 run osmo-stp_10.42.42.5(pid=16582): stdout: | (launched: 2022-12-13_01:20:48.455148) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:49.945664 run osmo-stp_10.42.42.5(pid=16582): stderr: | 20221213012048622 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012048622 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012048623 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012048623 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012048624 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012048624 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012048624 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:50.074824 run osmo-stp_10.42.42.5(pid=16582): stdout: | (launched: 2022-12-13_01:20:48.455148) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:50.198313 run osmo-stp_10.42.42.5(pid=16582): stderr: | 20221213012048622 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012048622 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012048623 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012048623 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012048624 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012048624 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012048624 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:50.344247 run patchelf(pid=16585): Terminating (SIGINT) 01:20:50.515648 run patchelf(pid=16585): Terminated: ok {rc=0} 01:20:50.637731 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)] [trial-2384↪gprs:nanobts+band-900↪ping.py:22] 01:20:50.646465 tst ping.py:22: Test FAILED (6.4 sec) 01:20:50.673174 run osmo-hlr_10.42.42.2(pid=16579): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16579)] 01:20:50.720432 run osmo-hlr_10.42.42.2(pid=16579): stdout: | (launched: 2022-12-13_01:20:47.513501) 01:20:50.769470 run osmo-hlr_10.42.42.2(pid=16579): stderr: | 20221213012047688 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012047688 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012047688 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012047688 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012047688 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012047688 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012047700 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012047708 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012047709 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012047709 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:20:50.818868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminating (SIGTERM) 01:20:50.858305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminating (SIGTERM) 01:20:50.897766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Terminating (SIGTERM) 01:20:50.937562 --- ParallelTerminationStrategy: PID 16578 died... 01:20:50.956361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminated: ok {rc=0} 01:20:51.000225 --- ParallelTerminationStrategy: PID 16581 died... 01:20:51.018973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminated: ok {rc=0} 01:20:51.062787 --- ParallelTerminationStrategy: PID 16584 died... 01:20:51.081429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Terminated: ok {rc=0} 01:20:51.164842 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900 ping_idle_ping.py ---------------------------------------------- 01:20:52.251135 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.263207 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 01:20:52.310766 tst ping_idle_ping.py: using LAC 32644 01:20:52.442291 tst ping_idle_ping.py: using RAC 4 01:20:52.570656 tst ping_idle_ping.py: using CellId 32644 01:20:52.695553 tst ping_idle_ping.py: using BVCI 32645 01:20:52.820141 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.833881 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.845292 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.855987 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.867483 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.878224 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.889646 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 01:20:52.901283 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 01:20:53.021292 tst ping_idle_ping.py:24: start network... 01:20:53.240610 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:20:53.746259 run create_hlr_db(pid=16586): Launched 01:20:53.870986 bus /gobi_6: Setting Powered False 01:20:54.934725 run create_hlr_db(pid=16586): Terminated: ok {rc=0} 01:20:55.367478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Launched 01:20:55.672302 run osmo-hlr_10.42.42.2(pid=16589): Launched 01:20:55.787032 run osmo-stp_10.42.42.5: Starting osmo-stp 01:20:56.324857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Launched 01:20:56.629857 run osmo-stp_10.42.42.5(pid=16592): Launched 01:20:56.746437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:20:57.269450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Launched 01:20:57.384879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:20:57.642108 run patchelf(pid=16595): Launched 01:20:57.812192 run osmo-stp_10.42.42.5(pid=16592): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)] 01:20:57.939852 run osmo-stp_10.42.42.5(pid=16592): stdout: | (launched: 2022-12-13_01:20:56.573518) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:58.069250 run osmo-stp_10.42.42.5(pid=16592): stderr: | 20221213012056741 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012056741 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012056742 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012056742 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012056743 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012056743 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012056743 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:58.199256 run osmo-stp_10.42.42.5(pid=16592): stdout: | (launched: 2022-12-13_01:20:56.573518) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:20:58.322460 run osmo-stp_10.42.42.5(pid=16592): stderr: | 20221213012056741 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012056741 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012056742 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012056742 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012056743 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012056743 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012056743 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:20:58.468482 run patchelf(pid=16595): Terminating (SIGINT) 01:20:58.640440 run patchelf(pid=16595): Terminated: ok {rc=0} 01:20:58.763771 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16592): Process ended prematurely: osmo-stp_10.42.42.5(pid=16592) [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)] [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27] 01:20:58.772509 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 01:20:58.799522 run osmo-hlr_10.42.42.2(pid=16589): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16589)] 01:20:58.847266 run osmo-hlr_10.42.42.2(pid=16589): stdout: | (launched: 2022-12-13_01:20:55.616221) 01:20:58.897143 run osmo-hlr_10.42.42.2(pid=16589): stderr: | 20221213012055788 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012055788 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012055788 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012055788 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012055788 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012055789 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012055801 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012055812 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012055812 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012055813 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:20:58.946900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Terminating (SIGTERM) 01:20:58.986800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Terminating (SIGTERM) 01:20:59.026631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Terminating (SIGTERM) 01:20:59.066894 --- ParallelTerminationStrategy: PID 16588 died... 01:20:59.086109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Terminated: ok {rc=0} 01:20:59.130177 --- ParallelTerminationStrategy: PID 16591 died... 01:20:59.148942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Terminated: ok {rc=0} 01:20:59.192648 --- ParallelTerminationStrategy: PID 16594 died... 01:20:59.211367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Terminated: ok {rc=0} 01:20:59.296370 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs --------------------------------------------------------------------- 01:21:00.603330 tst gprs:nanobts+band-900+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:21:00.610031 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 01:21:00.642548 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 01:21:00.680646 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 01:21:00.766257 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 01:21:00.798021 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 01:21:00.836025 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 01:21:01.438852 tst gprs:nanobts+band-900+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 01:21:01.506421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:01.521232 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:21:01.582793 tst cs_paging_gprs_active.py: using LAC 32645 01:21:01.741373 tst cs_paging_gprs_active.py: using RAC 5 01:21:01.865639 tst cs_paging_gprs_active.py: using CellId 32645 01:21:01.987110 tst cs_paging_gprs_active.py: using BVCI 32646 01:21:02.139969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.154104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.168404 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.183337 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.198314 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.212150 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.223525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.234677 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:02.246120 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:02.367280 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:02.488575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:21:02.712332 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:03.043026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Launched 01:21:03.331169 run iperf3-srv_10.42.42.10(pid=16600): Launched 01:21:03.457402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:21:03.681456 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:03.991030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Launched 01:21:04.259282 run iperf3-srv_10.42.42.10(pid=16602): Launched 01:21:04.375126 tst cs_paging_gprs_active.py:38: start network... 01:21:04.581729 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:21:05.058620 run create_hlr_db(pid=16603): Launched 01:21:05.186986 bus /gobi_6: Setting Powered False 01:21:06.247665 run create_hlr_db(pid=16603): Terminated: ok {rc=0} 01:21:06.676137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Launched 01:21:06.984791 run osmo-hlr_10.42.42.2(pid=16606): Launched 01:21:07.101159 run osmo-stp_10.42.42.5: Starting osmo-stp 01:21:07.645960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Launched 01:21:07.955418 run osmo-stp_10.42.42.5(pid=16609): Launched 01:21:08.074009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:21:08.603982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Launched 01:21:08.722048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:21:08.983137 run patchelf(pid=16612): Launched 01:21:09.156222 run osmo-stp_10.42.42.5(pid=16609): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)] 01:21:09.286371 run osmo-stp_10.42.42.5(pid=16609): stdout: | (launched: 2022-12-13_01:21:07.898029) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:09.417594 run osmo-stp_10.42.42.5(pid=16609): stderr: | 20221213012108067 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012108067 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012108068 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012108068 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012108068 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012108069 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012108069 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:09.548850 run osmo-stp_10.42.42.5(pid=16609): stdout: | (launched: 2022-12-13_01:21:07.898029) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:09.675014 run osmo-stp_10.42.42.5(pid=16609): stderr: | 20221213012108067 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012108067 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012108068 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012108068 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012108068 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012108069 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012108069 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:09.824263 run patchelf(pid=16612): Terminating (SIGINT) 01:21:09.997427 run patchelf(pid=16612): Terminated: ok {rc=0} 01:21:10.122376 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16609): Process ended prematurely: osmo-stp_10.42.42.5(pid=16609) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 01:21:10.132012 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 01:21:10.159362 run osmo-hlr_10.42.42.2(pid=16606): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16606)] 01:21:10.207009 run osmo-hlr_10.42.42.2(pid=16606): stdout: | (launched: 2022-12-13_01:21:06.927657) 01:21:10.256485 run osmo-hlr_10.42.42.2(pid=16606): stderr: | 20221213012107103 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012107103 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012107103 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012107103 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012107103 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012107103 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012107115 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012107123 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012107124 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012107125 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:21:10.306512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Terminating (SIGTERM) 01:21:10.346542 run iperf3-srv_10.42.42.10(pid=16600): Terminating (SIGTERM) 01:21:10.386395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Terminating (SIGTERM) 01:21:10.426502 run iperf3-srv_10.42.42.10(pid=16602): Terminating (SIGTERM) 01:21:10.466343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Terminating (SIGTERM) 01:21:10.506247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Terminating (SIGTERM) 01:21:10.546194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Terminating (SIGTERM) 01:21:10.586904 --- ParallelTerminationStrategy: PID 16599 died... 01:21:10.606247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Terminated: ok {rc=0} 01:21:10.650705 --- ParallelTerminationStrategy: PID 16600 died... 01:21:10.669515 run iperf3-srv_10.42.42.10(pid=16600): Terminated {rc=256} 01:21:10.713685 --- ParallelTerminationStrategy: PID 16601 died... 01:21:10.732557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Terminated: ok {rc=0} 01:21:10.777088 --- ParallelTerminationStrategy: PID 16602 died... 01:21:10.795857 run iperf3-srv_10.42.42.10(pid=16602): Terminated {rc=256} 01:21:10.840168 --- ParallelTerminationStrategy: PID 16605 died... 01:21:10.858912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Terminated: ok {rc=0} 01:21:10.903348 --- ParallelTerminationStrategy: PID 16608 died... 01:21:10.922175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Terminated: ok {rc=0} 01:21:10.966518 --- ParallelTerminationStrategy: PID 16611 died... 01:21:10.985311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Terminated: ok {rc=0} 01:21:11.071415 bus /gobi_0: Setting Powered False 01:21:12.171784 bus /gobi_0: Setting Powered False 01:21:13.287831 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py ---------------------------------------------- 01:21:14.434203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:14.446280 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:21:14.498812 tst iperf3.py: using LAC 32646 01:21:14.622244 tst iperf3.py: using RAC 6 01:21:14.743998 tst iperf3.py: using CellId 32646 01:21:14.867529 tst iperf3.py: using BVCI 32647 01:21:14.980926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:14.992194 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.003510 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.014754 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.025829 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.036823 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.048106 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.059224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:15.070760 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:15.186535 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:21:15.395156 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:15.706535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Launched 01:21:16.001992 run iperf3-srv_10.42.42.10(pid=16614): Launched 01:21:16.131209 tst iperf3.py:8: start network... 01:21:16.342032 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:21:16.832047 run create_hlr_db(pid=16615): Launched 01:21:16.998909 bus /gobi_6: Setting Powered False 01:21:18.063939 run create_hlr_db(pid=16615): Terminated: ok {rc=0} 01:21:18.521665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Launched 01:21:18.834421 run osmo-hlr_10.42.42.2(pid=16618): Launched 01:21:18.950980 run osmo-stp_10.42.42.5: Starting osmo-stp 01:21:19.496496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Launched 01:21:19.804605 run osmo-stp_10.42.42.5(pid=16621): Launched 01:21:19.920841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:21:20.450197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Launched 01:21:20.567653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:21:20.829578 run patchelf(pid=16624): Launched 01:21:21.002826 run osmo-stp_10.42.42.5(pid=16621): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)] 01:21:21.133191 run osmo-stp_10.42.42.5(pid=16621): stdout: | (launched: 2022-12-13_01:21:19.747532) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:21.264715 run osmo-stp_10.42.42.5(pid=16621): stderr: | 20221213012119917 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012119917 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012119917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012119918 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012119918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012119918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012119918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:21.396424 run osmo-stp_10.42.42.5(pid=16621): stdout: | (launched: 2022-12-13_01:21:19.747532) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:21.523383 run osmo-stp_10.42.42.5(pid=16621): stderr: | 20221213012119917 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012119917 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012119917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012119918 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012119918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012119918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012119918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:21.673192 run patchelf(pid=16624): Terminating (SIGINT) 01:21:21.848043 run patchelf(pid=16624): Terminated: ok {rc=0} 01:21:21.998331 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16621): Process ended prematurely: osmo-stp_10.42.42.5(pid=16621) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8] 01:21:22.007836 tst iperf3.py:8: Test FAILED (7.6 sec) 01:21:22.035277 run osmo-hlr_10.42.42.2(pid=16618): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16618)] 01:21:22.083057 run osmo-hlr_10.42.42.2(pid=16618): stdout: | (launched: 2022-12-13_01:21:18.776404) 01:21:22.132437 run osmo-hlr_10.42.42.2(pid=16618): stderr: | 20221213012118951 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012118951 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012118951 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012118951 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012118951 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012118951 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012118963 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012118972 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012118972 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012118972 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:21:22.182066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Terminating (SIGTERM) 01:21:22.221857 run iperf3-srv_10.42.42.10(pid=16614): Terminating (SIGTERM) 01:21:22.261580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Terminating (SIGTERM) 01:21:22.301355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Terminating (SIGTERM) 01:21:22.340848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Terminating (SIGTERM) 01:21:22.381001 --- ParallelTerminationStrategy: PID 16613 died... 01:21:22.400053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Terminated: ok {rc=0} 01:21:22.444299 --- ParallelTerminationStrategy: PID 16614 died... 01:21:22.463050 run iperf3-srv_10.42.42.10(pid=16614): Terminated {rc=256} 01:21:22.506753 --- ParallelTerminationStrategy: PID 16617 died... 01:21:22.525624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Terminated: ok {rc=0} 01:21:22.569512 --- ParallelTerminationStrategy: PID 16620 died... 01:21:22.588244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Terminated: ok {rc=0} 01:21:22.632071 --- ParallelTerminationStrategy: PID 16623 died... 01:21:22.650869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Terminated: ok {rc=0} 01:21:22.736820 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 01:21:23.889291 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:23.901747 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:21:23.952700 tst iperf3m4.py: using LAC 32647 01:21:24.082556 tst iperf3m4.py: using RAC 7 01:21:24.210363 tst iperf3m4.py: using CellId 32647 01:21:24.338628 tst iperf3m4.py: using BVCI 32648 01:21:24.459245 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.470828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.482228 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.494077 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.505924 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.517531 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.530036 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.541824 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:24.553760 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:24.675748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:24.801130 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:24.921873 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:25.044567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:21:25.267597 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:25.600797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Launched 01:21:25.890554 run iperf3-srv_10.42.42.10(pid=16626): Launched 01:21:26.015054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:21:26.238506 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:26.571951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Launched 01:21:26.863197 run iperf3-srv_10.42.42.10(pid=16628): Launched 01:21:26.988869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:21:27.211690 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:27.544835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Launched 01:21:27.833036 run iperf3-srv_10.42.42.10(pid=16630): Launched 01:21:27.958580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:21:28.182099 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:21:28.515049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Launched 01:21:28.805735 run iperf3-srv_10.42.42.10(pid=16632): Launched 01:21:28.930221 tst iperf3m4.py:8: start network... 01:21:29.154237 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:21:29.669605 run create_hlr_db(pid=16633): Launched 01:21:29.795897 bus /gobi_6: Setting Powered False 01:21:30.868212 run create_hlr_db(pid=16633): Terminated: ok {rc=0} 01:21:31.319414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Launched 01:21:31.649840 run osmo-hlr_10.42.42.2(pid=16636): Launched 01:21:31.817834 run osmo-stp_10.42.42.5: Starting osmo-stp 01:21:32.503897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Launched 01:21:32.815673 run osmo-stp_10.42.42.5(pid=16639): Launched 01:21:32.934007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:21:33.464818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Launched 01:21:33.585059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:21:33.845705 run patchelf(pid=16642): Launched 01:21:34.018413 run osmo-stp_10.42.42.5(pid=16639): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)] 01:21:34.148156 run osmo-stp_10.42.42.5(pid=16639): stdout: | (launched: 2022-12-13_01:21:32.758028) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:34.279653 run osmo-stp_10.42.42.5(pid=16639): stderr: | 20221213012132927 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012132927 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012132927 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012132928 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012132928 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012132928 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012132928 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:34.410920 run osmo-stp_10.42.42.5(pid=16639): stdout: | (launched: 2022-12-13_01:21:32.758028) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:34.537244 run osmo-stp_10.42.42.5(pid=16639): stderr: | 20221213012132927 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012132927 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012132927 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012132928 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012132928 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012132928 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012132928 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:34.686643 run patchelf(pid=16642): Terminating (SIGINT) 01:21:34.860863 run patchelf(pid=16642): Terminated: ok {rc=0} 01:21:34.985798 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16639): Process ended prematurely: osmo-stp_10.42.42.5(pid=16639) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8] 01:21:34.995149 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:21:35.022686 run osmo-hlr_10.42.42.2(pid=16636): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16636)] 01:21:35.070093 run osmo-hlr_10.42.42.2(pid=16636): stdout: | (launched: 2022-12-13_01:21:31.590127) 01:21:35.119472 run osmo-hlr_10.42.42.2(pid=16636): stderr: | 20221213012131970 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012131970 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012131970 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012131970 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012131970 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012131970 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012131987 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012132001 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012132001 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012132001 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:21:35.169187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminating (SIGTERM) 01:21:35.209178 run iperf3-srv_10.42.42.10(pid=16626): Terminating (SIGTERM) 01:21:35.249071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Terminating (SIGTERM) 01:21:35.288789 run iperf3-srv_10.42.42.10(pid=16628): Terminating (SIGTERM) 01:21:35.328352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Terminating (SIGTERM) 01:21:35.368027 run iperf3-srv_10.42.42.10(pid=16630): Terminating (SIGTERM) 01:21:35.407490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Terminating (SIGTERM) 01:21:35.447111 run iperf3-srv_10.42.42.10(pid=16632): Terminating (SIGTERM) 01:21:35.486758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Terminating (SIGTERM) 01:21:35.526401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Terminating (SIGTERM) 01:21:35.566015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Terminating (SIGTERM) 01:21:35.605750 --- ParallelTerminationStrategy: PID 16625 died... 01:21:35.625024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminated: ok {rc=0} 01:21:35.669060 --- ParallelTerminationStrategy: PID 16626 died... 01:21:35.687655 run iperf3-srv_10.42.42.10(pid=16626): Terminated {rc=256} 01:21:35.731305 --- ParallelTerminationStrategy: PID 16627 died... 01:21:35.750252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Terminated: ok {rc=0} 01:21:35.794052 --- ParallelTerminationStrategy: PID 16628 died... 01:21:35.812651 run iperf3-srv_10.42.42.10(pid=16628): Terminated {rc=256} 01:21:35.856250 --- ParallelTerminationStrategy: PID 16629 died... 01:21:35.874912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Terminated: ok {rc=0} 01:21:35.918694 --- ParallelTerminationStrategy: PID 16630 died... 01:21:35.937426 run iperf3-srv_10.42.42.10(pid=16630): Terminated {rc=256} 01:21:35.981320 --- ParallelTerminationStrategy: PID 16631 died... 01:21:35.999955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Terminated: ok {rc=0} 01:21:36.044121 --- ParallelTerminationStrategy: PID 16632 died... 01:21:36.062877 run iperf3-srv_10.42.42.10(pid=16632): Terminated {rc=256} 01:21:36.106582 --- ParallelTerminationStrategy: PID 16635 died... 01:21:36.125254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Terminated: ok {rc=0} 01:21:36.168837 --- ParallelTerminationStrategy: PID 16638 died... 01:21:36.187925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Terminated: ok {rc=0} 01:21:36.231774 --- ParallelTerminationStrategy: PID 16641 died... 01:21:36.250853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Terminated: ok {rc=0} 01:21:36.336510 bus /gobi_4: Setting Powered False 01:21:37.436067 bus /gobi_4: Setting Powered False 01:21:38.551628 bus /gobi_1: Setting Powered False 01:21:39.651083 bus /gobi_1: Setting Powered False 01:21:40.767582 bus /gobi_0: Setting Powered False 01:21:41.866262 bus /gobi_0: Setting Powered False 01:21:42.980517 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs ping.py ---------------------------------------------- 01:21:44.082927 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.094887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:21:44.143325 tst ping.py: using LAC 32648 01:21:44.262557 tst ping.py: using RAC 8 01:21:44.387592 tst ping.py: using CellId 32648 01:21:44.514880 tst ping.py: using BVCI 32649 01:21:44.634406 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.646164 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.657767 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.669836 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.681713 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.693566 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.705461 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:44.716906 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:44.834355 tst ping.py:19: start network... 01:21:45.036863 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:21:45.504121 run create_hlr_db(pid=16643): Launched 01:21:45.627532 bus /gobi_6: Setting Powered False 01:21:46.708434 run create_hlr_db(pid=16643): Terminated: ok {rc=0} 01:21:47.188730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Launched 01:21:47.503853 run osmo-hlr_10.42.42.2(pid=16646): Launched 01:21:47.618462 run osmo-stp_10.42.42.5: Starting osmo-stp 01:21:48.143007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Launched 01:21:48.446982 run osmo-stp_10.42.42.5(pid=16649): Launched 01:21:48.563182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:21:49.087442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Launched 01:21:49.204437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:21:49.461205 run patchelf(pid=16652): Launched 01:21:49.630260 run osmo-stp_10.42.42.5(pid=16649): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)] 01:21:49.757789 run osmo-stp_10.42.42.5(pid=16649): stdout: | (launched: 2022-12-13_01:21:48.390628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:49.886884 run osmo-stp_10.42.42.5(pid=16649): stderr: | 20221213012148559 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012148559 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012148559 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012148559 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012148560 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012148560 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012148560 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:50.016199 run osmo-stp_10.42.42.5(pid=16649): stdout: | (launched: 2022-12-13_01:21:48.390628) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:50.140044 run osmo-stp_10.42.42.5(pid=16649): stderr: | 20221213012148559 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012148559 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012148559 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012148559 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012148560 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012148560 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012148560 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:50.286756 run patchelf(pid=16652): Terminating (SIGINT) 01:21:50.457166 run patchelf(pid=16652): Terminated: ok {rc=0} 01:21:50.579580 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16649): Process ended prematurely: osmo-stp_10.42.42.5(pid=16649) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22] 01:21:50.588248 tst ping.py:22: Test FAILED (6.5 sec) 01:21:50.615050 run osmo-hlr_10.42.42.2(pid=16646): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16646)] 01:21:50.662218 run osmo-hlr_10.42.42.2(pid=16646): stdout: | (launched: 2022-12-13_01:21:47.447159) 01:21:50.711136 run osmo-hlr_10.42.42.2(pid=16646): stderr: | 20221213012147623 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012147623 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012147623 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012147623 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012147623 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012147623 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012147635 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012147644 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012147645 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012147645 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:21:50.760578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Terminating (SIGTERM) 01:21:50.800563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Terminating (SIGTERM) 01:21:50.840278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Terminating (SIGTERM) 01:21:50.880293 --- ParallelTerminationStrategy: PID 16645 died... 01:21:50.899801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Terminated: ok {rc=0} 01:21:50.944107 --- ParallelTerminationStrategy: PID 16648 died... 01:21:50.963015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Terminated: ok {rc=0} 01:21:51.007224 --- ParallelTerminationStrategy: PID 16651 died... 01:21:51.026135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Terminated: ok {rc=0} 01:21:51.112134 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 01:21:52.202012 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.214234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 01:21:52.265654 tst ping_idle_ping.py: using LAC 32649 01:21:52.385406 tst ping_idle_ping.py: using RAC 9 01:21:52.506931 tst ping_idle_ping.py: using CellId 32649 01:21:52.628053 tst ping_idle_ping.py: using BVCI 32650 01:21:52.739423 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.750528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.761494 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.772249 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.783031 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.793909 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.804840 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 01:21:52.815692 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 01:21:52.934085 tst ping_idle_ping.py:24: start network... 01:21:53.154472 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:21:53.662998 run create_hlr_db(pid=16653): Launched 01:21:53.789536 bus /gobi_6: Setting Powered False 01:21:54.853889 run create_hlr_db(pid=16653): Terminated: ok {rc=0} 01:21:55.290230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Launched 01:21:55.595544 run osmo-hlr_10.42.42.2(pid=16656): Launched 01:21:55.710986 run osmo-stp_10.42.42.5: Starting osmo-stp 01:21:56.234344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Launched 01:21:56.536455 run osmo-stp_10.42.42.5(pid=16659): Launched 01:21:56.651281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:21:57.175998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Launched 01:21:57.293334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:21:57.549859 run patchelf(pid=16662): Launched 01:21:57.719333 run osmo-stp_10.42.42.5(pid=16659): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)] 01:21:57.847175 run osmo-stp_10.42.42.5(pid=16659): stdout: | (launched: 2022-12-13_01:21:56.480219) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:57.976585 run osmo-stp_10.42.42.5(pid=16659): stderr: | 20221213012156650 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012156650 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012156650 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012156650 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012156651 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012156651 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012156651 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:58.106179 run osmo-stp_10.42.42.5(pid=16659): stdout: | (launched: 2022-12-13_01:21:56.480219) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:21:58.230080 run osmo-stp_10.42.42.5(pid=16659): stderr: | 20221213012156650 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012156650 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012156650 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012156650 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012156651 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012156651 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012156651 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:21:58.376431 run patchelf(pid=16662): Terminating (SIGINT) 01:21:58.548305 run patchelf(pid=16662): Terminated: ok {rc=0} 01:21:58.671696 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27] 01:21:58.680563 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 01:21:58.707400 run osmo-hlr_10.42.42.2(pid=16656): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16656)] 01:21:58.755651 run osmo-hlr_10.42.42.2(pid=16656): stdout: | (launched: 2022-12-13_01:21:55.538793) 01:21:58.804659 run osmo-hlr_10.42.42.2(pid=16656): stderr: | 20221213012155711 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012155711 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012155711 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012155711 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012155711 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012155711 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012155724 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012155732 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012155732 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012155732 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:21:58.854310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminating (SIGTERM) 01:21:58.893999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminating (SIGTERM) 01:21:58.933618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Terminating (SIGTERM) 01:21:58.973913 --- ParallelTerminationStrategy: PID 16655 died... 01:21:58.993249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminated: ok {rc=0} 01:21:59.037307 --- ParallelTerminationStrategy: PID 16658 died... 01:21:59.056161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminated: ok {rc=0} 01:21:59.100393 --- ParallelTerminationStrategy: PID 16661 died... 01:21:59.119085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Terminated: ok {rc=0} 01:21:59.204394 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa --------------------------------------------------------------------- 01:22:00.511184 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:22:00.518388 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 01:22:00.550922 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 01:22:00.589329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 01:22:00.675947 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 01:22:00.708204 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 01:22:00.746399 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 01:22:01.383283 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 01:22:01.444326 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:01.456906 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:22:01.527478 tst cs_paging_gprs_active.py: using LAC 32650 01:22:01.698832 tst cs_paging_gprs_active.py: using RAC 10 01:22:01.821582 tst cs_paging_gprs_active.py: using CellId 32650 01:22:01.951957 tst cs_paging_gprs_active.py: using BVCI 32651 01:22:02.076811 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.089591 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.101967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.114319 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.126573 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.138841 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.151130 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.163245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:02.175583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:02.298662 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:02.416561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:22:02.622810 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:02.931137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Launched 01:22:03.200222 run iperf3-srv_10.42.42.10(pid=16669): Launched 01:22:03.316199 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:22:03.522354 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:03.832662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Launched 01:22:04.100904 run iperf3-srv_10.42.42.10(pid=16671): Launched 01:22:04.216400 tst cs_paging_gprs_active.py:38: start network... 01:22:04.421946 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:22:04.901247 run create_hlr_db(pid=16672): Launched 01:22:05.031215 bus /gobi_6: Setting Powered False 01:22:06.093217 run create_hlr_db(pid=16672): Terminated: ok {rc=0} 01:22:06.521766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Launched 01:22:06.831315 run osmo-hlr_10.42.42.2(pid=16675): Launched 01:22:06.950262 run osmo-stp_10.42.42.5: Starting osmo-stp 01:22:07.482916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Launched 01:22:07.792880 run osmo-stp_10.42.42.5(pid=16678): Launched 01:22:07.910602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:22:08.442633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Launched 01:22:08.562717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:22:08.824363 run patchelf(pid=16681): Launched 01:22:08.996246 run osmo-stp_10.42.42.5(pid=16678): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)] 01:22:09.128153 run osmo-stp_10.42.42.5(pid=16678): stdout: | (launched: 2022-12-13_01:22:07.735330) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:09.260459 run osmo-stp_10.42.42.5(pid=16678): stderr: | 20221213012207905 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012207905 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012207906 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012207906 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012207907 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012207907 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012207907 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:09.392722 run osmo-stp_10.42.42.5(pid=16678): stdout: | (launched: 2022-12-13_01:22:07.735330) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:09.519773 run osmo-stp_10.42.42.5(pid=16678): stderr: | 20221213012207905 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012207905 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012207906 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012207906 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012207907 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012207907 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012207907 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:09.670615 run patchelf(pid=16681): Terminating (SIGINT) 01:22:09.845567 run patchelf(pid=16681): Terminated: ok {rc=0} 01:22:09.971674 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16678): Process ended prematurely: osmo-stp_10.42.42.5(pid=16678) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 01:22:09.981070 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 01:22:10.008495 run osmo-hlr_10.42.42.2(pid=16675): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16675)] 01:22:10.056538 run osmo-hlr_10.42.42.2(pid=16675): stdout: | (launched: 2022-12-13_01:22:06.773903) 01:22:10.106566 run osmo-hlr_10.42.42.2(pid=16675): stderr: | 20221213012206949 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012206949 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012206949 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012206949 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012206949 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012206949 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012206961 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012206970 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012206970 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012206970 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:22:10.156677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminating (SIGTERM) 01:22:10.196835 run iperf3-srv_10.42.42.10(pid=16669): Terminating (SIGTERM) 01:22:10.236896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminating (SIGTERM) 01:22:10.277201 run iperf3-srv_10.42.42.10(pid=16671): Terminating (SIGTERM) 01:22:10.317469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Terminating (SIGTERM) 01:22:10.357591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Terminating (SIGTERM) 01:22:10.397937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Terminating (SIGTERM) 01:22:10.438538 --- ParallelTerminationStrategy: PID 16668 died... 01:22:10.457826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminated: ok {rc=0} 01:22:10.502365 --- ParallelTerminationStrategy: PID 16669 died... 01:22:10.521156 run iperf3-srv_10.42.42.10(pid=16669): Terminated {rc=256} 01:22:10.565586 --- ParallelTerminationStrategy: PID 16670 died... 01:22:10.584397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminated: ok {rc=0} 01:22:10.629027 --- ParallelTerminationStrategy: PID 16671 died... 01:22:10.648027 run iperf3-srv_10.42.42.10(pid=16671): Terminated {rc=256} 01:22:10.692365 --- ParallelTerminationStrategy: PID 16674 died... 01:22:10.711274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Terminated: ok {rc=0} 01:22:10.755795 --- ParallelTerminationStrategy: PID 16677 died... 01:22:10.774751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Terminated: ok {rc=0} 01:22:10.819141 --- ParallelTerminationStrategy: PID 16680 died... 01:22:10.838091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Terminated: ok {rc=0} 01:22:10.924343 bus /gobi_0: Setting Powered False 01:22:12.025126 bus /gobi_0: Setting Powered False 01:22:13.140564 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 01:22:14.288380 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.300157 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:22:14.369900 tst iperf3.py: using LAC 32651 01:22:14.501748 tst iperf3.py: using RAC 11 01:22:14.634460 tst iperf3.py: using CellId 32651 01:22:14.755508 tst iperf3.py: using BVCI 32652 01:22:14.869609 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.880692 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.891705 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.902634 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.913440 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.924166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.935032 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.945776 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:14.956615 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:15.076636 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:22:15.299927 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:15.632758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Launched 01:22:15.938255 run iperf3-srv_10.42.42.10(pid=16683): Launched 01:22:16.092748 tst iperf3.py:8: start network... 01:22:16.320447 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:22:16.842963 run create_hlr_db(pid=16684): Launched 01:22:16.988528 bus /gobi_6: Setting Powered False 01:22:18.053902 run create_hlr_db(pid=16684): Terminated: ok {rc=0} 01:22:18.494564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Launched 01:22:18.802969 run osmo-hlr_10.42.42.2(pid=16687): Launched 01:22:18.919792 run osmo-stp_10.42.42.5: Starting osmo-stp 01:22:19.451843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Launched 01:22:19.759615 run osmo-stp_10.42.42.5(pid=16690): Launched 01:22:19.877830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:22:20.407679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Launched 01:22:20.525154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:22:20.787257 run patchelf(pid=16693): Launched 01:22:20.960286 run osmo-stp_10.42.42.5(pid=16690): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)] 01:22:21.089704 run osmo-stp_10.42.42.5(pid=16690): stdout: | (launched: 2022-12-13_01:22:19.702569) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:21.221580 run osmo-stp_10.42.42.5(pid=16690): stderr: | 20221213012219872 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012219872 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012219872 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012219873 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012219873 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012219873 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012219874 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:21.352254 run osmo-stp_10.42.42.5(pid=16690): stdout: | (launched: 2022-12-13_01:22:19.702569) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:21.477904 run osmo-stp_10.42.42.5(pid=16690): stderr: | 20221213012219872 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012219872 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012219872 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012219873 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012219873 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012219873 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012219874 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:21.627037 run patchelf(pid=16693): Terminating (SIGINT) 01:22:21.800380 run patchelf(pid=16693): Terminated: ok {rc=0} 01:22:21.925263 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8] 01:22:21.934592 tst iperf3.py:8: Test FAILED (7.7 sec) 01:22:21.962053 run osmo-hlr_10.42.42.2(pid=16687): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16687)] 01:22:22.009680 run osmo-hlr_10.42.42.2(pid=16687): stdout: | (launched: 2022-12-13_01:22:18.745900) 01:22:22.059175 run osmo-hlr_10.42.42.2(pid=16687): stderr: | 20221213012218918 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012218918 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012218918 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012218918 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012218918 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012218918 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012218930 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012218940 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012218941 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012218941 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:22:22.109960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminating (SIGTERM) 01:22:22.150149 run iperf3-srv_10.42.42.10(pid=16683): Terminating (SIGTERM) 01:22:22.189871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminating (SIGTERM) 01:22:22.229716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminating (SIGTERM) 01:22:22.269467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminating (SIGTERM) 01:22:22.309687 --- ParallelTerminationStrategy: PID 16682 died... 01:22:22.328923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminated: ok {rc=0} 01:22:22.373037 --- ParallelTerminationStrategy: PID 16683 died... 01:22:22.391696 run iperf3-srv_10.42.42.10(pid=16683): Terminated {rc=256} 01:22:22.435993 --- ParallelTerminationStrategy: PID 16686 died... 01:22:22.454843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminated: ok {rc=0} 01:22:22.498753 --- ParallelTerminationStrategy: PID 16689 died... 01:22:22.517559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminated: ok {rc=0} 01:22:22.561498 --- ParallelTerminationStrategy: PID 16692 died... 01:22:22.580231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminated: ok {rc=0} 01:22:22.664244 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 01:22:23.814914 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:23.827279 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:22:23.898110 tst iperf3m4.py: using LAC 32652 01:22:24.029035 tst iperf3m4.py: using RAC 12 01:22:24.150612 tst iperf3m4.py: using CellId 32652 01:22:24.271922 tst iperf3m4.py: using BVCI 32653 01:22:24.385366 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.396407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.407479 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.418302 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.429349 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.440211 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.451155 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.461989 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:24.472809 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:24.591158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:24.713358 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:24.831811 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:24.954787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:22:25.178290 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:25.510503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Launched 01:22:25.802411 run iperf3-srv_10.42.42.10(pid=16695): Launched 01:22:25.928404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:22:26.151560 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:26.484476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Launched 01:22:26.772505 run iperf3-srv_10.42.42.10(pid=16697): Launched 01:22:26.898133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:22:27.120854 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:27.453993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Launched 01:22:27.745611 run iperf3-srv_10.42.42.10(pid=16699): Launched 01:22:27.870062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:22:28.093661 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:22:28.427569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Launched 01:22:28.718691 run iperf3-srv_10.42.42.10(pid=16701): Launched 01:22:28.842597 tst iperf3m4.py:8: start network... 01:22:29.065679 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:22:29.579170 run create_hlr_db(pid=16702): Launched 01:22:29.707068 bus /gobi_6: Setting Powered False 01:22:30.772277 run create_hlr_db(pid=16702): Terminated: ok {rc=0} 01:22:31.245684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Launched 01:22:31.581691 run osmo-hlr_10.42.42.2(pid=16705): Launched 01:22:31.818251 run osmo-stp_10.42.42.5: Starting osmo-stp 01:22:32.463334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Launched 01:22:32.795709 run osmo-stp_10.42.42.5(pid=16708): Launched 01:22:32.922660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:22:33.492697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Launched 01:22:33.620765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:22:33.900164 run patchelf(pid=16711): Launched 01:22:34.084532 run osmo-stp_10.42.42.5(pid=16708): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)] 01:22:34.223413 run osmo-stp_10.42.42.5(pid=16708): stdout: | (launched: 2022-12-13_01:22:32.734330) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:34.363474 run osmo-stp_10.42.42.5(pid=16708): stderr: | 20221213012232923 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012232923 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012232923 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012232923 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012232924 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012232924 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012232924 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:34.503611 run osmo-stp_10.42.42.5(pid=16708): stdout: | (launched: 2022-12-13_01:22:32.734330) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:34.638762 run osmo-stp_10.42.42.5(pid=16708): stderr: | 20221213012232923 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012232923 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012232923 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012232923 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012232924 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012232924 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012232924 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:34.798799 run patchelf(pid=16711): Terminating (SIGINT) 01:22:34.984678 run patchelf(pid=16711): Terminated: ok {rc=0} 01:22:35.118025 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16708): Process ended prematurely: osmo-stp_10.42.42.5(pid=16708) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8] 01:22:35.128116 tst iperf3m4.py:8: Test FAILED (11.4 sec) 01:22:35.157286 run osmo-hlr_10.42.42.2(pid=16705): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16705)] 01:22:35.207435 run osmo-hlr_10.42.42.2(pid=16705): stdout: | (launched: 2022-12-13_01:22:31.517308) 01:22:35.259182 run osmo-hlr_10.42.42.2(pid=16705): stderr: | 20221213012231744 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012231744 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012231744 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012231744 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012231744 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012231744 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012231764 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012231772 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012231772 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012231772 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:22:35.311576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminating (SIGTERM) 01:22:35.353543 run iperf3-srv_10.42.42.10(pid=16695): Terminating (SIGTERM) 01:22:35.395324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminating (SIGTERM) 01:22:35.437272 run iperf3-srv_10.42.42.10(pid=16697): Terminating (SIGTERM) 01:22:35.478934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Terminating (SIGTERM) 01:22:35.520786 run iperf3-srv_10.42.42.10(pid=16699): Terminating (SIGTERM) 01:22:35.562998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Terminating (SIGTERM) 01:22:35.605001 run iperf3-srv_10.42.42.10(pid=16701): Terminating (SIGTERM) 01:22:35.646847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Terminating (SIGTERM) 01:22:35.688775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Terminating (SIGTERM) 01:22:35.731257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Terminating (SIGTERM) 01:22:35.773791 --- ParallelTerminationStrategy: PID 16694 died... 01:22:35.793752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminated: ok {rc=0} 01:22:35.840722 --- ParallelTerminationStrategy: PID 16695 died... 01:22:35.860339 run iperf3-srv_10.42.42.10(pid=16695): Terminated {rc=256} 01:22:35.906813 --- ParallelTerminationStrategy: PID 16696 died... 01:22:35.926321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminated: ok {rc=0} 01:22:35.973421 --- ParallelTerminationStrategy: PID 16697 died... 01:22:35.993119 run iperf3-srv_10.42.42.10(pid=16697): Terminated {rc=256} 01:22:36.040094 --- ParallelTerminationStrategy: PID 16698 died... 01:22:36.059618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Terminated: ok {rc=0} 01:22:36.106538 --- ParallelTerminationStrategy: PID 16699 died... 01:22:36.126361 run iperf3-srv_10.42.42.10(pid=16699): Terminated {rc=256} 01:22:36.173712 --- ParallelTerminationStrategy: PID 16700 died... 01:22:36.193557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Terminated: ok {rc=0} 01:22:36.240356 --- ParallelTerminationStrategy: PID 16701 died... 01:22:36.259925 run iperf3-srv_10.42.42.10(pid=16701): Terminated {rc=256} 01:22:36.306475 --- ParallelTerminationStrategy: PID 16704 died... 01:22:36.325985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Terminated: ok {rc=0} 01:22:36.372529 --- ParallelTerminationStrategy: PID 16707 died... 01:22:36.392303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Terminated: ok {rc=0} 01:22:36.438915 --- ParallelTerminationStrategy: PID 16710 died... 01:22:36.458827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Terminated: ok {rc=0} 01:22:36.547584 bus /gobi_4: Setting Powered False 01:22:37.645993 bus /gobi_4: Setting Powered False 01:22:38.761382 bus /gobi_1: Setting Powered False 01:22:39.860992 bus /gobi_1: Setting Powered False 01:22:40.977567 bus /gobi_0: Setting Powered False 01:22:42.076305 bus /gobi_0: Setting Powered False 01:22:43.194805 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 01:22:44.298371 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.310280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:22:44.377180 tst ping.py: using LAC 32653 01:22:44.495462 tst ping.py: using RAC 13 01:22:44.619014 tst ping.py: using CellId 32653 01:22:44.737330 tst ping.py: using BVCI 32654 01:22:44.846752 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.857872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.868657 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.879481 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.890259 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.901120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.913354 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:44.924067 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:45.040401 tst ping.py:19: start network... 01:22:45.243619 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:22:45.714335 run create_hlr_db(pid=16712): Launched 01:22:45.857364 bus /gobi_6: Setting Powered False 01:22:46.954049 run create_hlr_db(pid=16712): Terminated: ok {rc=0} 01:22:47.441914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Launched 01:22:47.769170 run osmo-hlr_10.42.42.2(pid=16715): Launched 01:22:47.892179 run osmo-stp_10.42.42.5: Starting osmo-stp 01:22:48.458911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Launched 01:22:48.784117 run osmo-stp_10.42.42.5(pid=16718): Launched 01:22:48.906411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:22:49.468591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Launched 01:22:49.593230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:22:49.869103 run patchelf(pid=16721): Launched 01:22:50.051723 run osmo-stp_10.42.42.5(pid=16718): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)] 01:22:50.188882 run osmo-stp_10.42.42.5(pid=16718): stdout: | (launched: 2022-12-13_01:22:48.723680) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:50.327664 run osmo-stp_10.42.42.5(pid=16718): stderr: | 20221213012248911 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012248911 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012248911 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012248912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012248912 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012248913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012248913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:50.466771 run osmo-stp_10.42.42.5(pid=16718): stdout: | (launched: 2022-12-13_01:22:48.723680) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:50.600045 run osmo-stp_10.42.42.5(pid=16718): stderr: | 20221213012248911 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012248911 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012248911 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012248912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012248912 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012248913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012248913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:50.757714 run patchelf(pid=16721): Terminating (SIGINT) 01:22:50.941346 run patchelf(pid=16721): Terminated: ok {rc=0} 01:22:51.073046 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16718): Process ended prematurely: osmo-stp_10.42.42.5(pid=16718) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22] 01:22:51.082636 tst ping.py:22: Test FAILED (6.8 sec) 01:22:51.110991 run osmo-hlr_10.42.42.2(pid=16715): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16715)] 01:22:51.161285 run osmo-hlr_10.42.42.2(pid=16715): stdout: | (launched: 2022-12-13_01:22:47.709288) 01:22:51.213415 run osmo-hlr_10.42.42.2(pid=16715): stderr: | 20221213012247903 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012247903 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012247903 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012247903 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012247903 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012247903 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012247915 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012247924 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012247924 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012247924 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:22:51.265849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Terminating (SIGTERM) 01:22:51.307936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Terminating (SIGTERM) 01:22:51.350022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Terminating (SIGTERM) 01:22:51.392244 --- ParallelTerminationStrategy: PID 16714 died... 01:22:51.412194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Terminated: ok {rc=0} 01:22:51.458680 --- ParallelTerminationStrategy: PID 16717 died... 01:22:51.478595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Terminated: ok {rc=0} 01:22:51.525266 --- ParallelTerminationStrategy: PID 16720 died... 01:22:51.545032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Terminated: ok {rc=0} 01:22:51.633882 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 01:22:52.721131 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:52.733520 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 01:22:52.802875 tst ping_idle_ping.py: using LAC 32654 01:22:52.930044 tst ping_idle_ping.py: using RAC 14 01:22:53.056720 tst ping_idle_ping.py: using CellId 32654 01:22:53.185303 tst ping_idle_ping.py: using BVCI 32655 01:22:53.303238 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.314953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.326602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.338119 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.349612 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.361101 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.372564 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 01:22:53.384141 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 01:22:53.500754 tst ping_idle_ping.py:24: start network... 01:22:53.721072 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:22:54.229785 run create_hlr_db(pid=16722): Launched 01:22:54.354210 bus /gobi_6: Setting Powered False 01:22:55.418587 run create_hlr_db(pid=16722): Terminated: ok {rc=0} 01:22:55.855484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Launched 01:22:56.161948 run osmo-hlr_10.42.42.2(pid=16725): Launched 01:22:56.276492 run osmo-stp_10.42.42.5: Starting osmo-stp 01:22:56.853659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Launched 01:22:57.179218 run osmo-stp_10.42.42.5(pid=16728): Launched 01:22:57.303142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:22:57.864588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Launched 01:22:57.990755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:22:58.267412 run patchelf(pid=16731): Launched 01:22:58.450626 run osmo-stp_10.42.42.5(pid=16728): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)] 01:22:58.588682 run osmo-stp_10.42.42.5(pid=16728): stdout: | (launched: 2022-12-13_01:22:57.119260) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:58.728142 run osmo-stp_10.42.42.5(pid=16728): stderr: | 20221213012257309 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012257309 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012257309 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012257310 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012257310 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012257311 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012257311 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:58.867700 run osmo-stp_10.42.42.5(pid=16728): stdout: | (launched: 2022-12-13_01:22:57.119260) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:22:59.001145 run osmo-stp_10.42.42.5(pid=16728): stderr: | 20221213012257309 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012257309 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012257309 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012257310 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012257310 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012257311 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012257311 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:22:59.158878 run patchelf(pid=16731): Terminating (SIGINT) 01:22:59.342959 run patchelf(pid=16731): Terminated: ok {rc=0} 01:22:59.475632 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16728): Process ended prematurely: osmo-stp_10.42.42.5(pid=16728) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 01:22:59.485186 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 01:22:59.513729 run osmo-hlr_10.42.42.2(pid=16725): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16725)] 01:22:59.564017 run osmo-hlr_10.42.42.2(pid=16725): stdout: | (launched: 2022-12-13_01:22:56.104347) 01:22:59.616428 run osmo-hlr_10.42.42.2(pid=16725): stderr: | 20221213012256279 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012256279 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012256279 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012256279 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012256279 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012256279 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012256291 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012256299 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012256299 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012256299 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:22:59.669078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Terminating (SIGTERM) 01:22:59.711180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Terminating (SIGTERM) 01:22:59.753557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Terminating (SIGTERM) 01:22:59.796036 --- ParallelTerminationStrategy: PID 16724 died... 01:22:59.816170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Terminated: ok {rc=0} 01:22:59.862783 --- ParallelTerminationStrategy: PID 16727 died... 01:22:59.882475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Terminated: ok {rc=0} 01:22:59.929079 --- ParallelTerminationStrategy: PID 16730 died... 01:22:59.948936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Terminated: ok {rc=0} 01:23:00.036785 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 01:23:01.370593 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:23:01.390036 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 01:23:01.438137 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 01:23:01.491811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 01:23:01.601109 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 01:23:01.657598 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 01:23:01.710367 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 01:23:02.274576 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 01:23:02.325712 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.337197 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:23:02.392258 tst cs_paging_gprs_active.py: using LAC 32655 01:23:02.513125 tst cs_paging_gprs_active.py: using RAC 15 01:23:02.631313 tst cs_paging_gprs_active.py: using CellId 32655 01:23:02.750487 tst cs_paging_gprs_active.py: using BVCI 32656 01:23:02.860775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.872200 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.883424 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.894580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.905751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.916767 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.928038 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.939076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:02.950392 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:03.072038 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:03.192395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 01:23:03.412457 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:03.740891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Launched 01:23:04.024238 run iperf3-srv_10.42.42.10(pid=16737): Launched 01:23:04.146595 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 01:23:04.364940 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:04.692704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Launched 01:23:04.976083 run iperf3-srv_10.42.42.10(pid=16739): Launched 01:23:05.098730 tst cs_paging_gprs_active.py:38: start network... 01:23:05.318119 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:23:05.827218 run create_hlr_db(pid=16740): Launched 01:23:05.952329 bus /gobi_6: Setting Powered False 01:23:07.016749 run create_hlr_db(pid=16740): Terminated: ok {rc=0} 01:23:07.453114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Launched 01:23:07.759875 run osmo-hlr_10.42.42.2(pid=16743): Launched 01:23:07.876022 run osmo-stp_10.42.42.5: Starting osmo-stp 01:23:08.418702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Launched 01:23:08.725439 run osmo-stp_10.42.42.5(pid=16746): Launched 01:23:08.842225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:23:09.371085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Launched 01:23:09.488058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:23:09.748077 run patchelf(pid=16749): Launched 01:23:09.918267 run osmo-stp_10.42.42.5(pid=16746): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)] 01:23:10.047175 run osmo-stp_10.42.42.5(pid=16746): stdout: | (launched: 2022-12-13_01:23:08.668277) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:10.177482 run osmo-stp_10.42.42.5(pid=16746): stderr: | 20221213012308836 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012308836 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012308837 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012308837 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012308838 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012308838 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012308838 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:10.308260 run osmo-stp_10.42.42.5(pid=16746): stdout: | (launched: 2022-12-13_01:23:08.668277) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:10.433282 run osmo-stp_10.42.42.5(pid=16746): stderr: | 20221213012308836 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012308836 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012308837 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012308837 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012308838 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012308838 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012308838 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:10.582262 run patchelf(pid=16749): Terminating (SIGINT) 01:23:10.754111 run patchelf(pid=16749): Terminated: ok {rc=0} 01:23:10.878295 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 01:23:10.888048 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 01:23:10.915252 run osmo-hlr_10.42.42.2(pid=16743): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16743)] 01:23:10.963452 run osmo-hlr_10.42.42.2(pid=16743): stdout: | (launched: 2022-12-13_01:23:07.703472) 01:23:11.013338 run osmo-hlr_10.42.42.2(pid=16743): stderr: | 20221213012307876 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012307876 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012307876 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012307876 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012307876 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012307876 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012307889 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012307897 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012307897 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012307897 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:23:11.063596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Terminating (SIGTERM) 01:23:11.103976 run iperf3-srv_10.42.42.10(pid=16737): Terminating (SIGTERM) 01:23:11.144181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Terminating (SIGTERM) 01:23:11.184502 run iperf3-srv_10.42.42.10(pid=16739): Terminating (SIGTERM) 01:23:11.225031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminating (SIGTERM) 01:23:11.265479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminating (SIGTERM) 01:23:11.306154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminating (SIGTERM) 01:23:11.346917 --- ParallelTerminationStrategy: PID 16736 died... 01:23:11.366124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Terminated: ok {rc=0} 01:23:11.410541 --- ParallelTerminationStrategy: PID 16737 died... 01:23:11.429054 run iperf3-srv_10.42.42.10(pid=16737): Terminated {rc=256} 01:23:11.472771 --- ParallelTerminationStrategy: PID 16738 died... 01:23:11.491378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Terminated: ok {rc=0} 01:23:11.535065 --- ParallelTerminationStrategy: PID 16739 died... 01:23:11.553490 run iperf3-srv_10.42.42.10(pid=16739): Terminated {rc=256} 01:23:11.597229 --- ParallelTerminationStrategy: PID 16742 died... 01:23:11.615659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminated: ok {rc=0} 01:23:11.659180 --- ParallelTerminationStrategy: PID 16745 died... 01:23:11.677682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminated: ok {rc=0} 01:23:11.721289 --- ParallelTerminationStrategy: PID 16748 died... 01:23:11.740149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminated: ok {rc=0} 01:23:11.823614 bus /gobi_0: Setting Powered False 01:23:12.921699 bus /gobi_0: Setting Powered False 01:23:14.039663 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 01:23:15.190385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.203035 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:23:15.255090 tst iperf3.py: using LAC 32656 01:23:15.384621 tst iperf3.py: using RAC 16 01:23:15.512476 tst iperf3.py: using CellId 32656 01:23:15.640699 tst iperf3.py: using BVCI 32657 01:23:15.759825 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.771787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.783532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.795574 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.807935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.820432 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.834928 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.859973 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:15.872604 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:16.021502 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 01:23:16.231827 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:16.563233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Launched 01:23:16.848003 run iperf3-srv_10.42.42.10(pid=16751): Launched 01:23:16.964818 tst iperf3.py:8: start network... 01:23:17.173381 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:23:17.647114 run create_hlr_db(pid=16752): Launched 01:23:17.772034 bus /gobi_6: Setting Powered False 01:23:18.833402 run create_hlr_db(pid=16752): Terminated: ok {rc=0} 01:23:19.278050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Launched 01:23:19.604566 run osmo-hlr_10.42.42.2(pid=16755): Launched 01:23:19.729164 run osmo-stp_10.42.42.5: Starting osmo-stp 01:23:20.293391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Launched 01:23:20.621015 run osmo-stp_10.42.42.5(pid=16758): Launched 01:23:20.747437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:23:21.314168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Launched 01:23:21.439269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:23:21.717410 run patchelf(pid=16761): Launched 01:23:21.898811 run osmo-stp_10.42.42.5(pid=16758): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)] 01:23:22.037310 run osmo-stp_10.42.42.5(pid=16758): stdout: | (launched: 2022-12-13_01:23:20.560465) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:22.176079 run osmo-stp_10.42.42.5(pid=16758): stderr: | 20221213012320754 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012320754 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012320754 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012320755 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012320755 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012320755 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012320755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:22.315625 run osmo-stp_10.42.42.5(pid=16758): stdout: | (launched: 2022-12-13_01:23:20.560465) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:22.449633 run osmo-stp_10.42.42.5(pid=16758): stderr: | 20221213012320754 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012320754 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012320754 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012320755 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012320755 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012320755 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012320755 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:22.608710 run patchelf(pid=16761): Terminating (SIGINT) 01:23:22.792731 run patchelf(pid=16761): Terminated: ok {rc=0} 01:23:22.925050 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16758): Process ended prematurely: osmo-stp_10.42.42.5(pid=16758) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 01:23:22.935248 tst iperf3.py:8: Test FAILED (7.8 sec) 01:23:22.964301 run osmo-hlr_10.42.42.2(pid=16755): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16755)] 01:23:23.015559 run osmo-hlr_10.42.42.2(pid=16755): stdout: | (launched: 2022-12-13_01:23:19.544630) 01:23:23.068374 run osmo-hlr_10.42.42.2(pid=16755): stderr: | 20221213012319736 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012319736 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012319737 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012319737 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012319737 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012319737 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012319749 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012319758 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012319758 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012319758 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:23:23.121555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Terminating (SIGTERM) 01:23:23.163799 run iperf3-srv_10.42.42.10(pid=16751): Terminating (SIGTERM) 01:23:23.206127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Terminating (SIGTERM) 01:23:23.248629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Terminating (SIGTERM) 01:23:23.290992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Terminating (SIGTERM) 01:23:23.333619 --- ParallelTerminationStrategy: PID 16750 died... 01:23:23.353674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Terminated: ok {rc=0} 01:23:23.400220 --- ParallelTerminationStrategy: PID 16751 died... 01:23:23.419587 run iperf3-srv_10.42.42.10(pid=16751): Terminated {rc=256} 01:23:23.466400 --- ParallelTerminationStrategy: PID 16754 died... 01:23:23.486055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Terminated: ok {rc=0} 01:23:23.532437 --- ParallelTerminationStrategy: PID 16757 died... 01:23:23.551961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Terminated: ok {rc=0} 01:23:23.599308 --- ParallelTerminationStrategy: PID 16760 died... 01:23:23.618727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Terminated: ok {rc=0} 01:23:23.707056 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 01:23:24.858601 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:24.871316 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:23:24.929209 tst iperf3m4.py: using LAC 32657 01:23:25.056660 tst iperf3m4.py: using RAC 17 01:23:25.182366 tst iperf3m4.py: using CellId 32657 01:23:25.309219 tst iperf3m4.py: using BVCI 32658 01:23:25.427457 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.439537 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.451360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.463560 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.475746 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.487976 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.500243 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.512316 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:25.524709 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:25.648424 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:25.772108 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:25.895504 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:26.017311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 01:23:26.238383 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:26.567337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Launched 01:23:26.853545 run iperf3-srv_10.42.42.10(pid=16763): Launched 01:23:26.976460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 01:23:27.197342 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:27.527522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Launched 01:23:27.813679 run iperf3-srv_10.42.42.10(pid=16765): Launched 01:23:27.936483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 01:23:28.157276 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:28.487608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Launched 01:23:28.775236 run iperf3-srv_10.42.42.10(pid=16767): Launched 01:23:28.899635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 01:23:29.120379 run iperf3-srv_10.42.42.10: Starting iperf3-srv 01:23:29.453827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Launched 01:23:29.745808 run iperf3-srv_10.42.42.10(pid=16769): Launched 01:23:29.869586 tst iperf3m4.py:8: start network... 01:23:30.089485 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:23:30.598455 run create_hlr_db(pid=16770): Launched 01:23:30.723190 bus /gobi_6: Setting Powered False 01:23:31.786363 run create_hlr_db(pid=16770): Terminated: ok {rc=0} 01:23:32.282389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Launched 01:23:32.615700 run osmo-hlr_10.42.42.2(pid=16773): Launched 01:23:32.739631 run osmo-stp_10.42.42.5: Starting osmo-stp 01:23:33.307024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Launched 01:23:33.639035 run osmo-stp_10.42.42.5(pid=16776): Launched 01:23:33.765935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:23:34.333982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Launched 01:23:34.461160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:23:34.740494 run patchelf(pid=16779): Launched 01:23:34.922811 run osmo-stp_10.42.42.5(pid=16776): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)] 01:23:35.061260 run osmo-stp_10.42.42.5(pid=16776): stdout: | (launched: 2022-12-13_01:23:33.578038) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:35.201438 run osmo-stp_10.42.42.5(pid=16776): stderr: | 20221213012333767 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012333767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012333768 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012333768 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012333769 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012333769 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012333769 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:35.341418 run osmo-stp_10.42.42.5(pid=16776): stdout: | (launched: 2022-12-13_01:23:33.578038) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:35.475709 run osmo-stp_10.42.42.5(pid=16776): stderr: | 20221213012333767 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012333767 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012333768 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012333768 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012333769 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012333769 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012333769 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:35.635557 run patchelf(pid=16779): Terminating (SIGINT) 01:23:35.820641 run patchelf(pid=16779): Terminated: ok {rc=0} 01:23:35.954078 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 01:23:35.964042 tst iperf3m4.py:8: Test FAILED (11.1 sec) 01:23:35.993845 run osmo-hlr_10.42.42.2(pid=16773): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16773)] 01:23:36.043921 run osmo-hlr_10.42.42.2(pid=16773): stdout: | (launched: 2022-12-13_01:23:32.554639) 01:23:36.096205 run osmo-hlr_10.42.42.2(pid=16773): stderr: | 20221213012332750 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012332750 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012332750 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012332750 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012332750 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012332750 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012332762 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012332771 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012332771 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012332771 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:23:36.149506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Terminating (SIGTERM) 01:23:36.191455 run iperf3-srv_10.42.42.10(pid=16763): Terminating (SIGTERM) 01:23:36.233393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Terminating (SIGTERM) 01:23:36.275454 run iperf3-srv_10.42.42.10(pid=16765): Terminating (SIGTERM) 01:23:36.317420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Terminating (SIGTERM) 01:23:36.359635 run iperf3-srv_10.42.42.10(pid=16767): Terminating (SIGTERM) 01:23:36.401655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Terminating (SIGTERM) 01:23:36.443540 run iperf3-srv_10.42.42.10(pid=16769): Terminating (SIGTERM) 01:23:36.485287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminating (SIGTERM) 01:23:36.527303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminating (SIGTERM) 01:23:36.569352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Terminating (SIGTERM) 01:23:36.611926 --- ParallelTerminationStrategy: PID 16762 died... 01:23:36.631869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Terminated: ok {rc=0} 01:23:36.678906 --- ParallelTerminationStrategy: PID 16763 died... 01:23:36.698428 run iperf3-srv_10.42.42.10(pid=16763): Terminated {rc=256} 01:23:36.744800 --- ParallelTerminationStrategy: PID 16764 died... 01:23:36.764761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Terminated: ok {rc=0} 01:23:36.811451 --- ParallelTerminationStrategy: PID 16765 died... 01:23:36.830955 run iperf3-srv_10.42.42.10(pid=16765): Terminated {rc=256} 01:23:36.877515 --- ParallelTerminationStrategy: PID 16766 died... 01:23:36.896999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Terminated: ok {rc=0} 01:23:36.943820 --- ParallelTerminationStrategy: PID 16767 died... 01:23:36.963423 run iperf3-srv_10.42.42.10(pid=16767): Terminated {rc=256} 01:23:37.010217 --- ParallelTerminationStrategy: PID 16768 died... 01:23:37.029785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Terminated: ok {rc=0} 01:23:37.076414 --- ParallelTerminationStrategy: PID 16769 died... 01:23:37.095929 run iperf3-srv_10.42.42.10(pid=16769): Terminated {rc=256} 01:23:37.142802 --- ParallelTerminationStrategy: PID 16772 died... 01:23:37.162306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminated: ok {rc=0} 01:23:37.209033 --- ParallelTerminationStrategy: PID 16775 died... 01:23:37.228569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminated: ok {rc=0} 01:23:37.275420 --- ParallelTerminationStrategy: PID 16778 died... 01:23:37.295041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Terminated: ok {rc=0} 01:23:37.383615 bus /gobi_4: Setting Powered False 01:23:38.482516 bus /gobi_4: Setting Powered False 01:23:39.600349 bus /gobi_1: Setting Powered False 01:23:40.698313 bus /gobi_1: Setting Powered False 01:23:41.813744 bus /gobi_0: Setting Powered False 01:23:42.912293 bus /gobi_0: Setting Powered False 01:23:44.028372 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 01:23:45.130745 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.143517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:23:45.195095 tst ping.py: using LAC 32658 01:23:45.325234 tst ping.py: using RAC 18 01:23:45.450389 tst ping.py: using CellId 32658 01:23:45.574874 tst ping.py: using BVCI 32659 01:23:45.692375 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.704505 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.716335 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.728476 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.740483 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.752632 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.764826 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:45.777172 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:45.909867 tst ping.py:19: start network... 01:23:46.133202 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:23:46.657652 run create_hlr_db(pid=16796): Launched 01:23:46.836918 bus /gobi_6: Setting Powered False 01:23:47.911910 run create_hlr_db(pid=16796): Terminated: ok {rc=0} 01:23:48.506921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Launched 01:23:48.911624 run osmo-hlr_10.42.42.2(pid=17052): Launched 01:23:49.151351 run osmo-stp_10.42.42.5: Starting osmo-stp 01:23:49.740590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Launched 01:23:50.064341 run osmo-stp_10.42.42.5(pid=17055): Launched 01:23:50.306238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:23:51.008034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Launched 01:23:51.134267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:23:51.394821 run patchelf(pid=17060): Launched 01:23:51.587235 run osmo-stp_10.42.42.5(pid=17055): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)] 01:23:51.726085 run osmo-stp_10.42.42.5(pid=17055): stdout: | (launched: 2022-12-13_01:23:50.005298) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:51.870415 run osmo-stp_10.42.42.5(pid=17055): stderr: | 20221213012350330 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012350330 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012350330 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012350331 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012350331 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012350331 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012350331 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:52.010486 run osmo-stp_10.42.42.5(pid=17055): stdout: | (launched: 2022-12-13_01:23:50.005298) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:23:52.143844 run osmo-stp_10.42.42.5(pid=17055): stderr: | 20221213012350330 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012350330 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012350330 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012350331 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012350331 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012350331 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012350331 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:23:52.301439 run patchelf(pid=17060): Terminating (SIGINT) 01:23:52.486442 run patchelf(pid=17060): Terminated: ok {rc=0} 01:23:52.620277 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17055): Process ended prematurely: osmo-stp_10.42.42.5(pid=17055) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 01:23:52.630843 tst ping.py:22: Test FAILED (7.5 sec) 01:23:52.660176 run osmo-hlr_10.42.42.2(pid=17052): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17052)] 01:23:52.712127 run osmo-hlr_10.42.42.2(pid=17052): stdout: | (launched: 2022-12-13_01:23:48.842094) 01:23:52.765091 run osmo-hlr_10.42.42.2(pid=17052): stderr: | 20221213012349151 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012349151 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012349151 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012349151 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012349151 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012349151 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012349163 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012349171 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012349172 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012349172 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:23:52.818696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminating (SIGTERM) 01:23:52.862477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Terminating (SIGTERM) 01:23:52.907032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Terminating (SIGTERM) 01:23:52.950824 --- ParallelTerminationStrategy: PID 17001 died... 01:23:52.971515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminated: ok {rc=0} 01:23:53.020100 --- ParallelTerminationStrategy: PID 17054 died... 01:23:53.040629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Terminated: ok {rc=0} 01:23:53.087782 --- ParallelTerminationStrategy: PID 17058 died... 01:23:53.108744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Terminated: ok {rc=0} 01:23:53.198637 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 01:23:54.290471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.305275 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 01:23:54.357741 tst ping_idle_ping.py: using LAC 32659 01:23:54.486356 tst ping_idle_ping.py: using RAC 19 01:23:54.620284 tst ping_idle_ping.py: using CellId 32659 01:23:54.750818 tst ping_idle_ping.py: using BVCI 32660 01:23:54.871808 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.885272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.898485 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.911271 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.923921 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.936838 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.949778 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 01:23:54.962531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 01:23:55.087721 tst ping_idle_ping.py:24: start network... 01:23:55.312673 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:23:55.830709 run create_hlr_db(pid=17061): Launched 01:23:55.995819 bus /gobi_6: Setting Powered False 01:23:57.061794 run create_hlr_db(pid=17061): Terminated: ok {rc=0} 01:23:57.503711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Launched 01:23:57.822348 run osmo-hlr_10.42.42.2(pid=17064): Launched 01:23:58.058427 run osmo-stp_10.42.42.5: Starting osmo-stp 01:23:58.755087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Launched 01:23:59.078715 run osmo-stp_10.42.42.5(pid=17067): Launched 01:23:59.318229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:23:59.982799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Launched 01:24:00.112475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:24:00.375227 run patchelf(pid=17070): Launched 01:24:00.561800 run osmo-stp_10.42.42.5(pid=17067): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)] 01:24:00.692348 run osmo-stp_10.42.42.5(pid=17067): stdout: | (launched: 2022-12-13_01:23:59.016725) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:00.824904 run osmo-stp_10.42.42.5(pid=17067): stderr: | 20221213012359336 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012359336 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012359337 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012359337 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012359337 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012359337 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012359338 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:00.963511 run osmo-stp_10.42.42.5(pid=17067): stdout: | (launched: 2022-12-13_01:23:59.016725) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:01.089960 run osmo-stp_10.42.42.5(pid=17067): stderr: | 20221213012359336 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012359336 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012359337 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012359337 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012359337 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012359337 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012359338 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:01.239434 run patchelf(pid=17070): Terminating (SIGINT) 01:24:01.414507 run patchelf(pid=17070): Terminated: ok {rc=0} 01:24:01.539665 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17067): Process ended prematurely: osmo-stp_10.42.42.5(pid=17067) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 01:24:01.549387 tst ping_idle_ping.py:27: Test FAILED (7.3 sec) 01:24:01.577136 run osmo-hlr_10.42.42.2(pid=17064): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17064)] 01:24:01.626537 run osmo-hlr_10.42.42.2(pid=17064): stdout: | (launched: 2022-12-13_01:23:57.764556) 01:24:01.677460 run osmo-hlr_10.42.42.2(pid=17064): stderr: | 20221213012358099 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012358099 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012358099 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012358099 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012358099 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012358099 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012358119 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012358132 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012358132 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012358132 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:01.729247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Terminating (SIGTERM) 01:24:01.770960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Terminating (SIGTERM) 01:24:01.814628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Terminating (SIGTERM) 01:24:01.858904 --- ParallelTerminationStrategy: PID 17063 died... 01:24:01.878774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Terminated: ok {rc=0} 01:24:01.925897 --- ParallelTerminationStrategy: PID 17066 died... 01:24:01.945946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Terminated: ok {rc=0} 01:24:01.991576 --- ParallelTerminationStrategy: PID 17069 died... 01:24:02.011006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Terminated: ok {rc=0} 01:24:02.113346 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any --------------------------------------------------------------------- 01:24:03.470580 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:24:03.479870 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 01:24:03.517227 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 01:24:03.557250 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 01:24:03.614556 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 01:24:03.651399 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 01:24:03.689637 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 01:24:04.250468 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2384 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 01:24:04.257801 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.271069 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 01:24:04.346885 tst switch_tch_pdch.py: using LAC 32660 01:24:04.478552 tst switch_tch_pdch.py: using RAC 20 01:24:04.609960 tst switch_tch_pdch.py: using CellId 32660 01:24:04.740762 tst switch_tch_pdch.py: using BVCI 32661 01:24:04.864621 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.877855 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.892104 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.906705 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.919712 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.935265 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.949790 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 01:24:04.963119 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:24:05.092814 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 01:24:05.220450 tst switch_tch_pdch.py:51: start network... 01:24:05.447380 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:24:05.965700 run create_hlr_db(pid=17074): Launched 01:24:06.133249 bus /gobi_6: Setting Powered False 01:24:07.198690 run create_hlr_db(pid=17074): Terminated: ok {rc=0} 01:24:07.669896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Launched 01:24:08.011882 run osmo-hlr_10.42.42.2(pid=17077): Launched 01:24:08.259227 run osmo-stp_10.42.42.5: Starting osmo-stp 01:24:08.929192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Launched 01:24:09.271351 run osmo-stp_10.42.42.5(pid=17080): Launched 01:24:09.519660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 01:24:10.131145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Launched 01:24:10.247401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 01:24:10.503049 run patchelf(pid=17085): Launched 01:24:10.672323 run osmo-stp_10.42.42.5(pid=17080): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)] 01:24:10.799907 run osmo-stp_10.42.42.5(pid=17080): stdout: | (launched: 2022-12-13_01:24:09.210005) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:10.929312 run osmo-stp_10.42.42.5(pid=17080): stderr: | 20221213012409507 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012409507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012409507 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012409508 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012409508 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012409508 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012409508 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:11.058452 run osmo-stp_10.42.42.5(pid=17080): stdout: | (launched: 2022-12-13_01:24:09.210005) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:11.182011 run osmo-stp_10.42.42.5(pid=17080): stderr: | 20221213012409507 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012409507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012409507 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012409508 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012409508 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012409508 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012409508 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:11.327952 run patchelf(pid=17085): Terminating (SIGINT) 01:24:11.497476 run patchelf(pid=17085): Terminated: ok {rc=0} 01:24:11.619646 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)] [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54] 01:24:11.628577 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec) 01:24:11.654877 run osmo-hlr_10.42.42.2(pid=17077): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17077)] 01:24:11.702395 run osmo-hlr_10.42.42.2(pid=17077): stdout: | (launched: 2022-12-13_01:24:07.951299) 01:24:11.751671 run osmo-hlr_10.42.42.2(pid=17077): stderr: | 20221213012408250 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012408250 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012408250 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012408250 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012408250 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012408250 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012408274 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012408286 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012408287 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012408287 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:11.801363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminating (SIGTERM) 01:24:11.841255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminating (SIGTERM) 01:24:11.881199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminating (SIGTERM) 01:24:11.921555 --- ParallelTerminationStrategy: PID 17076 died... 01:24:11.940531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminated: ok {rc=0} 01:24:11.984742 --- ParallelTerminationStrategy: PID 17079 died... 01:24:12.003497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminated: ok {rc=0} 01:24:12.047835 --- ParallelTerminationStrategy: PID 17084 died... 01:24:12.066527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminated: ok {rc=0} 01:24:12.153188 bus /gobi_0: Setting Powered False 01:24:13.252231 bus /gobi_0: Setting Powered False 01:24:14.366338 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2384 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 nitb_smpp --------------------------------------------------------------------- 01:24:15.626272 tst nitb_smpp: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:24:15.629011 tst nitb_smpp: Verifying 1 x bts (candidates: 11) 01:24:15.650358 tst nitb_smpp: Verifying 1 x ip_address (candidates: 9) 01:24:15.658264 tst nitb_smpp: Verifying 1 x modem (candidates: 12) 01:24:15.695315 tst nitb_smpp: Reserving 1 x bts (candidates: 11) 01:24:15.716673 tst nitb_smpp: Reserving 1 x ip_address (candidates: 9) 01:24:15.723935 tst nitb_smpp: Reserving 1 x modem (candidates: 12) 01:24:16.242400 tst nitb_smpp: RESERVED RESOURCES for nitb_smpp: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2384 nitb_smpp esme_connect_policy_acceptall.py ---------------------------------------------- 01:24:16.249209 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 01:24:16.269111 tst esme_connect_policy_acceptall.py: using MSISDN 8053 01:24:16.443876 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:24:17.079033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Launched 01:24:17.422903 run osmo-nitb_10.42.42.2(pid=17090): Launched 01:24:17.607209 run osmo-nitb_10.42.42.2(pid=17090): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)] 01:24:17.755398 run osmo-nitb_10.42.42.2(pid=17090): stdout: | (launched: 2022-12-13_01:24:17.361836) 01:24:17.904186 run osmo-nitb_10.42.42.2(pid=17090): stderr: | (launched: 2022-12-13_01:24:17.410835) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:18.053198 run osmo-nitb_10.42.42.2(pid=17090): stdout: | (launched: 2022-12-13_01:24:17.361836) 01:24:18.196466 run osmo-nitb_10.42.42.2(pid=17090): stderr: | (launched: 2022-12-13_01:24:17.410835) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)] 01:24:18.549482 tst osmo-nitb_10.42.42.2(pid=17090): stdout: | (launched: 2022-12-13_01:24:17.361836) 01:24:18.682710 tst osmo-nitb_10.42.42.2(pid=17090): stderr: | (launched: 2022-12-13_01:24:17.410835) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:18.839757 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)] [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18] 01:24:18.848535 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.6 sec) 01:24:18.855468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Terminating (SIGTERM) 01:24:19.066170 --- ParallelTerminationStrategy: PID 17089 died... 01:24:19.088138 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Terminated: ok {rc=0} ---------------------------------------------- trial-2384 nitb_smpp esme_connect_policy_closed.py ---------------------------------------------- 01:24:19.139078 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 01:24:19.161192 tst esme_connect_policy_closed.py: using MSISDN 8054 01:24:19.293492 tst esme_connect_policy_closed.py: using MSISDN 8055 01:24:19.404898 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:24:20.005744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Launched 01:24:20.341190 run osmo-nitb_10.42.42.2(pid=17092): Launched 01:24:20.521378 run osmo-nitb_10.42.42.2(pid=17092): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)] 01:24:20.658597 run osmo-nitb_10.42.42.2(pid=17092): stdout: | (launched: 2022-12-13_01:24:20.279546) 01:24:20.796138 run osmo-nitb_10.42.42.2(pid=17092): stderr: | (launched: 2022-12-13_01:24:20.328880) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:20.933873 run osmo-nitb_10.42.42.2(pid=17092): stdout: | (launched: 2022-12-13_01:24:20.279546) 01:24:21.065638 run osmo-nitb_10.42.42.2(pid=17092): stderr: | (launched: 2022-12-13_01:24:20.328880) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:21.223122 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=17092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17092) [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)] [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24] 01:24:21.232118 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec) 01:24:21.239077 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Terminating (SIGTERM) 01:24:21.450756 --- ParallelTerminationStrategy: PID 17091 died... 01:24:21.472404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Terminated: ok {rc=0} ---------------------------------------------- trial-2384 nitb_smpp esme_ms_sms_storeforward.py ---------------------------------------------- 01:24:21.524258 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 01:24:21.536025 tst nitb_smpp: Using 1 x bts (candidates: 1) 01:24:21.574537 tst esme_ms_sms_storeforward.py: using LAC 32661 01:24:21.699326 tst esme_ms_sms_storeforward.py: using RAC 21 01:24:21.821151 tst esme_ms_sms_storeforward.py: using CellId 32661 01:24:21.953038 tst esme_ms_sms_storeforward.py: using BVCI 32662 01:24:22.074823 tst nitb_smpp: Using 1 x modem (candidates: 1) 01:24:22.201432 tst esme_ms_sms_storeforward.py: using MSISDN 8056 01:24:22.313239 tst esme_ms_sms_storeforward.py:20: start nitb and bts... 01:24:22.520700 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:24:23.154212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Launched 01:24:23.467756 run osmo-nitb_10.42.42.2(pid=17094): Launched 01:24:23.636088 run osmo-nitb_10.42.42.2(pid=17094): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)] 01:24:23.763979 run osmo-nitb_10.42.42.2(pid=17094): stdout: | (launched: 2022-12-13_01:24:23.410082) 01:24:23.892573 run osmo-nitb_10.42.42.2(pid=17094): stderr: | (launched: 2022-12-13_01:24:23.456201) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:24.021723 run osmo-nitb_10.42.42.2(pid=17094): stdout: | (launched: 2022-12-13_01:24:23.410082) 01:24:24.145223 run osmo-nitb_10.42.42.2(pid=17094): stderr: | (launched: 2022-12-13_01:24:23.456201) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:24.292377 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=17094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17094) [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)] [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23] 01:24:24.300680 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec) 01:24:24.307117 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Terminating (SIGTERM) 01:24:24.515387 --- ParallelTerminationStrategy: PID 17093 died... 01:24:24.535971 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Terminated: ok {rc=0} 01:24:24.622189 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 nitb_smpp esme_ms_sms_transaction.py ---------------------------------------------- 01:24:25.712745 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 01:24:25.724547 tst nitb_smpp: Using 1 x bts (candidates: 1) 01:24:25.760858 tst esme_ms_sms_transaction.py: using LAC 32662 01:24:25.885469 tst esme_ms_sms_transaction.py: using RAC 22 01:24:26.016368 tst esme_ms_sms_transaction.py: using CellId 32662 01:24:26.146578 tst esme_ms_sms_transaction.py: using BVCI 32663 01:24:26.269654 tst nitb_smpp: Using 1 x modem (candidates: 1) 01:24:26.398939 tst esme_ms_sms_transaction.py: using MSISDN 8057 01:24:26.512554 tst esme_ms_sms_transaction.py:18: start nitb and bts... 01:24:26.720231 run osmo-nitb_10.42.42.2: Starting osmo-nitb 01:24:27.347793 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Launched 01:24:27.659231 run osmo-nitb_10.42.42.2(pid=17096): Launched 01:24:27.829839 run osmo-nitb_10.42.42.2(pid=17096): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)] 01:24:27.968305 run osmo-nitb_10.42.42.2(pid=17096): stdout: | (launched: 2022-12-13_01:24:27.601298) 01:24:28.107607 run osmo-nitb_10.42.42.2(pid=17096): stderr: | (launched: 2022-12-13_01:24:27.647046) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:28.247580 run osmo-nitb_10.42.42.2(pid=17096): stdout: | (launched: 2022-12-13_01:24:27.601298) 01:24:28.381649 run osmo-nitb_10.42.42.2(pid=17096): stderr: | (launched: 2022-12-13_01:24:27.647046) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)] 01:24:28.775000 tst osmo-nitb_10.42.42.2(pid=17096): stdout: | (launched: 2022-12-13_01:24:27.601298) 01:24:28.899899 tst osmo-nitb_10.42.42.2(pid=17096): stderr: | (launched: 2022-12-13_01:24:27.647046) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 01:24:29.047252 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)] [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21] 01:24:29.055839 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec) 01:24:29.062387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Terminating (SIGTERM) 01:24:29.271509 --- ParallelTerminationStrategy: PID 17095 died... 01:24:29.292418 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Terminated: ok {rc=0} 01:24:29.380680 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 nitb_smpp FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 smpp --------------------------------------------------------------------- 01:24:30.554181 tst smpp: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:24:30.557268 tst smpp: Verifying 1 x bts (candidates: 11) 01:24:30.578206 tst smpp: Verifying 6 x ip_address (candidates: 9) 01:24:30.605466 tst smpp: Verifying 1 x modem (candidates: 12) 01:24:30.641404 tst smpp: Reserving 1 x bts (candidates: 11) 01:24:30.661890 tst smpp: Reserving 6 x ip_address (candidates: 9) 01:24:30.688020 tst smpp: Reserving 1 x modem (candidates: 12) 01:24:31.240863 tst smpp: RESERVED RESOURCES for smpp: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 smpp esme_connect_policy_acceptall.py ---------------------------------------------- 01:24:31.248571 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:31.261234 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:31.273206 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:31.284314 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:31.303477 tst esme_connect_policy_acceptall.py: using MSISDN 8058 01:24:31.467318 run osmo-stp_10.42.42.4: Starting osmo-stp 01:24:32.002986 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Launched 01:24:32.327709 run osmo-stp_10.42.42.4(pid=17101): Launched 01:24:32.450565 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:24:32.931014 run create_hlr_db(pid=17102): Launched 01:24:33.058920 bus /sierra_2: Setting Powered False 01:24:34.120212 run create_hlr_db(pid=17102): Terminated: ok {rc=0} 01:24:34.571335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Launched 01:24:34.882235 run osmo-hlr_10.42.42.2(pid=17106): Launched 01:24:34.999274 run osmo-msc_10.42.42.5: Starting osmo-msc 01:24:35.564382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Launched 01:24:35.873689 run osmo-msc_10.42.42.5(pid=17109): Launched 01:24:36.046889 run osmo-hlr_10.42.42.2(pid=17106): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)] 01:24:36.178765 run osmo-hlr_10.42.42.2(pid=17106): stdout: | (launched: 2022-12-13_01:24:34.824067) 01:24:36.310628 run osmo-hlr_10.42.42.2(pid=17106): stderr: | 20221213012435001 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012435001 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012435013 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012435023 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012435023 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012435023 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:36.438705 run osmo-hlr_10.42.42.2(pid=17106): stdout: | (launched: 2022-12-13_01:24:34.824067) 01:24:36.560628 run osmo-hlr_10.42.42.2(pid=17106): stderr: | 20221213012435001 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012435001 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012435001 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012435013 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012435023 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012435023 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012435023 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:36.707432 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=17106): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17106) [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)] [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23] 01:24:36.715583 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec) 01:24:36.741409 run osmo-msc_10.42.42.5(pid=17109): ERR: Terminated: ERROR {rc=9} [trial-2384↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17109)] 01:24:36.789197 run osmo-msc_10.42.42.5(pid=17109): stdout: | (launched: 2022-12-13_01:24:35.815841) 01:24:36.838683 run osmo-msc_10.42.42.5(pid=17109): stderr: | 20221213012436132 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650) | 20221213012436133 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568) | 20221213012436133 DLSS7 DEBUG XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012436133 DLSCCP NOTICE OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647) | 20221213012436133 DLSS7 NOTICE 0: Creating SCCP instance (osmo_ss7.c:458) | 20221213012436133 DLSCCP INFO Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108) | 20221213012436133 DLSS7 DEBUG registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482) | 20221213012436133 DLGLOBAL NOTICE unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822) | 20221213012436133 DSGS ERROR SGs socket cannot be opened: Address already in use (sgs_server.c:182) | Starting SGs server failed 01:24:36.888365 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Terminating (SIGTERM) 01:24:36.928062 run osmo-stp_10.42.42.4(pid=17101): Terminating (SIGTERM) 01:24:36.967509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminating (SIGTERM) 01:24:37.008480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminating (SIGTERM) 01:24:37.050205 --- ParallelTerminationStrategy: PID 17100 died... 01:24:37.069805 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Terminated: ok {rc=0} 01:24:37.113805 --- ParallelTerminationStrategy: PID 17101 died... 01:24:37.132268 run osmo-stp_10.42.42.4(pid=17101): Terminated: ok {rc=0} 01:24:37.176015 --- ParallelTerminationStrategy: PID 17105 died... 01:24:37.194733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminated: ok {rc=0} 01:24:37.238762 --- ParallelTerminationStrategy: PID 17108 died... 01:24:37.257375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminated: ok {rc=0} ---------------------------------------------- trial-2384 smpp esme_connect_policy_closed.py ---------------------------------------------- 01:24:37.305784 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:37.316828 tst smpp: Using 1 x bts (candidates: 1) 01:24:37.351617 tst esme_connect_policy_closed.py: using LAC 32663 01:24:37.473688 tst esme_connect_policy_closed.py: using RAC 23 01:24:37.593355 tst esme_connect_policy_closed.py: using CellId 32663 01:24:37.715021 tst esme_connect_policy_closed.py: using BVCI 32664 01:24:37.828508 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:37.838998 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:37.849383 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:37.868775 tst esme_connect_policy_closed.py: using MSISDN 8059 01:24:37.990315 tst esme_connect_policy_closed.py: using MSISDN 8060 01:24:38.111258 run osmo-stp_10.42.42.4: Starting osmo-stp 01:24:38.680317 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Launched 01:24:39.001450 run osmo-stp_10.42.42.4(pid=17113): Launched 01:24:39.121341 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:24:39.607106 run create_hlr_db(pid=17114): Launched 01:24:40.790447 run create_hlr_db(pid=17114): Terminated: ok {rc=0} 01:24:41.120307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Launched 01:24:41.434543 run osmo-hlr_10.42.42.2(pid=17117): Launched 01:24:41.554084 run osmo-msc_10.42.42.5: Starting osmo-msc 01:24:42.135165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Launched 01:24:42.450078 run osmo-msc_10.42.42.5(pid=17120): Launched 01:24:42.624842 run osmo-hlr_10.42.42.2(pid=17117): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)] 01:24:42.759383 run osmo-hlr_10.42.42.2(pid=17117): stdout: | (launched: 2022-12-13_01:24:41.375426) 01:24:42.892409 run osmo-hlr_10.42.42.2(pid=17117): stderr: | 20221213012441553 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012441553 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012441565 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012441573 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012441573 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012441574 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:43.023011 run osmo-hlr_10.42.42.2(pid=17117): stdout: | (launched: 2022-12-13_01:24:41.375426) 01:24:43.148020 run osmo-hlr_10.42.42.2(pid=17117): stderr: | 20221213012441553 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012441553 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012441553 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012441565 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012441573 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012441573 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012441574 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:43.297084 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=17117): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17117) [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)] [trial-2384↪smpp↪esme_connect_policy_closed.py:31] 01:24:43.305568 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec) 01:24:43.331831 run osmo-msc_10.42.42.5(pid=17120): ERR: Terminated: ERROR {rc=9} [trial-2384↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17120)] 01:24:43.380921 run osmo-msc_10.42.42.5(pid=17120): stdout: | (launched: 2022-12-13_01:24:42.391106) 01:24:43.431000 run osmo-msc_10.42.42.5(pid=17120): stderr: | 20221213012442716 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650) | 20221213012442716 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568) | 20221213012442716 DLSS7 DEBUG XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012442716 DLSCCP NOTICE OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647) | 20221213012442716 DLSS7 NOTICE 0: Creating SCCP instance (osmo_ss7.c:458) | 20221213012442716 DLSCCP INFO Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108) | 20221213012442716 DLSS7 DEBUG registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482) | 20221213012442716 DLGLOBAL NOTICE unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822) | 20221213012442716 DSGS ERROR SGs socket cannot be opened: Address already in use (sgs_server.c:182) | Starting SGs server failed 01:24:43.481378 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Terminating (SIGTERM) 01:24:43.521525 run osmo-stp_10.42.42.4(pid=17113): Terminating (SIGTERM) 01:24:43.561852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminating (SIGTERM) 01:24:43.603609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminating (SIGTERM) 01:24:43.645205 --- ParallelTerminationStrategy: PID 17112 died... 01:24:43.664539 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Terminated: ok {rc=0} 01:24:43.709203 --- ParallelTerminationStrategy: PID 17113 died... 01:24:43.728309 run osmo-stp_10.42.42.4(pid=17113): Terminated: ok {rc=0} 01:24:43.772781 --- ParallelTerminationStrategy: PID 17116 died... 01:24:43.791535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminated: ok {rc=0} 01:24:43.835647 --- ParallelTerminationStrategy: PID 17119 died... 01:24:43.854389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminated: ok {rc=0} ---------------------------------------------- trial-2384 smpp esme_ms_sms_storeforward.py ---------------------------------------------- 01:24:43.903586 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:43.914824 tst smpp: Using 1 x bts (candidates: 1) 01:24:43.949629 tst esme_ms_sms_storeforward.py: using LAC 32664 01:24:44.083969 tst esme_ms_sms_storeforward.py: using RAC 24 01:24:44.209100 tst esme_ms_sms_storeforward.py: using CellId 32664 01:24:44.335216 tst esme_ms_sms_storeforward.py: using BVCI 32665 01:24:44.452235 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:44.462931 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:44.473317 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:44.484063 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:44.494994 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:44.506219 tst smpp: Using 1 x modem (candidates: 1) 01:24:44.637841 tst esme_ms_sms_storeforward.py: using MSISDN 8061 01:24:44.753259 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:24:45.243894 run create_hlr_db(pid=17123): Launched 01:24:46.430464 run create_hlr_db(pid=17123): Terminated: ok {rc=0} 01:24:46.768816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Launched 01:24:47.099981 run osmo-hlr_10.42.42.2(pid=17126): Launched 01:24:47.263460 run osmo-stp_10.42.42.5: Starting osmo-stp 01:24:47.825655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Launched 01:24:48.144335 run osmo-stp_10.42.42.5(pid=17129): Launched 01:24:48.264297 run osmo-msc_10.42.42.6: Starting osmo-msc 01:24:48.835207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Launched 01:24:49.152078 run osmo-msc_10.42.42.6(pid=17132): Launched 01:24:49.329236 run osmo-stp_10.42.42.5(pid=17129): ERR: Terminated: ERROR {rc=1} [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)] 01:24:49.462582 run osmo-stp_10.42.42.5(pid=17129): stdout: | (launched: 2022-12-13_01:24:48.084053) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:49.595336 run osmo-stp_10.42.42.5(pid=17129): stderr: | 20221213012448256 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012448256 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012448257 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012448257 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012448258 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012448258 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012448258 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:49.726083 run osmo-stp_10.42.42.5(pid=17129): stdout: | (launched: 2022-12-13_01:24:48.084053) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:49.850698 run osmo-stp_10.42.42.5(pid=17129): stderr: | 20221213012448256 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012448256 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012448257 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012448257 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012448258 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012448258 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012448258 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:49.998970 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=17129): Process ended prematurely: osmo-stp_10.42.42.5(pid=17129) [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)] [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30] 01:24:50.007520 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec) 01:24:50.033720 run osmo-hlr_10.42.42.2(pid=17126): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17126)] 01:24:50.081774 run osmo-hlr_10.42.42.2(pid=17126): stdout: | (launched: 2022-12-13_01:24:47.040842) 01:24:50.131632 run osmo-hlr_10.42.42.2(pid=17126): stderr: | 20221213012447274 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012447274 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012447274 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012447274 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012447274 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012447274 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012447286 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012447295 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012447295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012447295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:50.201260 run osmo-msc_10.42.42.6(pid=17132): ERR: Terminated: ERROR {rc=2} [trial-2384↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17132)] 01:24:50.249642 run osmo-msc_10.42.42.6(pid=17132): stdout: | (launched: 2022-12-13_01:24:49.093400) 01:24:50.299735 run osmo-msc_10.42.42.6(pid=17132): stderr: | 20221213012449366 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012449366 DLGLOBAL DEBUG validating counter group 0x7fe34b927c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012449366 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012449366 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012449366 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012449366 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012449368 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012449369 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012449369 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012449369 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:24:50.350355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Terminating (SIGTERM) 01:24:50.390625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Terminating (SIGTERM) 01:24:50.430856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Terminating (SIGTERM) 01:24:50.471299 --- ParallelTerminationStrategy: PID 17125 died... 01:24:50.490238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Terminated: ok {rc=0} 01:24:50.534768 --- ParallelTerminationStrategy: PID 17128 died... 01:24:50.553638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Terminated: ok {rc=0} 01:24:50.597780 --- ParallelTerminationStrategy: PID 17131 died... 01:24:50.616600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Terminated: ok {rc=0} 01:24:50.704115 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 smpp esme_ms_sms_transaction.py ---------------------------------------------- 01:24:51.794164 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:51.805804 tst smpp: Using 1 x bts (candidates: 1) 01:24:51.842269 tst esme_ms_sms_transaction.py: using LAC 32665 01:24:51.966338 tst esme_ms_sms_transaction.py: using RAC 25 01:24:52.091490 tst esme_ms_sms_transaction.py: using CellId 32665 01:24:52.216736 tst esme_ms_sms_transaction.py: using BVCI 32666 01:24:52.332684 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:52.343224 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:52.353939 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:52.364437 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:52.374996 tst smpp: Using 1 x ip_address (candidates: 6) 01:24:52.385512 tst smpp: Using 1 x modem (candidates: 1) 01:24:52.514468 tst esme_ms_sms_transaction.py: using MSISDN 8062 01:24:52.627530 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:24:53.114610 run create_hlr_db(pid=17134): Launched 01:24:53.244044 bus /sierra_2: Setting Powered False 01:24:54.306369 run create_hlr_db(pid=17134): Terminated: ok {rc=0} 01:24:54.769046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Launched 01:24:55.109449 run osmo-hlr_10.42.42.2(pid=17137): Launched 01:24:55.241453 run osmo-stp_10.42.42.5: Starting osmo-stp 01:24:55.820024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Launched 01:24:56.156551 run osmo-stp_10.42.42.5(pid=17140): Launched 01:24:56.285930 run osmo-msc_10.42.42.6: Starting osmo-msc 01:24:56.894577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Launched 01:24:57.231495 run osmo-msc_10.42.42.6(pid=17144): Launched 01:24:57.421169 run osmo-stp_10.42.42.5(pid=17140): ERR: Terminated: ERROR {rc=1} [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] 01:24:57.563769 run osmo-stp_10.42.42.5(pid=17140): stdout: | (launched: 2022-12-13_01:24:56.094454) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:57.706703 run osmo-stp_10.42.42.5(pid=17140): stderr: | 20221213012456289 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012456289 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012456289 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012456290 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012456290 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012456290 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012456290 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:57.846283 run osmo-stp_10.42.42.5(pid=17140): stdout: | (launched: 2022-12-13_01:24:56.094454) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:24:57.978978 run osmo-stp_10.42.42.5(pid=17140): stderr: | 20221213012456289 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012456289 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012456289 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012456290 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012456290 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012456290 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012456290 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:24:58.138139 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] [trial-2384↪smpp↪esme_ms_sms_transaction.py:28] 01:24:58.146977 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec) 01:24:58.174473 run osmo-hlr_10.42.42.2(pid=17137): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17137)] 01:24:58.225148 run osmo-hlr_10.42.42.2(pid=17137): stdout: | (launched: 2022-12-13_01:24:55.046694) 01:24:58.277238 run osmo-hlr_10.42.42.2(pid=17137): stderr: | 20221213012455247 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012455247 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012455247 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012455247 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012455247 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012455247 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012455259 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012455267 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012455267 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012455268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:24:58.349874 run osmo-msc_10.42.42.6(pid=17144): ERR: Terminated: ERROR {rc=2} [trial-2384↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17144)] 01:24:58.400471 run osmo-msc_10.42.42.6(pid=17144): stdout: | (launched: 2022-12-13_01:24:57.169065) 01:24:58.452752 run osmo-msc_10.42.42.6(pid=17144): stderr: | 20221213012457493 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012457493 DLGLOBAL DEBUG validating counter group 0x7f8f4d3e0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012457493 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012457493 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012457493 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012457493 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012457495 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012457496 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012457496 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012457496 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:24:58.505288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminating (SIGTERM) 01:24:58.547173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminating (SIGTERM) 01:24:58.589361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Terminating (SIGTERM) 01:24:58.631845 --- ParallelTerminationStrategy: PID 17136 died... 01:24:58.651640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminated: ok {rc=0} 01:24:58.698478 --- ParallelTerminationStrategy: PID 17139 died... 01:24:58.718098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminated: ok {rc=0} 01:24:58.764251 --- ParallelTerminationStrategy: PID 17143 died... 01:24:58.783926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Terminated: ok {rc=0} 01:24:58.874120 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 smpp FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 encryption --------------------------------------------------------------------- 01:25:00.070335 tst encryption: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:25:00.073375 tst encryption: Verifying 1 x bts (candidates: 11) 01:25:00.094953 tst encryption: Verifying 6 x ip_address (candidates: 9) 01:25:00.122372 tst encryption: Verifying 1 x modem (candidates: 12) 01:25:00.158672 tst encryption: Reserving 1 x bts (candidates: 11) 01:25:00.180445 tst encryption: Reserving 6 x ip_address (candidates: 9) 01:25:00.207828 tst encryption: Reserving 1 x modem (candidates: 12) 01:25:00.736729 tst encryption: RESERVED RESOURCES for encryption: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2384 encryption register_a5_0_authopt.py ---------------------------------------------- 01:25:00.793933 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:00.805299 tst encryption: Using 1 x bts (candidates: 1) 01:25:00.852361 tst register_a5_0_authopt.py: using LAC 32666 01:25:01.010966 tst register_a5_0_authopt.py: using RAC 26 01:25:01.191297 tst register_a5_0_authopt.py: using CellId 32666 01:25:01.319721 tst register_a5_0_authopt.py: using BVCI 32667 01:25:01.439299 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:01.451050 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:01.462934 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:01.474544 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:01.485790 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:01.496880 tst encryption: Using 1 x modem (candidates: 1) 01:25:01.616541 tst register_a5_0_authopt.py:8: start network... 01:25:01.853771 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:25:02.361288 run create_hlr_db(pid=17152): Launched 01:25:02.493842 bus /sierra_2: Setting Powered False 01:25:03.557227 run create_hlr_db(pid=17152): Terminated: ok {rc=0} 01:25:03.999183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Launched 01:25:04.319980 run osmo-hlr_10.42.42.2(pid=17155): Launched 01:25:04.442198 run osmo-stp_10.42.42.5: Starting osmo-stp 01:25:04.989409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Launched 01:25:05.308440 run osmo-stp_10.42.42.5(pid=17158): Launched 01:25:05.430879 run osmo-msc_10.42.42.6: Starting osmo-msc 01:25:06.003798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Launched 01:25:06.322991 run osmo-msc_10.42.42.6(pid=17161): Launched 01:25:06.502416 run osmo-stp_10.42.42.5(pid=17158): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)] 01:25:06.636342 run osmo-stp_10.42.42.5(pid=17158): stdout: | (launched: 2022-12-13_01:25:05.248898) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:06.769528 run osmo-stp_10.42.42.5(pid=17158): stderr: | 20221213012505422 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012505422 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012505423 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012505423 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012505423 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012505424 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012505424 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:06.900748 run osmo-stp_10.42.42.5(pid=17158): stdout: | (launched: 2022-12-13_01:25:05.248898) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:07.025930 run osmo-stp_10.42.42.5(pid=17158): stderr: | 20221213012505422 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012505422 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012505423 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012505423 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012505423 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012505424 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012505424 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:07.175853 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17158): Process ended prematurely: osmo-stp_10.42.42.5(pid=17158) [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)] [trial-2384↪encryption↪register_a5_0_authopt.py:8] 01:25:07.184825 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec) 01:25:07.211110 run osmo-hlr_10.42.42.2(pid=17155): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17155)] 01:25:07.259233 run osmo-hlr_10.42.42.2(pid=17155): stdout: | (launched: 2022-12-13_01:25:04.260247) 01:25:07.309524 run osmo-hlr_10.42.42.2(pid=17155): stderr: | 20221213012504439 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012504439 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012504440 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012504440 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012504440 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012504440 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012504455 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012504464 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012504465 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012504465 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:25:07.379064 run osmo-msc_10.42.42.6(pid=17161): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17161)] 01:25:07.427058 run osmo-msc_10.42.42.6(pid=17161): stdout: | (launched: 2022-12-13_01:25:06.263787) 01:25:07.477204 run osmo-msc_10.42.42.6(pid=17161): stderr: | 20221213012506540 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012506540 DLGLOBAL DEBUG validating counter group 0x7fb51fc77c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012506540 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012506540 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012506540 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012506540 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012506542 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012506543 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012506543 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012506543 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:25:07.527144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Terminating (SIGTERM) 01:25:07.567079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Terminating (SIGTERM) 01:25:07.607233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Terminating (SIGTERM) 01:25:07.647540 --- ParallelTerminationStrategy: PID 17154 died... 01:25:07.666833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Terminated: ok {rc=0} 01:25:07.711041 --- ParallelTerminationStrategy: PID 17157 died... 01:25:07.729745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Terminated: ok {rc=0} 01:25:07.773701 --- ParallelTerminationStrategy: PID 17160 died... 01:25:07.792479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Terminated: ok {rc=0} 01:25:07.877113 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 encryption register_a5_0_authreq.py ---------------------------------------------- 01:25:09.030151 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.042771 tst encryption: Using 1 x bts (candidates: 1) 01:25:09.080888 tst register_a5_0_authreq.py: using LAC 32667 01:25:09.214245 tst register_a5_0_authreq.py: using RAC 27 01:25:09.347457 tst register_a5_0_authreq.py: using CellId 32667 01:25:09.481628 tst register_a5_0_authreq.py: using BVCI 32668 01:25:09.596538 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.607321 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.617990 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.628436 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.638948 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:09.649410 tst encryption: Using 1 x modem (candidates: 1) 01:25:09.773916 tst register_a5_0_authreq.py:8: start network... 01:25:10.005637 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:25:10.497723 run create_hlr_db(pid=17164): Launched 01:25:10.626825 bus /sierra_2: Setting Powered False 01:25:11.689642 run create_hlr_db(pid=17164): Terminated: ok {rc=0} 01:25:12.130941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Launched 01:25:12.451765 run osmo-hlr_10.42.42.2(pid=17167): Launched 01:25:12.573719 run osmo-stp_10.42.42.5: Starting osmo-stp 01:25:13.119726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Launched 01:25:13.439901 run osmo-stp_10.42.42.5(pid=17170): Launched 01:25:13.562333 run osmo-msc_10.42.42.6: Starting osmo-msc 01:25:14.136239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Launched 01:25:14.457407 run osmo-msc_10.42.42.6(pid=17173): Launched 01:25:14.635815 run osmo-stp_10.42.42.5(pid=17170): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)] 01:25:14.769306 run osmo-stp_10.42.42.5(pid=17170): stdout: | (launched: 2022-12-13_01:25:13.379935) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:14.903274 run osmo-stp_10.42.42.5(pid=17170): stderr: | 20221213012513554 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012513554 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012513555 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012513555 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012513555 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012513556 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012513556 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:15.035490 run osmo-stp_10.42.42.5(pid=17170): stdout: | (launched: 2022-12-13_01:25:13.379935) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:15.161477 run osmo-stp_10.42.42.5(pid=17170): stderr: | 20221213012513554 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012513554 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012513555 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012513555 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012513555 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012513556 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012513556 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:15.312456 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17170): Process ended prematurely: osmo-stp_10.42.42.5(pid=17170) [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)] [trial-2384↪encryption↪register_a5_0_authreq.py:8] 01:25:15.321459 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec) 01:25:15.347866 run osmo-hlr_10.42.42.2(pid=17167): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17167)] 01:25:15.395570 run osmo-hlr_10.42.42.2(pid=17167): stdout: | (launched: 2022-12-13_01:25:12.392041) 01:25:15.445276 run osmo-hlr_10.42.42.2(pid=17167): stderr: | 20221213012512572 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012512572 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012512572 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012512572 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012512573 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012512573 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012512585 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012512593 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012512593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012512593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:25:15.514369 run osmo-msc_10.42.42.6(pid=17173): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17173)] 01:25:15.562238 run osmo-msc_10.42.42.6(pid=17173): stdout: | (launched: 2022-12-13_01:25:14.397809) 01:25:15.611750 run osmo-msc_10.42.42.6(pid=17173): stderr: | 20221213012514676 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012514676 DLGLOBAL DEBUG validating counter group 0x7ff719effc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012514676 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012514676 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012514676 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012514676 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012514678 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012514679 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012514679 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012514679 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:25:15.661612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Terminating (SIGTERM) 01:25:15.701444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Terminating (SIGTERM) 01:25:15.741498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Terminating (SIGTERM) 01:25:15.781755 --- ParallelTerminationStrategy: PID 17166 died... 01:25:15.800613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Terminated: ok {rc=0} 01:25:15.844884 --- ParallelTerminationStrategy: PID 17169 died... 01:25:15.863813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Terminated: ok {rc=0} 01:25:15.913891 --- ParallelTerminationStrategy: PID 17172 died... 01:25:15.932900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Terminated: ok {rc=0} 01:25:16.023335 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 encryption register_a5_1_authreq.py ---------------------------------------------- 01:25:17.189871 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.201959 tst encryption: Using 1 x bts (candidates: 1) 01:25:17.238400 tst register_a5_1_authreq.py: using LAC 32668 01:25:17.374525 tst register_a5_1_authreq.py: using RAC 28 01:25:17.501363 tst register_a5_1_authreq.py: using CellId 32668 01:25:17.636706 tst register_a5_1_authreq.py: using BVCI 32669 01:25:17.762986 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.774345 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.785678 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.797716 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.809782 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:17.821543 tst encryption: Using 1 x modem (candidates: 1) 01:25:17.945105 tst register_a5_1_authreq.py:8: start network... 01:25:18.175693 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:25:18.703330 run create_hlr_db(pid=17175): Launched 01:25:18.834270 bus /sierra_2: Setting Powered False 01:25:19.896287 run create_hlr_db(pid=17175): Terminated: ok {rc=0} 01:25:20.371418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Launched 01:25:20.714661 run osmo-hlr_10.42.42.2(pid=17178): Launched 01:25:20.846792 run osmo-stp_10.42.42.5: Starting osmo-stp 01:25:21.436530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Launched 01:25:21.778480 run osmo-stp_10.42.42.5(pid=17181): Launched 01:25:21.909039 run osmo-msc_10.42.42.6: Starting osmo-msc 01:25:22.522858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Launched 01:25:22.866471 run osmo-msc_10.42.42.6(pid=17184): Launched 01:25:23.058095 run osmo-stp_10.42.42.5(pid=17181): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)] 01:25:23.205406 run osmo-stp_10.42.42.5(pid=17181): stdout: | (launched: 2022-12-13_01:25:21.715265) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:23.350089 run osmo-stp_10.42.42.5(pid=17181): stderr: | 20221213012521910 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012521910 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012521911 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012521911 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012521911 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012521911 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012521911 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:23.491531 run osmo-stp_10.42.42.5(pid=17181): stdout: | (launched: 2022-12-13_01:25:21.715265) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:23.626599 run osmo-stp_10.42.42.5(pid=17181): stderr: | 20221213012521910 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012521910 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012521911 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012521911 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012521911 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012521911 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012521911 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:23.788625 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)] [trial-2384↪encryption↪register_a5_1_authreq.py:8] 01:25:23.798332 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec) 01:25:23.826778 run osmo-hlr_10.42.42.2(pid=17178): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17178)] 01:25:23.877544 run osmo-hlr_10.42.42.2(pid=17178): stdout: | (launched: 2022-12-13_01:25:20.650948) 01:25:23.930072 run osmo-hlr_10.42.42.2(pid=17178): stderr: | 20221213012520852 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012520852 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012520852 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012520852 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012520852 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012520852 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012520865 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012520873 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012520874 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012520874 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:25:24.003479 run osmo-msc_10.42.42.6(pid=17184): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17184)] 01:25:24.054371 run osmo-msc_10.42.42.6(pid=17184): stdout: | (launched: 2022-12-13_01:25:22.803154) 01:25:24.107173 run osmo-msc_10.42.42.6(pid=17184): stderr: | 20221213012523126 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012523126 DLGLOBAL DEBUG validating counter group 0x7f1458ba6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012523126 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012523126 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012523126 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012523127 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012523128 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012523129 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012523129 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012523129 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:25:24.160314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminating (SIGTERM) 01:25:24.202961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminating (SIGTERM) 01:25:24.245899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Terminating (SIGTERM) 01:25:24.288778 --- ParallelTerminationStrategy: PID 17177 died... 01:25:24.309101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminated: ok {rc=0} 01:25:24.356444 --- ParallelTerminationStrategy: PID 17180 died... 01:25:24.376132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminated: ok {rc=0} 01:25:24.423242 --- ParallelTerminationStrategy: PID 17183 died... 01:25:24.442973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Terminated: ok {rc=0} 01:25:24.532578 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2384 encryption register_a5_3_authreq.py ---------------------------------------------- 01:25:25.683240 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:25.694655 tst encryption: Using 1 x bts (candidates: 1) 01:25:25.732088 tst register_a5_3_authreq.py: using LAC 32669 01:25:25.857702 tst register_a5_3_authreq.py: using RAC 29 01:25:25.985152 tst register_a5_3_authreq.py: using CellId 32669 01:25:26.112816 tst register_a5_3_authreq.py: using BVCI 32670 01:25:26.231092 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:26.241939 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:26.252361 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:26.263309 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:26.274527 tst encryption: Using 1 x ip_address (candidates: 6) 01:25:26.285394 tst encryption: Using 1 x modem (candidates: 1) 01:25:26.419392 tst register_a5_3_authreq.py:8: start network... 01:25:26.651801 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:25:27.180265 run create_hlr_db(pid=17186): Launched 01:25:27.310598 bus /sierra_2: Setting Powered False 01:25:28.377201 run create_hlr_db(pid=17186): Terminated: ok {rc=0} 01:25:28.831584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Launched 01:25:29.151385 run osmo-hlr_10.42.42.2(pid=17189): Launched 01:25:29.273988 run osmo-stp_10.42.42.5: Starting osmo-stp 01:25:29.823938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Launched 01:25:30.144608 run osmo-stp_10.42.42.5(pid=17192): Launched 01:25:30.268426 run osmo-msc_10.42.42.6: Starting osmo-msc 01:25:30.856025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Launched 01:25:31.209744 run osmo-msc_10.42.42.6(pid=17195): Launched 01:25:31.530210 run osmo-stp_10.42.42.5(pid=17192): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)] 01:25:31.732431 run osmo-stp_10.42.42.5(pid=17192): stdout: | (launched: 2022-12-13_01:25:30.085075) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:32.110227 run osmo-stp_10.42.42.5(pid=17192): stderr: | 20221213012530258 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012530258 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012530259 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012530259 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012530260 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012530260 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012530260 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:32.256222 run osmo-stp_10.42.42.5(pid=17192): stdout: | (launched: 2022-12-13_01:25:30.085075) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:25:32.394327 run osmo-stp_10.42.42.5(pid=17192): stderr: | 20221213012530258 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012530258 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012530259 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012530259 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012530260 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012530260 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012530260 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:25:32.558340 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17192): Process ended prematurely: osmo-stp_10.42.42.5(pid=17192) [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)] [trial-2384↪encryption↪register_a5_3_authreq.py:8] 01:25:32.568067 tst register_a5_3_authreq.py:8: Test FAILED (6.9 sec) 01:25:32.598142 run osmo-hlr_10.42.42.2(pid=17189): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17189)] 01:25:32.646679 run osmo-hlr_10.42.42.2(pid=17189): stdout: | (launched: 2022-12-13_01:25:29.091891) 01:25:32.697221 run osmo-hlr_10.42.42.2(pid=17189): stderr: | 20221213012529270 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012529270 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012529270 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012529270 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012529270 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012529270 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012529283 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012529291 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012529291 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012529291 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:25:32.766471 run osmo-msc_10.42.42.6(pid=17195): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17195)] 01:25:32.814397 run osmo-msc_10.42.42.6(pid=17195): stdout: | (launched: 2022-12-13_01:25:31.143142) 01:25:32.864144 run osmo-msc_10.42.42.6(pid=17195): stderr: | 20221213012531640 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012531641 DLGLOBAL DEBUG validating counter group 0x7f925c752c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012531641 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012531641 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012531641 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012531645 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012531647 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012531647 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012531647 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012531647 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:25:32.914317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Terminating (SIGTERM) 01:25:32.954643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Terminating (SIGTERM) 01:25:32.994966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Terminating (SIGTERM) 01:25:33.035399 --- ParallelTerminationStrategy: PID 17188 died... 01:25:33.054580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Terminated: ok {rc=0} 01:25:33.099210 --- ParallelTerminationStrategy: PID 17191 died... 01:25:33.118011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Terminated: ok {rc=0} 01:25:33.162235 --- ParallelTerminationStrategy: PID 17194 died... 01:25:33.181023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Terminated: ok {rc=0} 01:25:33.266787 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 encryption FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq --------------------------------------------------------------------- 01:25:34.478920 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:25:34.484239 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x enb (candidates: 2) 01:25:34.503220 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x modem (candidates: 12) 01:25:34.533471 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x run_node (candidates: 1) 01:25:34.563370 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x enb (candidates: 2) 01:25:34.583322 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x modem (candidates: 12) 01:25:34.612071 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x run_node (candidates: 1) 01:25:35.119718 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: RESERVED RESOURCES for 4g: enb srsENB-zmq modem srsUE-zmq_1 run_node e55cbce541824969b492cc4fa86bdef69cf65e7d ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py ---------------------------------------------- 01:25:35.124587 tst handover.py:11: TEST_CONFIG: {} 01:25:35.355243 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:25:35.371790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:25:35.396305 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:25:35.448727 tst handover.py: using MSISDN 8063 01:25:35.574881 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8063', subscriber_id=0} 01:25:35.695010 run srsepc_10.42.42.118: Starting srsepc 01:25:37.650799 run rm-remote-dir(pid=17200): Launched 01:25:37.787723 bus /sierra_2: Setting Powered False 01:25:38.859969 run rm-remote-dir(pid=17200): Terminated: ok {rc=0} 01:25:39.331377 run mk-remote-dir(pid=17201): Launched 01:25:40.519868 run mk-remote-dir(pid=17201): Terminated: ok {rc=0} 01:25:40.819541 run scp-inst-to-remote(pid=17202): Launched 01:25:43.004735 run scp-inst-to-remote(pid=17202): Terminated: ok {rc=0} 01:25:43.351748 run rm-remote-dir(pid=17204): Launched 01:25:44.540373 run rm-remote-dir(pid=17204): Terminated: ok {rc=0} 01:25:44.890200 run mk-remote-dir(pid=17205): Launched 01:25:46.080866 run mk-remote-dir(pid=17205): Terminated: ok {rc=0} 01:25:46.408553 run scp-cfg-to-remote(pid=17206): Launched 01:25:47.716431 run scp-cfg-to-remote(pid=17206): Terminated: ok {rc=0} 01:25:48.011614 run scp-db-to-remote(pid=17208): Launched 01:25:49.197351 run scp-db-to-remote(pid=17208): Terminated: ok {rc=0} 01:25:49.334742 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:25:49.655537 run patchelf(pid=17210): Launched 01:25:50.843264 run patchelf(pid=17210): Terminated: ok {rc=0} 01:25:50.988234 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:25:51.331653 run setcap-netadm(pid=17211): Launched 01:25:52.527035 run setcap-netadm(pid=17211): Terminated: ok {rc=0} 01:25:52.887148 run srsepc(pid=17212): Launched 01:25:53.013273 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:25:54.235394 run rm-remote-dir(pid=17213): Launched 01:25:54.431179 run srsepc(pid=17212): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)] 01:25:54.578648 run srsepc(pid=17212): stdout: | (launched: 2022-12-13_01:25:52.823382) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:25:54.727516 run srsepc(pid=17212): stderr: | (launched: 2022-12-13_01:25:52.874511) | Connection to 10.42.42.116 closed. 01:25:54.876227 run srsepc(pid=17212): stdout: | (launched: 2022-12-13_01:25:52.823382) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:25:55.019350 run srsepc(pid=17212): stderr: | (launched: 2022-12-13_01:25:52.874511) | Connection to 10.42.42.116 closed. 01:25:55.189057 run rm-remote-dir(pid=17213): Terminating (SIGINT) 01:25:55.384716 run rm-remote-dir(pid=17213): Terminated: ok {rc=0} 01:25:55.526404 tst handover.py:37: ERR: Error: srsepc(pid=17212): Process ended prematurely: srsepc(pid=17212) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37] 01:25:55.537101 tst handover.py:37: Test FAILED (20.4 sec) 01:25:55.620579 run scp-back-log(pid=17214): Launched 01:25:56.702706 run scp-back-log(pid=17214): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17214)] 01:25:56.767868 run scp-back-log(pid=17214): stdout: | (launched: 2022-12-13_01:25:55.587010) 01:25:56.834530 run scp-back-log(pid=17214): stderr: | (launched: 2022-12-13_01:25:55.607962) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:25:56.909866 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17214): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17214)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py ---------------------------------------------- 01:25:56.958272 tst iperf3_bidir.py:13: Number of physical ue: 1 01:25:57.187584 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:25:57.232488 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116 01:25:57.460656 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:25:57.477338 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:25:57.511076 tst iperf3_bidir.py: using MSISDN 8064 01:25:57.634621 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8064', subscriber_id=0} 01:25:57.754469 run srsepc_10.42.42.118: Starting srsepc 01:25:58.453138 run rm-remote-dir(pid=17216): Launched 01:25:59.651224 run rm-remote-dir(pid=17216): Terminated: ok {rc=0} 01:26:00.022752 run mk-remote-dir(pid=17217): Launched 01:26:01.215521 run mk-remote-dir(pid=17217): Terminated: ok {rc=0} 01:26:01.520668 run scp-inst-to-remote(pid=17218): Launched 01:26:03.767737 run scp-inst-to-remote(pid=17218): Terminated: ok {rc=0} 01:26:04.112431 run rm-remote-dir(pid=17220): Launched 01:26:05.299142 run rm-remote-dir(pid=17220): Terminated: ok {rc=0} 01:26:05.646906 run mk-remote-dir(pid=17221): Launched 01:26:06.833884 run mk-remote-dir(pid=17221): Terminated: ok {rc=0} 01:26:07.130573 run scp-cfg-to-remote(pid=17222): Launched 01:26:08.318059 run scp-cfg-to-remote(pid=17222): Terminated: ok {rc=0} 01:26:08.632604 run scp-db-to-remote(pid=17224): Launched 01:26:09.833656 run scp-db-to-remote(pid=17224): Terminated: ok {rc=0} 01:26:09.978467 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:26:10.320913 run patchelf(pid=17226): Launched 01:26:11.516899 run patchelf(pid=17226): Terminated: ok {rc=0} 01:26:11.661215 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:26:12.003471 run setcap-netadm(pid=17227): Launched 01:26:13.196555 run setcap-netadm(pid=17227): Terminated: ok {rc=0} 01:26:13.554814 run srsepc(pid=17228): Launched 01:26:13.682320 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:26:14.913558 run rm-remote-dir(pid=17229): Launched 01:26:15.110156 run srsepc(pid=17228): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)] 01:26:15.257741 run srsepc(pid=17228): stdout: | (launched: 2022-12-13_01:26:13.491354) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:15.406362 run srsepc(pid=17228): stderr: | (launched: 2022-12-13_01:26:13.542054) | Connection to 10.42.42.116 closed. 01:26:15.554563 run srsepc(pid=17228): stdout: | (launched: 2022-12-13_01:26:13.491354) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:15.697526 run srsepc(pid=17228): stderr: | (launched: 2022-12-13_01:26:13.542054) | Connection to 10.42.42.116 closed. 01:26:15.871111 run rm-remote-dir(pid=17229): Terminating (SIGINT) 01:26:16.087944 run rm-remote-dir(pid=17229): Terminated: ok {rc=0} 01:26:16.262582 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=17228): Process ended prematurely: srsepc(pid=17228) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42] 01:26:16.273942 tst iperf3_bidir.py:42: Test FAILED (19.3 sec) 01:26:16.357018 run scp-back-log(pid=17230): Launched 01:26:17.478086 run scp-back-log(pid=17230): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17230)] 01:26:17.541939 run scp-back-log(pid=17230): stdout: | (launched: 2022-12-13_01:26:16.323404) 01:26:17.606216 run scp-back-log(pid=17230): stderr: | (launched: 2022-12-13_01:26:16.344217) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:26:17.678069 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17230): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17230)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py ---------------------------------------------- 01:26:17.724669 tst iperf3_dl.py:13: Number of physical ue: 1 01:26:17.939143 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:26:17.985369 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116 01:26:18.213586 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:26:18.230313 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:26:18.265153 tst iperf3_dl.py: using MSISDN 8065 01:26:18.389099 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8065', subscriber_id=0} 01:26:18.508473 run srsepc_10.42.42.118: Starting srsepc 01:26:19.208055 run rm-remote-dir(pid=17232): Launched 01:26:20.405656 run rm-remote-dir(pid=17232): Terminated: ok {rc=0} 01:26:20.778737 run mk-remote-dir(pid=17233): Launched 01:26:21.975677 run mk-remote-dir(pid=17233): Terminated: ok {rc=0} 01:26:22.293240 run scp-inst-to-remote(pid=17234): Launched 01:26:24.491370 run scp-inst-to-remote(pid=17234): Terminated: ok {rc=0} 01:26:24.861903 run rm-remote-dir(pid=17236): Launched 01:26:26.059829 run rm-remote-dir(pid=17236): Terminated: ok {rc=0} 01:26:26.429907 run mk-remote-dir(pid=17237): Launched 01:26:27.625666 run mk-remote-dir(pid=17237): Terminated: ok {rc=0} 01:26:27.942319 run scp-cfg-to-remote(pid=17238): Launched 01:26:29.138828 run scp-cfg-to-remote(pid=17238): Terminated: ok {rc=0} 01:26:29.453108 run scp-db-to-remote(pid=17240): Launched 01:26:30.648895 run scp-db-to-remote(pid=17240): Terminated: ok {rc=0} 01:26:30.793939 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:26:31.149665 run patchelf(pid=17242): Launched 01:26:32.380471 run patchelf(pid=17242): Terminated: ok {rc=0} 01:26:32.515737 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:26:32.836039 run setcap-netadm(pid=17243): Launched 01:26:34.021413 run setcap-netadm(pid=17243): Terminated: ok {rc=0} 01:26:34.356431 run srsepc(pid=17244): Launched 01:26:34.477136 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:26:35.630630 run rm-remote-dir(pid=17245): Launched 01:26:35.830296 run srsepc(pid=17244): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)] 01:26:35.978448 run srsepc(pid=17244): stdout: | (launched: 2022-12-13_01:26:34.297126) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:36.127462 run srsepc(pid=17244): stderr: | (launched: 2022-12-13_01:26:34.344250) | Connection to 10.42.42.116 closed. 01:26:36.276223 run srsepc(pid=17244): stdout: | (launched: 2022-12-13_01:26:34.297126) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:36.419388 run srsepc(pid=17244): stderr: | (launched: 2022-12-13_01:26:34.344250) | Connection to 10.42.42.116 closed. 01:26:36.589451 run rm-remote-dir(pid=17245): Terminating (SIGINT) 01:26:36.786757 run rm-remote-dir(pid=17245): Terminated: ok {rc=0} 01:26:36.929113 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=17244): Process ended prematurely: srsepc(pid=17244) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42] 01:26:36.940200 tst iperf3_dl.py:42: Test FAILED (19.2 sec) 01:26:37.024218 run scp-back-log(pid=17246): Launched 01:26:38.104649 run scp-back-log(pid=17246): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17246)] 01:26:38.169696 run scp-back-log(pid=17246): stdout: | (launched: 2022-12-13_01:26:36.990404) 01:26:38.236384 run scp-back-log(pid=17246): stderr: | (launched: 2022-12-13_01:26:37.011409) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:26:38.311935 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17246): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17246)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py ---------------------------------------------- 01:26:38.360796 tst iperf3_ul.py:13: Number of physical ue: 1 01:26:38.590771 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:26:38.640115 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116 01:26:38.869062 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:26:38.885739 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:26:38.918453 tst iperf3_ul.py: using MSISDN 8066 01:26:39.035857 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8066', subscriber_id=0} 01:26:39.146964 run srsepc_10.42.42.118: Starting srsepc 01:26:39.801663 run rm-remote-dir(pid=17248): Launched 01:26:40.988145 run rm-remote-dir(pid=17248): Terminated: ok {rc=0} 01:26:41.337106 run mk-remote-dir(pid=17249): Launched 01:26:42.523408 run mk-remote-dir(pid=17249): Terminated: ok {rc=0} 01:26:42.820537 run scp-inst-to-remote(pid=17250): Launched 01:26:45.010506 run scp-inst-to-remote(pid=17250): Terminated: ok {rc=0} 01:26:45.381534 run rm-remote-dir(pid=17252): Launched 01:26:46.579656 run rm-remote-dir(pid=17252): Terminated: ok {rc=0} 01:26:46.958102 run mk-remote-dir(pid=17253): Launched 01:26:48.242028 run mk-remote-dir(pid=17253): Terminated: ok {rc=0} 01:26:48.539865 run scp-cfg-to-remote(pid=17254): Launched 01:26:49.726606 run scp-cfg-to-remote(pid=17254): Terminated: ok {rc=0} 01:26:50.021900 run scp-db-to-remote(pid=17256): Launched 01:26:51.207053 run scp-db-to-remote(pid=17256): Terminated: ok {rc=0} 01:26:51.343620 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:26:51.664130 run patchelf(pid=17258): Launched 01:26:52.849999 run patchelf(pid=17258): Terminated: ok {rc=0} 01:26:52.985854 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:26:53.306478 run setcap-netadm(pid=17259): Launched 01:26:54.491526 run setcap-netadm(pid=17259): Terminated: ok {rc=0} 01:26:54.827348 run srsepc(pid=17260): Launched 01:26:54.948309 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:26:56.098075 run rm-remote-dir(pid=17261): Launched 01:26:56.281555 run srsepc(pid=17260): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)] 01:26:56.421879 run srsepc(pid=17260): stdout: | (launched: 2022-12-13_01:26:54.767703) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:56.560802 run srsepc(pid=17260): stderr: | (launched: 2022-12-13_01:26:54.814758) | Connection to 10.42.42.116 closed. 01:26:56.699918 run srsepc(pid=17260): stdout: | (launched: 2022-12-13_01:26:54.767703) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:26:56.833258 run srsepc(pid=17260): stderr: | (launched: 2022-12-13_01:26:54.814758) | Connection to 10.42.42.116 closed. 01:26:56.992933 run rm-remote-dir(pid=17261): Terminating (SIGINT) 01:26:57.177478 run rm-remote-dir(pid=17261): Terminated: ok {rc=0} 01:26:57.310679 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=17260): Process ended prematurely: srsepc(pid=17260) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42] 01:26:57.320942 tst iperf3_ul.py:42: Test FAILED (19.0 sec) 01:26:57.400760 run scp-back-log(pid=17262): Launched 01:26:58.478502 run scp-back-log(pid=17262): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17262)] 01:26:58.539734 run scp-back-log(pid=17262): stdout: | (launched: 2022-12-13_01:26:57.368517) 01:26:58.602708 run scp-back-log(pid=17262): stderr: | (launched: 2022-12-13_01:26:57.388360) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:26:58.673395 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17262): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17262)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py ---------------------------------------------- 01:26:58.720241 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:26:58.737450 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:26:58.760759 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:26:58.809631 tst ping.py: using MSISDN 8067 01:26:58.927861 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8067', subscriber_id=0} 01:26:59.038627 run srsepc_10.42.42.118: Starting srsepc 01:26:59.692190 run rm-remote-dir(pid=17264): Launched 01:27:00.895930 run rm-remote-dir(pid=17264): Terminated: ok {rc=0} 01:27:01.293684 run mk-remote-dir(pid=17265): Launched 01:27:02.569281 run mk-remote-dir(pid=17265): Terminated: ok {rc=0} 01:27:02.866985 run scp-inst-to-remote(pid=17266): Launched 01:27:05.058274 run scp-inst-to-remote(pid=17266): Terminated: ok {rc=0} 01:27:05.429161 run rm-remote-dir(pid=17268): Launched 01:27:06.626973 run rm-remote-dir(pid=17268): Terminated: ok {rc=0} 01:27:06.999206 run mk-remote-dir(pid=17269): Launched 01:27:08.196894 run mk-remote-dir(pid=17269): Terminated: ok {rc=0} 01:27:08.513853 run scp-cfg-to-remote(pid=17270): Launched 01:27:09.709500 run scp-cfg-to-remote(pid=17270): Terminated: ok {rc=0} 01:27:10.025191 run scp-db-to-remote(pid=17272): Launched 01:27:11.219685 run scp-db-to-remote(pid=17272): Terminated: ok {rc=0} 01:27:11.364524 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:27:11.710148 run patchelf(pid=17274): Launched 01:27:12.902306 run patchelf(pid=17274): Terminated: ok {rc=0} 01:27:13.038602 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:27:13.360404 run setcap-netadm(pid=17275): Launched 01:27:14.544906 run setcap-netadm(pid=17275): Terminated: ok {rc=0} 01:27:14.881725 run srsepc(pid=17276): Launched 01:27:15.001746 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:27:16.214005 run rm-remote-dir(pid=17277): Launched 01:27:16.446421 run srsepc(pid=17276): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)] 01:27:16.650348 run srsepc(pid=17276): stdout: | (launched: 2022-12-13_01:27:14.821303) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:16.804226 run srsepc(pid=17276): stderr: | (launched: 2022-12-13_01:27:14.868473) | Connection to 10.42.42.116 closed. 01:27:16.956580 run srsepc(pid=17276): stdout: | (launched: 2022-12-13_01:27:14.821303) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:17.104617 run srsepc(pid=17276): stderr: | (launched: 2022-12-13_01:27:14.868473) | Connection to 10.42.42.116 closed. 01:27:17.279682 run rm-remote-dir(pid=17277): Terminating (SIGINT) 01:27:17.479246 run rm-remote-dir(pid=17277): Terminated: ok {rc=0} 01:27:17.622348 tst ping.py:16: ERR: Error: srsepc(pid=17276): Process ended prematurely: srsepc(pid=17276) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16] 01:27:17.633230 tst ping.py:16: Test FAILED (18.9 sec) 01:27:17.717237 run scp-back-log(pid=17278): Launched 01:27:18.798267 run scp-back-log(pid=17278): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17278)] 01:27:18.863246 run scp-back-log(pid=17278): stdout: | (launched: 2022-12-13_01:27:17.683322) 01:27:18.929735 run scp-back-log(pid=17278): stderr: | (launched: 2022-12-13_01:27:17.704596) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:27:19.004279 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17278): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17278)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py ---------------------------------------------- 01:27:19.053161 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:27:19.070740 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:27:19.094931 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:27:19.146791 tst rrc_idle_mo_ping.py: using MSISDN 8068 01:27:19.273133 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8068', subscriber_id=0} 01:27:19.392442 run srsepc_10.42.42.118: Starting srsepc 01:27:20.090490 run rm-remote-dir(pid=17280): Launched 01:27:21.287919 run rm-remote-dir(pid=17280): Terminated: ok {rc=0} 01:27:21.659875 run mk-remote-dir(pid=17281): Launched 01:27:22.856555 run mk-remote-dir(pid=17281): Terminated: ok {rc=0} 01:27:23.173618 run scp-inst-to-remote(pid=17282): Launched 01:27:25.370541 run scp-inst-to-remote(pid=17282): Terminated: ok {rc=0} 01:27:25.740872 run rm-remote-dir(pid=17284): Launched 01:27:26.938076 run rm-remote-dir(pid=17284): Terminated: ok {rc=0} 01:27:27.309958 run mk-remote-dir(pid=17285): Launched 01:27:28.503236 run mk-remote-dir(pid=17285): Terminated: ok {rc=0} 01:27:28.800791 run scp-cfg-to-remote(pid=17286): Launched 01:27:29.984473 run scp-cfg-to-remote(pid=17286): Terminated: ok {rc=0} 01:27:30.280083 run scp-db-to-remote(pid=17288): Launched 01:27:31.469187 run scp-db-to-remote(pid=17288): Terminated: ok {rc=0} 01:27:31.618079 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:27:31.968126 run patchelf(pid=17290): Launched 01:27:33.221559 run patchelf(pid=17290): Terminated: ok {rc=0} 01:27:33.356880 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:27:33.677705 run setcap-netadm(pid=17291): Launched 01:27:34.860570 run setcap-netadm(pid=17291): Terminated: ok {rc=0} 01:27:35.195203 run srsepc(pid=17292): Launched 01:27:35.315653 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:27:36.534632 run rm-remote-dir(pid=17293): Launched 01:27:36.731219 run srsepc(pid=17292): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)] 01:27:36.879019 run srsepc(pid=17292): stdout: | (launched: 2022-12-13_01:27:35.135839) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:37.027346 run srsepc(pid=17292): stderr: | (launched: 2022-12-13_01:27:35.182761) | Connection to 10.42.42.116 closed. 01:27:37.175444 run srsepc(pid=17292): stdout: | (launched: 2022-12-13_01:27:35.135839) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:37.318096 run srsepc(pid=17292): stderr: | (launched: 2022-12-13_01:27:35.182761) | Connection to 10.42.42.116 closed. 01:27:37.487418 run rm-remote-dir(pid=17293): Terminating (SIGINT) 01:27:37.683718 run rm-remote-dir(pid=17293): Terminated: ok {rc=0} 01:27:37.825940 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=17292): Process ended prematurely: srsepc(pid=17292) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16] 01:27:37.836644 tst rrc_idle_mo_ping.py:16: Test FAILED (18.8 sec) 01:27:37.919986 run scp-back-log(pid=17294): Launched 01:27:39.002369 run scp-back-log(pid=17294): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17294)] 01:27:39.066773 run scp-back-log(pid=17294): stdout: | (launched: 2022-12-13_01:27:37.885937) 01:27:39.132643 run scp-back-log(pid=17294): stderr: | (launched: 2022-12-13_01:27:37.907059) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:27:39.206892 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17294): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17294)]') ---------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py ---------------------------------------------- 01:27:39.255481 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 01:27:39.273504 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 01:27:39.297349 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 01:27:39.351054 tst rrc_idle_mt_ping.py: using MSISDN 8069 01:27:39.476627 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8069', subscriber_id=0} 01:27:39.594763 run srsepc_10.42.42.118: Starting srsepc 01:27:40.293039 run rm-remote-dir(pid=17296): Launched 01:27:41.492190 run rm-remote-dir(pid=17296): Terminated: ok {rc=0} 01:27:41.866788 run mk-remote-dir(pid=17297): Launched 01:27:43.073604 run mk-remote-dir(pid=17297): Terminated: ok {rc=0} 01:27:43.391451 run scp-inst-to-remote(pid=17301): Launched 01:27:45.586674 run scp-inst-to-remote(pid=17301): Terminated: ok {rc=0} 01:27:45.954158 run rm-remote-dir(pid=17303): Launched 01:27:47.282348 run rm-remote-dir(pid=17303): Terminated: ok {rc=0} 01:27:47.633269 run mk-remote-dir(pid=17304): Launched 01:27:48.820722 run mk-remote-dir(pid=17304): Terminated: ok {rc=0} 01:27:49.118577 run scp-cfg-to-remote(pid=17305): Launched 01:27:50.304176 run scp-cfg-to-remote(pid=17305): Terminated: ok {rc=0} 01:27:50.600092 run scp-db-to-remote(pid=17307): Launched 01:27:51.787525 run scp-db-to-remote(pid=17307): Terminated: ok {rc=0} 01:27:51.934051 run srsepc_10.42.42.118: Setting RPATH for srsepc 01:27:52.281723 run patchelf(pid=17309): Launched 01:27:53.470249 run patchelf(pid=17309): Terminated: ok {rc=0} 01:27:53.615655 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 01:27:53.959932 run setcap-netadm(pid=17310): Launched 01:27:55.155737 run setcap-netadm(pid=17310): Terminated: ok {rc=0} 01:27:55.515194 run srsepc(pid=17311): Launched 01:27:55.642012 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 01:27:56.875027 run rm-remote-dir(pid=17312): Launched 01:27:57.071140 run srsepc(pid=17311): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)] 01:27:57.218925 run srsepc(pid=17311): stdout: | (launched: 2022-12-13_01:27:55.451726) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:57.367394 run srsepc(pid=17311): stderr: | (launched: 2022-12-13_01:27:55.502440) | Connection to 10.42.42.116 closed. 01:27:57.515741 run srsepc(pid=17311): stdout: | (launched: 2022-12-13_01:27:55.451726) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 01:27:57.658442 run srsepc(pid=17311): stderr: | (launched: 2022-12-13_01:27:55.502440) | Connection to 10.42.42.116 closed. 01:27:57.828503 run rm-remote-dir(pid=17312): Terminating (SIGINT) 01:27:58.024449 run rm-remote-dir(pid=17312): Terminated: ok {rc=0} 01:27:58.166232 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=17311): Process ended prematurely: srsepc(pid=17311) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16] 01:27:58.177088 tst rrc_idle_mt_ping.py:16: Test FAILED (18.9 sec) 01:27:58.260702 run scp-back-log(pid=17313): Launched 01:27:59.344534 run scp-back-log(pid=17313): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17313)] 01:27:59.409189 run scp-back-log(pid=17313): stdout: | (launched: 2022-12-13_01:27:58.226950) 01:27:59.475263 run scp-back-log(pid=17313): stderr: | (launched: 2022-12-13_01:27:58.247872) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 01:27:59.550166 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17313): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17313)]') --------------------------------------------------------------------- trial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-oc2g --------------------------------------------------------------------- 01:27:59.685212 tst handover_2G:nanobts+bts1-oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:27:59.691057 tst handover_2G:nanobts+bts1-oc2g: Verifying 2 x bts (candidates: 11) 01:27:59.735072 tst handover_2G:nanobts+bts1-oc2g: Verifying 6 x ip_address (candidates: 9) 01:27:59.762874 tst handover_2G:nanobts+bts1-oc2g: Verifying 2 x modem (candidates: 12) 01:27:59.818521 tst handover_2G:nanobts+bts1-oc2g: Reserving 2 x bts (candidates: 11) 01:27:59.863632 tst handover_2G:nanobts+bts1-oc2g: Reserving 6 x ip_address (candidates: 9) 01:27:59.891280 tst handover_2G:nanobts+bts1-oc2g: Reserving 2 x modem (candidates: 12) 01:28:00.439299 tst handover_2G:nanobts+bts1-oc2g: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-oc2g handover.py ---------------------------------------------- 01:28:00.445081 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:00.456513 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2) 01:28:00.499403 tst handover.py: using LAC 32670 01:28:00.632842 tst handover.py: using RAC 30 01:28:00.764201 tst handover.py: using CellId 32670 01:28:00.907119 tst handover.py: using BVCI 32671 01:28:01.026875 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2) 01:28:01.060652 tst handover.py: using LAC 32671 01:28:01.194208 tst handover.py: using RAC 31 01:28:01.370459 tst handover.py: using CellId 32671 01:28:01.502822 tst handover.py: using BVCI 32672 01:28:01.701604 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:01.714679 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:01.731553 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:01.745334 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:01.759708 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 01:28:01.773243 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2) 01:28:01.921062 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2) 01:28:02.068183 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:28:02.595704 run create_hlr_db(pid=17319): Launched 01:28:03.791447 run create_hlr_db(pid=17319): Terminated: ok {rc=0} 01:28:04.147487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Launched 01:28:04.482696 run osmo-hlr_10.42.42.2(pid=17322): Launched 01:28:04.610284 run osmo-stp_10.42.42.5: Starting osmo-stp 01:28:05.191032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Launched 01:28:05.529563 run osmo-stp_10.42.42.5(pid=17325): Launched 01:28:05.657160 run osmo-msc_10.42.42.6: Starting osmo-msc 01:28:06.268176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Launched 01:28:06.595510 run osmo-msc_10.42.42.6(pid=17328): Launched 01:28:06.772398 run osmo-stp_10.42.42.5(pid=17325): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)] 01:28:06.904491 run osmo-stp_10.42.42.5(pid=17325): stdout: | (launched: 2022-12-13_01:28:05.466294) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:07.036422 run osmo-stp_10.42.42.5(pid=17325): stderr: | 20221213012805662 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012805662 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012805662 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012805663 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012805663 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012805663 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012805663 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:07.166578 run osmo-stp_10.42.42.5(pid=17325): stdout: | (launched: 2022-12-13_01:28:05.466294) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:07.290223 run osmo-stp_10.42.42.5(pid=17325): stderr: | 20221213012805662 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012805662 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012805662 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012805663 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012805663 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012805663 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012805663 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:07.438452 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)] [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18] 01:28:07.446687 tst handover.py:18: Test FAILED (7.0 sec) 01:28:07.473047 run osmo-hlr_10.42.42.2(pid=17322): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17322)] 01:28:07.521108 run osmo-hlr_10.42.42.2(pid=17322): stdout: | (launched: 2022-12-13_01:28:04.420056) 01:28:07.570954 run osmo-hlr_10.42.42.2(pid=17322): stderr: | 20221213012804621 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012804621 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012804621 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012804621 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012804621 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012804622 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012804634 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012804643 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012804644 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012804644 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:28:07.640524 run osmo-msc_10.42.42.6(pid=17328): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17328)] 01:28:07.688569 run osmo-msc_10.42.42.6(pid=17328): stdout: | (launched: 2022-12-13_01:28:06.536611) 01:28:07.738342 run osmo-msc_10.42.42.6(pid=17328): stderr: | 20221213012806810 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012806810 DLGLOBAL DEBUG validating counter group 0x7fd6cec33c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012806810 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012806810 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012806810 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012806811 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012806812 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012806813 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012806813 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012806813 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:28:07.788367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminating (SIGTERM) 01:28:07.828516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminating (SIGTERM) 01:28:07.868634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminating (SIGTERM) 01:28:07.909256 --- ParallelTerminationStrategy: PID 17321 died... 01:28:07.928529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminated: ok {rc=0} 01:28:07.972886 --- ParallelTerminationStrategy: PID 17324 died... 01:28:07.991643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminated: ok {rc=0} 01:28:08.035616 --- ParallelTerminationStrategy: PID 17327 died... 01:28:08.054341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminated: ok {rc=0} 01:28:08.140581 bus /sierra_3: Setting Powered False 01:28:09.241316 bus /sierra_3: Setting Powered False 01:28:10.357644 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-octphy --------------------------------------------------------------------- 01:28:11.608227 tst handover_2G:nanobts+bts1-octphy: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:28:11.613921 tst handover_2G:nanobts+bts1-octphy: Verifying 2 x bts (candidates: 11) 01:28:11.655740 tst handover_2G:nanobts+bts1-octphy: Verifying 6 x ip_address (candidates: 9) 01:28:11.683591 tst handover_2G:nanobts+bts1-octphy: Verifying 2 x modem (candidates: 12) 01:28:11.737471 tst handover_2G:nanobts+bts1-octphy: Reserving 2 x bts (candidates: 11) 01:28:11.778663 tst handover_2G:nanobts+bts1-octphy: Reserving 6 x ip_address (candidates: 9) 01:28:11.806212 tst handover_2G:nanobts+bts1-octphy: Reserving 2 x modem (candidates: 12) 01:28:12.361602 tst handover_2G:nanobts+bts1-octphy: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 OCTBTS 3500 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-octphy handover.py ---------------------------------------------- 01:28:12.367145 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:12.378628 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2) 01:28:12.418401 tst handover.py: using LAC 32672 01:28:12.551676 tst handover.py: using RAC 32 01:28:12.685483 tst handover.py: using CellId 32672 01:28:12.819774 tst handover.py: using BVCI 32673 01:28:12.943511 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2) 01:28:12.979280 tst handover.py: using LAC 32673 01:28:13.112769 tst handover.py: using RAC 33 01:28:13.244848 tst handover.py: using CellId 32673 01:28:13.377203 tst handover.py: using BVCI 32674 01:28:13.499694 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:13.511275 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:13.522727 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:13.534373 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:13.546262 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:28:13.558047 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2) 01:28:13.680526 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2) 01:28:13.798938 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:28:14.260744 run create_hlr_db(pid=17333): Launched 01:28:14.383092 bus /sierra_2: Setting Powered False 01:28:15.445070 run create_hlr_db(pid=17333): Terminated: ok {rc=0} 01:28:15.885647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Launched 01:28:16.216419 run osmo-hlr_10.42.42.2(pid=17336): Launched 01:28:16.466794 run osmo-stp_10.42.42.5: Starting osmo-stp 01:28:17.126513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Launched 01:28:17.477280 run osmo-stp_10.42.42.5(pid=17339): Launched 01:28:17.609229 run osmo-msc_10.42.42.6: Starting osmo-msc 01:28:18.190776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Launched 01:28:18.528282 run osmo-msc_10.42.42.6(pid=17342): Launched 01:28:18.718058 run osmo-stp_10.42.42.5(pid=17339): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)] 01:28:18.860167 run osmo-stp_10.42.42.5(pid=17339): stdout: | (launched: 2022-12-13_01:28:17.414911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:19.002699 run osmo-stp_10.42.42.5(pid=17339): stderr: | 20221213012817611 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012817611 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012817611 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012817612 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012817612 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012817612 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012817612 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:19.142970 run osmo-stp_10.42.42.5(pid=17339): stdout: | (launched: 2022-12-13_01:28:17.414911) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:19.275852 run osmo-stp_10.42.42.5(pid=17339): stderr: | 20221213012817611 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012817611 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012817611 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012817612 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012817612 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012817612 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012817612 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:19.435479 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17339): Process ended prematurely: osmo-stp_10.42.42.5(pid=17339) [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)] [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18] 01:28:19.444469 tst handover.py:18: Test FAILED (7.1 sec) 01:28:19.472207 run osmo-hlr_10.42.42.2(pid=17336): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17336)] 01:28:19.522902 run osmo-hlr_10.42.42.2(pid=17336): stdout: | (launched: 2022-12-13_01:28:16.156404) 01:28:19.575450 run osmo-hlr_10.42.42.2(pid=17336): stderr: | 20221213012816506 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012816506 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012816506 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012816506 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012816506 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012816506 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012816518 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012816526 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012816526 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012816526 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:28:19.648429 run osmo-msc_10.42.42.6(pid=17342): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17342)] 01:28:19.698783 run osmo-msc_10.42.42.6(pid=17342): stdout: | (launched: 2022-12-13_01:28:18.465673) 01:28:19.751819 run osmo-msc_10.42.42.6(pid=17342): stderr: | 20221213012818790 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012818790 DLGLOBAL DEBUG validating counter group 0x7f2ac0030c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012818790 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012818790 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012818790 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012818791 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012818792 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012818793 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012818793 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012818793 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:28:19.804311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Terminating (SIGTERM) 01:28:19.846598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Terminating (SIGTERM) 01:28:19.888892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Terminating (SIGTERM) 01:28:19.931549 --- ParallelTerminationStrategy: PID 17335 died... 01:28:19.951586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Terminated: ok {rc=0} 01:28:19.998370 --- ParallelTerminationStrategy: PID 17338 died... 01:28:20.018154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Terminated: ok {rc=0} 01:28:20.064785 --- ParallelTerminationStrategy: PID 17341 died... 01:28:20.085220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Terminated: ok {rc=0} 01:28:20.174785 bus /sierra_3: Setting Powered False 01:28:21.275365 bus /sierra_3: Setting Powered False 01:28:22.392524 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-octphy FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms --------------------------------------------------------------------- 01:28:23.640141 tst handover_2G:nanobts+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:28:23.646260 tst handover_2G:nanobts+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 01:28:23.701583 tst handover_2G:nanobts+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 01:28:23.729213 tst handover_2G:nanobts+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 01:28:23.784445 tst handover_2G:nanobts+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 01:28:23.839530 tst handover_2G:nanobts+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 01:28:23.866742 tst handover_2G:nanobts+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 01:28:24.417948 tst handover_2G:nanobts+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms handover.py ---------------------------------------------- 01:28:24.423384 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:24.434834 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:28:24.473252 tst handover.py: using LAC 32674 01:28:24.604539 tst handover.py: using RAC 34 01:28:24.736205 tst handover.py: using CellId 32674 01:28:24.867611 tst handover.py: using BVCI 32675 01:28:24.991678 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:28:25.041680 tst handover.py: using LAC 32675 01:28:25.172581 tst handover.py: using RAC 35 01:28:25.304339 tst handover.py: using CellId 32675 01:28:25.435811 tst handover.py: using BVCI 32676 01:28:25.559878 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:25.571309 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:25.582560 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:25.593858 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:25.605151 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:28:25.616320 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:28:25.735833 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:28:25.855206 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:28:26.314564 run create_hlr_db(pid=17347): Launched 01:28:26.435470 bus /sierra_2: Setting Powered False 01:28:27.497318 run create_hlr_db(pid=17347): Terminated: ok {rc=0} 01:28:27.907360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Launched 01:28:28.228204 run osmo-hlr_10.42.42.2(pid=17350): Launched 01:28:28.349500 run osmo-stp_10.42.42.5: Starting osmo-stp 01:28:28.865674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Launched 01:28:29.179571 run osmo-stp_10.42.42.5(pid=17353): Launched 01:28:29.300884 run osmo-msc_10.42.42.6: Starting osmo-msc 01:28:29.843876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Launched 01:28:30.159266 run osmo-msc_10.42.42.6(pid=17356): Launched 01:28:30.336832 run osmo-stp_10.42.42.5(pid=17353): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)] 01:28:30.470809 run osmo-stp_10.42.42.5(pid=17353): stdout: | (launched: 2022-12-13_01:28:29.120754) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:30.602870 run osmo-stp_10.42.42.5(pid=17353): stderr: | 20221213012829293 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012829293 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012829294 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012829294 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012829295 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012829295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012829295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:30.733222 run osmo-stp_10.42.42.5(pid=17353): stdout: | (launched: 2022-12-13_01:28:29.120754) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:30.881386 run osmo-stp_10.42.42.5(pid=17353): stderr: | 20221213012829293 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012829293 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012829294 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012829294 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012829295 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012829295 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012829295 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:31.050453 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17353): Process ended prematurely: osmo-stp_10.42.42.5(pid=17353) [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)] [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18] 01:28:31.060367 tst handover.py:18: Test FAILED (6.6 sec) 01:28:31.091869 run osmo-hlr_10.42.42.2(pid=17350): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17350)] 01:28:31.145753 run osmo-hlr_10.42.42.2(pid=17350): stdout: | (launched: 2022-12-13_01:28:28.169573) 01:28:31.200697 run osmo-hlr_10.42.42.2(pid=17350): stderr: | 20221213012828347 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012828347 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012828347 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012828347 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012828347 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012828347 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012828359 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012828367 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012828367 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012828367 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:28:31.277785 run osmo-msc_10.42.42.6(pid=17356): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17356)] 01:28:31.330906 run osmo-msc_10.42.42.6(pid=17356): stdout: | (launched: 2022-12-13_01:28:30.100201) 01:28:31.386229 run osmo-msc_10.42.42.6(pid=17356): stderr: | 20221213012830371 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012830371 DLGLOBAL DEBUG validating counter group 0x7f911bdb9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012830371 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012830371 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012830371 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012830371 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012830373 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012830373 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012830374 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012830374 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:28:31.442237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Terminating (SIGTERM) 01:28:31.487004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Terminating (SIGTERM) 01:28:31.533395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Terminating (SIGTERM) 01:28:31.581512 --- ParallelTerminationStrategy: PID 17349 died... 01:28:31.602126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Terminated: ok {rc=0} 01:28:31.654226 --- ParallelTerminationStrategy: PID 17352 died... 01:28:31.675416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Terminated: ok {rc=0} 01:28:31.724874 --- ParallelTerminationStrategy: PID 17355 died... 01:28:31.745866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Terminated: ok {rc=0} 01:28:31.837923 bus /sierra_3: Setting Powered False 01:28:32.938147 bus /sierra_3: Setting Powered False 01:28:34.056128 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 01:28:35.318718 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:28:35.325611 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 01:28:35.377148 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:28:35.404667 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:28:35.459642 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 01:28:35.510836 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:28:35.538428 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:28:36.090845 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 01:28:36.096382 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:36.108251 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:28:36.146549 tst handover.py: using LAC 32676 01:28:36.277897 tst handover.py: using RAC 36 01:28:36.409480 tst handover.py: using CellId 32676 01:28:36.541073 tst handover.py: using BVCI 32677 01:28:36.663422 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:28:36.709226 tst handover.py: using LAC 32677 01:28:36.842901 tst handover.py: using RAC 37 01:28:36.973823 tst handover.py: using CellId 32677 01:28:37.106857 tst handover.py: using BVCI 32678 01:28:37.231415 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:37.243203 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:37.254726 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:37.266327 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:37.278231 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:28:37.289800 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:28:37.408824 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:28:37.532688 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:28:38.026519 run create_hlr_db(pid=17361): Launched 01:28:38.163764 bus /sierra_2: Setting Powered False 01:28:39.229378 run create_hlr_db(pid=17361): Terminated: ok {rc=0} 01:28:39.667172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Launched 01:28:40.006871 run osmo-hlr_10.42.42.2(pid=17365): Launched 01:28:40.135863 run osmo-stp_10.42.42.5: Starting osmo-stp 01:28:40.685154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Launched 01:28:41.023271 run osmo-stp_10.42.42.5(pid=17368): Launched 01:28:41.152860 run osmo-msc_10.42.42.6: Starting osmo-msc 01:28:41.737486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Launched 01:28:42.076852 run osmo-msc_10.42.42.6(pid=17371): Launched 01:28:42.265796 run osmo-stp_10.42.42.5(pid=17368): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)] 01:28:42.407292 run osmo-stp_10.42.42.5(pid=17368): stdout: | (launched: 2022-12-13_01:28:40.960347) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:42.549888 run osmo-stp_10.42.42.5(pid=17368): stderr: | 20221213012841155 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012841156 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012841156 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012841156 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012841157 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012841157 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012841157 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:42.689331 run osmo-stp_10.42.42.5(pid=17368): stdout: | (launched: 2022-12-13_01:28:40.960347) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:42.822840 run osmo-stp_10.42.42.5(pid=17368): stderr: | 20221213012841155 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012841156 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012841156 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012841156 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012841157 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012841157 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012841157 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:42.982117 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)] [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18] 01:28:42.990930 tst handover.py:18: Test FAILED (6.9 sec) 01:28:43.018727 run osmo-hlr_10.42.42.2(pid=17365): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17365)] 01:28:43.069435 run osmo-hlr_10.42.42.2(pid=17365): stdout: | (launched: 2022-12-13_01:28:39.944289) 01:28:43.121844 run osmo-hlr_10.42.42.2(pid=17365): stderr: | 20221213012840145 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012840145 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012840145 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012840145 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012840145 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012840145 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012840161 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012840169 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012840170 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012840170 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:28:43.194387 run osmo-msc_10.42.42.6(pid=17371): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17371)] 01:28:43.245071 run osmo-msc_10.42.42.6(pid=17371): stdout: | (launched: 2022-12-13_01:28:42.013857) 01:28:43.297395 run osmo-msc_10.42.42.6(pid=17371): stderr: | 20221213012842336 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012842336 DLGLOBAL DEBUG validating counter group 0x7ff784669c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012842337 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012842337 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012842337 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012842337 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012842339 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012842339 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012842339 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012842339 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:28:43.350134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Terminating (SIGTERM) 01:28:43.392346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminating (SIGTERM) 01:28:43.434701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Terminating (SIGTERM) 01:28:43.477068 --- ParallelTerminationStrategy: PID 17363 died... 01:28:43.497181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Terminated: ok {rc=0} 01:28:43.543817 --- ParallelTerminationStrategy: PID 17367 died... 01:28:43.563384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminated: ok {rc=0} 01:28:43.609901 --- ParallelTerminationStrategy: PID 17370 died... 01:28:43.629482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Terminated: ok {rc=0} 01:28:43.718827 bus /sierra_3: Setting Powered False 01:28:44.819670 bus /sierra_3: Setting Powered False 01:28:45.949821 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 01:28:47.213751 tst handover_2G:nanobts+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:28:47.219938 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 01:28:47.281421 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 01:28:47.308252 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 01:28:47.366600 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 01:28:47.423535 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 01:28:47.450807 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 01:28:47.993881 tst handover_2G:nanobts+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 01:28:47.999243 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:48.010617 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:28:48.048143 tst handover.py: using LAC 32678 01:28:48.170671 tst handover.py: using RAC 38 01:28:48.295007 tst handover.py: using CellId 32678 01:28:48.418434 tst handover.py: using BVCI 32679 01:28:48.533992 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:28:48.581648 tst handover.py: using LAC 32679 01:28:48.711958 tst handover.py: using RAC 39 01:28:48.844906 tst handover.py: using CellId 32679 01:28:48.975023 tst handover.py: using BVCI 32680 01:28:49.096785 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:49.109066 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:49.120632 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:49.132410 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:49.144141 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:28:49.155861 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:28:49.276109 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:28:49.393832 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:28:49.859247 run create_hlr_db(pid=17376): Launched 01:28:49.980076 bus /sierra_2: Setting Powered False 01:28:51.043048 run create_hlr_db(pid=17376): Terminated: ok {rc=0} 01:28:51.453671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Launched 01:28:51.768265 run osmo-hlr_10.42.42.2(pid=17379): Launched 01:28:51.889719 run osmo-stp_10.42.42.5: Starting osmo-stp 01:28:52.422895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Launched 01:28:52.740265 run osmo-stp_10.42.42.5(pid=17382): Launched 01:28:52.863406 run osmo-msc_10.42.42.6: Starting osmo-msc 01:28:53.407061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Launched 01:28:53.723437 run osmo-msc_10.42.42.6(pid=17385): Launched 01:28:53.900879 run osmo-stp_10.42.42.5(pid=17382): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)] 01:28:54.034570 run osmo-stp_10.42.42.5(pid=17382): stdout: | (launched: 2022-12-13_01:28:52.681130) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:54.166669 run osmo-stp_10.42.42.5(pid=17382): stderr: | 20221213012852853 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012852853 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012852853 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012852854 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012852854 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012852854 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012852854 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:54.297349 run osmo-stp_10.42.42.5(pid=17382): stdout: | (launched: 2022-12-13_01:28:52.681130) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:28:54.421500 run osmo-stp_10.42.42.5(pid=17382): stderr: | 20221213012852853 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012852853 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012852853 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012852854 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012852854 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012852854 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012852854 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:28:54.570079 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17382): Process ended prematurely: osmo-stp_10.42.42.5(pid=17382) [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)] [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18] 01:28:54.578296 tst handover.py:18: Test FAILED (6.6 sec) 01:28:54.604866 run osmo-hlr_10.42.42.2(pid=17379): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17379)] 01:28:54.653714 run osmo-hlr_10.42.42.2(pid=17379): stdout: | (launched: 2022-12-13_01:28:51.709419) 01:28:54.704226 run osmo-hlr_10.42.42.2(pid=17379): stderr: | 20221213012851888 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012851888 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012851888 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012851888 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012851888 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012851888 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012851900 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012851908 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012851909 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012851909 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:28:54.774284 run osmo-msc_10.42.42.6(pid=17385): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17385)] 01:28:54.822653 run osmo-msc_10.42.42.6(pid=17385): stdout: | (launched: 2022-12-13_01:28:53.664561) 01:28:54.872698 run osmo-msc_10.42.42.6(pid=17385): stderr: | 20221213012853936 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012853936 DLGLOBAL DEBUG validating counter group 0x7f11d930ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012853936 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012853936 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012853936 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012853937 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012853938 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012853939 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012853939 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012853939 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:28:54.923422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Terminating (SIGTERM) 01:28:54.963807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Terminating (SIGTERM) 01:28:55.004224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Terminating (SIGTERM) 01:28:55.044616 --- ParallelTerminationStrategy: PID 17378 died... 01:28:55.063911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Terminated: ok {rc=0} 01:28:55.109055 --- ParallelTerminationStrategy: PID 17381 died... 01:28:55.127743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Terminated: ok {rc=0} 01:28:55.172299 --- ParallelTerminationStrategy: PID 17384 died... 01:28:55.190964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Terminated: ok {rc=0} 01:28:55.275894 bus /sierra_3: Setting Powered False 01:28:56.375359 bus /sierra_3: Setting Powered False 01:28:57.492052 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-sysmo --------------------------------------------------------------------- 01:28:58.759653 tst handover_2G:nanobts+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:28:58.765546 tst handover_2G:nanobts+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:28:58.808747 tst handover_2G:nanobts+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:28:58.836406 tst handover_2G:nanobts+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:28:58.890031 tst handover_2G:nanobts+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:28:58.932781 tst handover_2G:nanobts+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:28:58.960226 tst handover_2G:nanobts+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:28:59.509684 tst handover_2G:nanobts+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-sysmo handover.py ---------------------------------------------- 01:28:59.515981 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:28:59.527683 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2) 01:28:59.574377 tst handover.py: using LAC 32680 01:28:59.706968 tst handover.py: using RAC 40 01:28:59.839683 tst handover.py: using CellId 32680 01:28:59.970520 tst handover.py: using BVCI 32681 01:29:00.094567 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2) 01:29:00.132647 tst handover.py: using LAC 32681 01:29:00.264054 tst handover.py: using RAC 41 01:29:00.397444 tst handover.py: using CellId 32681 01:29:00.526540 tst handover.py: using BVCI 32682 01:29:00.648038 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:29:00.659490 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:29:00.670776 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:29:00.682119 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:29:00.693491 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:29:00.704672 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2) 01:29:00.826002 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2) 01:29:00.973821 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:29:01.459782 run create_hlr_db(pid=17390): Launched 01:29:01.627165 bus /sierra_2: Setting Powered False 01:29:02.688207 run create_hlr_db(pid=17390): Terminated: ok {rc=0} 01:29:03.118225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Launched 01:29:03.453729 run osmo-hlr_10.42.42.2(pid=17393): Launched 01:29:03.581969 run osmo-stp_10.42.42.5: Starting osmo-stp 01:29:04.132352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Launched 01:29:04.469913 run osmo-stp_10.42.42.5(pid=17396): Launched 01:29:04.599833 run osmo-msc_10.42.42.6: Starting osmo-msc 01:29:05.181260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Launched 01:29:05.519560 run osmo-msc_10.42.42.6(pid=17399): Launched 01:29:05.707887 run osmo-stp_10.42.42.5(pid=17396): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)] 01:29:05.850137 run osmo-stp_10.42.42.5(pid=17396): stdout: | (launched: 2022-12-13_01:29:04.407104) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:05.991983 run osmo-stp_10.42.42.5(pid=17396): stderr: | 20221213012904602 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012904602 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012904602 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012904602 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012904603 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012904603 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012904603 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:06.131553 run osmo-stp_10.42.42.5(pid=17396): stdout: | (launched: 2022-12-13_01:29:04.407104) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:06.264622 run osmo-stp_10.42.42.5(pid=17396): stderr: | 20221213012904602 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012904602 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012904602 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012904602 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012904603 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012904603 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012904603 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:06.424517 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17396): Process ended prematurely: osmo-stp_10.42.42.5(pid=17396) [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)] [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18] 01:29:06.433711 tst handover.py:18: Test FAILED (6.9 sec) 01:29:06.461264 run osmo-hlr_10.42.42.2(pid=17393): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17393)] 01:29:06.511886 run osmo-hlr_10.42.42.2(pid=17393): stdout: | (launched: 2022-12-13_01:29:03.391421) 01:29:06.564196 run osmo-hlr_10.42.42.2(pid=17393): stderr: | 20221213012903592 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012903592 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012903592 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012903592 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012903592 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012903592 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012903605 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012903614 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012903614 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012903614 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:29:06.637181 run osmo-msc_10.42.42.6(pid=17399): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17399)] 01:29:06.687593 run osmo-msc_10.42.42.6(pid=17399): stdout: | (launched: 2022-12-13_01:29:05.456742) 01:29:06.739637 run osmo-msc_10.42.42.6(pid=17399): stderr: | 20221213012905779 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012905779 DLGLOBAL DEBUG validating counter group 0x7fafd73dbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012905780 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012905780 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012905780 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012905780 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012905782 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012905782 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012905782 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012905782 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:29:06.792480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Terminating (SIGTERM) 01:29:06.834528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Terminating (SIGTERM) 01:29:06.876376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Terminating (SIGTERM) 01:29:06.918699 --- ParallelTerminationStrategy: PID 17392 died... 01:29:06.938984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Terminated: ok {rc=0} 01:29:06.985639 --- ParallelTerminationStrategy: PID 17395 died... 01:29:07.005384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Terminated: ok {rc=0} 01:29:07.051839 --- ParallelTerminationStrategy: PID 17398 died... 01:29:07.071570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Terminated: ok {rc=0} 01:29:07.160118 bus /sierra_3: Setting Powered False 01:29:08.261651 bus /sierra_3: Setting Powered False 01:29:09.380773 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-b200 --------------------------------------------------------------------- 01:29:10.630849 tst handover_2G:nanobts+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:29:10.636245 tst handover_2G:nanobts+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:29:10.690909 tst handover_2G:nanobts+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:29:10.717275 tst handover_2G:nanobts+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:29:10.771351 tst handover_2G:nanobts+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:29:10.824815 tst handover_2G:nanobts+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:29:10.851209 tst handover_2G:nanobts+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:29:11.400376 tst handover_2G:nanobts+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-b200 handover.py ---------------------------------------------- 01:29:11.405675 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:11.416479 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:29:11.458019 tst handover.py: using LAC 32682 01:29:11.580690 tst handover.py: using RAC 42 01:29:11.702478 tst handover.py: using CellId 32682 01:29:11.835665 tst handover.py: using BVCI 32683 01:29:11.958040 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:29:12.010149 tst handover.py: using LAC 32683 01:29:12.141052 tst handover.py: using RAC 43 01:29:12.271339 tst handover.py: using CellId 32683 01:29:12.400699 tst handover.py: using BVCI 32684 01:29:12.522951 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:12.534440 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:12.545799 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:12.557211 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:12.568860 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:29:12.580366 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:29:12.703652 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:29:12.825524 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:29:13.318508 run create_hlr_db(pid=17404): Launched 01:29:13.454685 bus /sierra_2: Setting Powered False 01:29:14.520434 run create_hlr_db(pid=17404): Terminated: ok {rc=0} 01:29:14.960123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Launched 01:29:15.297551 run osmo-hlr_10.42.42.2(pid=17407): Launched 01:29:15.427612 run osmo-stp_10.42.42.5: Starting osmo-stp 01:29:15.984873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Launched 01:29:16.356232 run osmo-stp_10.42.42.5(pid=17410): Launched 01:29:16.617620 run osmo-msc_10.42.42.6: Starting osmo-msc 01:29:17.254661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Launched 01:29:17.593656 run osmo-msc_10.42.42.6(pid=17413): Launched 01:29:17.783544 run osmo-stp_10.42.42.5(pid=17410): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)] 01:29:17.925243 run osmo-stp_10.42.42.5(pid=17410): stdout: | (launched: 2022-12-13_01:29:16.293121) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:18.068030 run osmo-stp_10.42.42.5(pid=17410): stderr: | 20221213012916591 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012916591 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012916592 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012916592 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012916593 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012916593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012916593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:18.208450 run osmo-stp_10.42.42.5(pid=17410): stdout: | (launched: 2022-12-13_01:29:16.293121) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:18.342625 run osmo-stp_10.42.42.5(pid=17410): stderr: | 20221213012916591 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012916591 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012916592 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012916592 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012916593 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012916593 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012916593 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:18.503641 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)] [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18] 01:29:18.512661 tst handover.py:18: Test FAILED (7.1 sec) 01:29:18.540894 run osmo-hlr_10.42.42.2(pid=17407): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17407)] 01:29:18.592243 run osmo-hlr_10.42.42.2(pid=17407): stdout: | (launched: 2022-12-13_01:29:15.234878) 01:29:18.645087 run osmo-hlr_10.42.42.2(pid=17407): stderr: | 20221213012915435 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012915435 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012915435 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012915435 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012915435 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012915435 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012915448 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012915457 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012915457 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012915457 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:29:18.718238 run osmo-msc_10.42.42.6(pid=17413): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17413)] 01:29:18.769556 run osmo-msc_10.42.42.6(pid=17413): stdout: | (launched: 2022-12-13_01:29:17.530712) 01:29:18.822202 run osmo-msc_10.42.42.6(pid=17413): stderr: | 20221213012917855 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012917856 DLGLOBAL DEBUG validating counter group 0x7fd18fd61c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012917856 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012917856 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012917856 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012917856 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012917858 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012917858 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012917859 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012917859 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:29:18.875397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminating (SIGTERM) 01:29:18.918206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminating (SIGTERM) 01:29:18.960718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminating (SIGTERM) 01:29:19.003408 --- ParallelTerminationStrategy: PID 17406 died... 01:29:19.023670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminated: ok {rc=0} 01:29:19.071236 --- ParallelTerminationStrategy: PID 17409 died... 01:29:19.091205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminated: ok {rc=0} 01:29:19.138370 --- ParallelTerminationStrategy: PID 17412 died... 01:29:19.158573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminated: ok {rc=0} 01:29:19.247757 bus /sierra_3: Setting Powered False 01:29:20.348536 bus /sierra_3: Setting Powered False 01:29:21.466705 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-umtrx --------------------------------------------------------------------- 01:29:22.732597 tst handover_2G:nanobts+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:29:22.738603 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:29:22.794193 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:29:22.822056 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:29:22.875445 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:29:22.930124 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:29:22.957415 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:29:23.505621 tst handover_2G:nanobts+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-umtrx handover.py ---------------------------------------------- 01:29:23.511137 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:23.522332 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:29:23.560850 tst handover.py: using LAC 32684 01:29:23.685669 tst handover.py: using RAC 44 01:29:23.818338 tst handover.py: using CellId 32684 01:29:23.957427 tst handover.py: using BVCI 32685 01:29:24.081168 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:29:24.129549 tst handover.py: using LAC 32685 01:29:24.261909 tst handover.py: using RAC 45 01:29:24.385480 tst handover.py: using CellId 32685 01:29:24.519225 tst handover.py: using BVCI 32686 01:29:24.641649 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:24.653285 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:24.664712 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:24.676365 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:24.688051 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:29:24.699314 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:29:24.820149 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:29:24.937853 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:29:25.403415 run create_hlr_db(pid=17418): Launched 01:29:25.529943 bus /sierra_2: Setting Powered False 01:29:26.592086 run create_hlr_db(pid=17418): Terminated: ok {rc=0} 01:29:27.002888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Launched 01:29:27.319728 run osmo-hlr_10.42.42.2(pid=17421): Launched 01:29:27.441926 run osmo-stp_10.42.42.5: Starting osmo-stp 01:29:27.971905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Launched 01:29:28.287205 run osmo-stp_10.42.42.5(pid=17424): Launched 01:29:28.408828 run osmo-msc_10.42.42.6: Starting osmo-msc 01:29:28.950585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Launched 01:29:29.267016 run osmo-msc_10.42.42.6(pid=17427): Launched 01:29:29.445165 run osmo-stp_10.42.42.5(pid=17424): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)] 01:29:29.579006 run osmo-stp_10.42.42.5(pid=17424): stdout: | (launched: 2022-12-13_01:29:28.228626) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:29.711984 run osmo-stp_10.42.42.5(pid=17424): stderr: | 20221213012928400 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012928400 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012928400 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012928401 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012928401 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012928401 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012928401 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:29.843030 run osmo-stp_10.42.42.5(pid=17424): stdout: | (launched: 2022-12-13_01:29:28.228626) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:29.967137 run osmo-stp_10.42.42.5(pid=17424): stderr: | 20221213012928400 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012928400 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012928400 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012928401 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012928401 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012928401 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012928401 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:30.115828 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)] [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18] 01:29:30.124097 tst handover.py:18: Test FAILED (6.6 sec) 01:29:30.150616 run osmo-hlr_10.42.42.2(pid=17421): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17421)] 01:29:30.198939 run osmo-hlr_10.42.42.2(pid=17421): stdout: | (launched: 2022-12-13_01:29:27.261036) 01:29:30.249184 run osmo-hlr_10.42.42.2(pid=17421): stderr: | 20221213012927439 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012927439 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012927439 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012927439 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012927439 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012927439 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012927451 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012927459 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012927459 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012927459 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:29:30.319140 run osmo-msc_10.42.42.6(pid=17427): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17427)] 01:29:30.367580 run osmo-msc_10.42.42.6(pid=17427): stdout: | (launched: 2022-12-13_01:29:29.207846) 01:29:30.417716 run osmo-msc_10.42.42.6(pid=17427): stderr: | 20221213012929480 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012929480 DLGLOBAL DEBUG validating counter group 0x7f8fa92dbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012929480 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012929480 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012929481 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012929481 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012929482 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012929483 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012929483 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012929483 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:29:30.468356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminating (SIGTERM) 01:29:30.508675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminating (SIGTERM) 01:29:30.549496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminating (SIGTERM) 01:29:30.590612 --- ParallelTerminationStrategy: PID 17420 died... 01:29:30.609936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminated: ok {rc=0} 01:29:30.654861 --- ParallelTerminationStrategy: PID 17423 died... 01:29:30.673605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminated: ok {rc=0} 01:29:30.718247 --- ParallelTerminationStrategy: PID 17426 died... 01:29:30.736994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminated: ok {rc=0} 01:29:30.824134 bus /sierra_3: Setting Powered False 01:29:31.948523 bus /sierra_3: Setting Powered False 01:29:33.063612 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:nanobts+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-octphy --------------------------------------------------------------------- 01:29:34.324391 tst handover_2G:oc2g+bts1-octphy: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:29:34.329774 tst handover_2G:oc2g+bts1-octphy: Verifying 2 x bts (candidates: 11) 01:29:34.367293 tst handover_2G:oc2g+bts1-octphy: Verifying 6 x ip_address (candidates: 9) 01:29:34.394438 tst handover_2G:oc2g+bts1-octphy: Verifying 2 x modem (candidates: 12) 01:29:34.450780 tst handover_2G:oc2g+bts1-octphy: Reserving 2 x bts (candidates: 11) 01:29:34.493413 tst handover_2G:oc2g+bts1-octphy: Reserving 6 x ip_address (candidates: 9) 01:29:34.520152 tst handover_2G:oc2g+bts1-octphy: Reserving 2 x modem (candidates: 12) 01:29:35.061667 tst handover_2G:oc2g+bts1-octphy: RESERVED RESOURCES for handover_2G: bts OC-2G OCTBTS 3500 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-octphy handover.py ---------------------------------------------- 01:29:35.067238 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:35.078436 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2) 01:29:35.113442 tst handover.py: using LAC 32686 01:29:35.238251 tst handover.py: using RAC 46 01:29:35.363185 tst handover.py: using CellId 32686 01:29:35.485681 tst handover.py: using BVCI 32687 01:29:35.599267 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2) 01:29:35.633689 tst handover.py: using LAC 32687 01:29:35.757231 tst handover.py: using RAC 47 01:29:35.881349 tst handover.py: using CellId 32687 01:29:36.004702 tst handover.py: using BVCI 32688 01:29:36.120700 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:36.131729 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:36.142716 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:36.154434 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:36.166326 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 01:29:36.178175 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2) 01:29:36.302004 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2) 01:29:36.424196 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:29:36.887460 run create_hlr_db(pid=17434): Launched 01:29:37.009373 bus /sierra_2: Setting Powered False 01:29:38.071073 run create_hlr_db(pid=17434): Terminated: ok {rc=0} 01:29:38.482179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Launched 01:29:38.799360 run osmo-hlr_10.42.42.2(pid=17437): Launched 01:29:38.920904 run osmo-stp_10.42.42.5: Starting osmo-stp 01:29:39.451796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Launched 01:29:39.768196 run osmo-stp_10.42.42.5(pid=17440): Launched 01:29:39.888711 run osmo-msc_10.42.42.6: Starting osmo-msc 01:29:40.435867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Launched 01:29:40.751458 run osmo-msc_10.42.42.6(pid=17443): Launched 01:29:40.930121 run osmo-stp_10.42.42.5(pid=17440): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)] 01:29:41.063423 run osmo-stp_10.42.42.5(pid=17440): stdout: | (launched: 2022-12-13_01:29:39.709559) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:41.195957 run osmo-stp_10.42.42.5(pid=17440): stderr: | 20221213012939885 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012939885 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012939885 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012939886 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012939886 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012939886 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012939886 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:41.326978 run osmo-stp_10.42.42.5(pid=17440): stdout: | (launched: 2022-12-13_01:29:39.709559) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:41.451509 run osmo-stp_10.42.42.5(pid=17440): stderr: | 20221213012939885 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012939885 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012939885 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012939886 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012939886 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012939886 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012939886 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:41.600359 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)] [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18] 01:29:41.608661 tst handover.py:18: Test FAILED (6.5 sec) 01:29:41.635351 run osmo-hlr_10.42.42.2(pid=17437): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17437)] 01:29:41.683886 run osmo-hlr_10.42.42.2(pid=17437): stdout: | (launched: 2022-12-13_01:29:38.740264) 01:29:41.733909 run osmo-hlr_10.42.42.2(pid=17437): stderr: | 20221213012938918 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012938918 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012938918 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012938918 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012938918 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012938918 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012938930 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012938938 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012938938 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012938939 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:29:41.803590 run osmo-msc_10.42.42.6(pid=17443): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17443)] 01:29:41.852088 run osmo-msc_10.42.42.6(pid=17443): stdout: | (launched: 2022-12-13_01:29:40.692466) 01:29:41.901999 run osmo-msc_10.42.42.6(pid=17443): stderr: | 20221213012940964 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012940964 DLGLOBAL DEBUG validating counter group 0x7fa8e5affc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012940964 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012940964 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012940964 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012940964 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012940966 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012940967 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012940967 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012940967 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:29:41.952275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminating (SIGTERM) 01:29:41.992512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminating (SIGTERM) 01:29:42.032815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminating (SIGTERM) 01:29:42.073278 --- ParallelTerminationStrategy: PID 17436 died... 01:29:42.092526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminated: ok {rc=0} 01:29:42.137497 --- ParallelTerminationStrategy: PID 17439 died... 01:29:42.156133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminated: ok {rc=0} 01:29:42.201449 --- ParallelTerminationStrategy: PID 17442 died... 01:29:42.220107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminated: ok {rc=0} 01:29:42.306159 bus /sierra_3: Setting Powered False 01:29:43.407258 bus /sierra_3: Setting Powered False 01:29:44.524277 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-octphy FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms --------------------------------------------------------------------- 01:29:45.762508 tst handover_2G:oc2g+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:29:45.768269 tst handover_2G:oc2g+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 01:29:45.819804 tst handover_2G:oc2g+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 01:29:45.858048 tst handover_2G:oc2g+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 01:29:45.949136 tst handover_2G:oc2g+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 01:29:46.022671 tst handover_2G:oc2g+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 01:29:46.051632 tst handover_2G:oc2g+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 01:29:46.564038 tst handover_2G:oc2g+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts OC-2G LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms handover.py ---------------------------------------------- 01:29:46.571044 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:46.583092 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:29:46.620638 tst handover.py: using LAC 32688 01:29:46.747197 tst handover.py: using RAC 48 01:29:46.908782 tst handover.py: using CellId 32688 01:29:47.034289 tst handover.py: using BVCI 32689 01:29:47.151856 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:29:47.202220 tst handover.py: using LAC 32689 01:29:47.343876 tst handover.py: using RAC 49 01:29:47.468276 tst handover.py: using CellId 32689 01:29:47.593165 tst handover.py: using BVCI 32690 01:29:47.707476 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:47.718613 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:47.729478 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:47.741030 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:47.752488 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:29:47.764160 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:29:47.888308 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:29:48.007435 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:29:48.473779 run create_hlr_db(pid=17448): Launched 01:29:48.595237 bus /sierra_2: Setting Powered False 01:29:49.657911 run create_hlr_db(pid=17448): Terminated: ok {rc=0} 01:29:50.092183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Launched 01:29:50.430671 run osmo-hlr_10.42.42.2(pid=17451): Launched 01:29:50.559942 run osmo-stp_10.42.42.5: Starting osmo-stp 01:29:51.111928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Launched 01:29:51.457121 run osmo-stp_10.42.42.5(pid=17454): Launched 01:29:51.587347 run osmo-msc_10.42.42.6: Starting osmo-msc 01:29:52.168218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Launched 01:29:52.505413 run osmo-msc_10.42.42.6(pid=17457): Launched 01:29:52.694220 run osmo-stp_10.42.42.5(pid=17454): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] 01:29:52.836149 run osmo-stp_10.42.42.5(pid=17454): stdout: | (launched: 2022-12-13_01:29:51.394613) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:52.977165 run osmo-stp_10.42.42.5(pid=17454): stderr: | 20221213012951589 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012951590 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012951590 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012951590 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012951591 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012951591 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012951591 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:53.117528 run osmo-stp_10.42.42.5(pid=17454): stdout: | (launched: 2022-12-13_01:29:51.394613) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:29:53.250907 run osmo-stp_10.42.42.5(pid=17454): stderr: | 20221213012951589 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213012951590 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213012951590 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213012951590 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213012951591 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213012951591 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213012951591 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:29:53.410467 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18] 01:29:53.419357 tst handover.py:18: Test FAILED (6.8 sec) 01:29:53.447092 run osmo-hlr_10.42.42.2(pid=17451): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17451)] 01:29:53.497855 run osmo-hlr_10.42.42.2(pid=17451): stdout: | (launched: 2022-12-13_01:29:50.367955) 01:29:53.550324 run osmo-hlr_10.42.42.2(pid=17451): stderr: | 20221213012950568 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213012950568 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213012950568 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213012950568 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213012950568 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213012950568 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213012950580 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213012950589 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213012950589 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213012950589 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:29:53.623268 run osmo-msc_10.42.42.6(pid=17457): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17457)] 01:29:53.673706 run osmo-msc_10.42.42.6(pid=17457): stdout: | (launched: 2022-12-13_01:29:52.442798) 01:29:53.725876 run osmo-msc_10.42.42.6(pid=17457): stderr: | 20221213012952770 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213012952770 DLGLOBAL DEBUG validating counter group 0x7f7419b88c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213012952770 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213012952770 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213012952770 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213012952770 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213012952772 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213012952772 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213012952773 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213012952773 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:29:53.778657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminating (SIGTERM) 01:29:53.820736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminating (SIGTERM) 01:29:53.862944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminating (SIGTERM) 01:29:53.905243 --- ParallelTerminationStrategy: PID 17450 died... 01:29:53.925452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminated: ok {rc=0} 01:29:53.971903 --- ParallelTerminationStrategy: PID 17453 died... 01:29:53.991605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminated: ok {rc=0} 01:29:54.037750 --- ParallelTerminationStrategy: PID 17456 died... 01:29:54.057489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminated: ok {rc=0} 01:29:54.145808 bus /sierra_3: Setting Powered False 01:29:55.244485 bus /sierra_3: Setting Powered False 01:29:56.360020 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 01:29:57.620401 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:29:57.626919 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 01:29:57.674918 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:29:57.701539 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:29:57.754681 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 01:29:57.802772 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:29:57.829584 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:29:58.378704 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts OC-2G LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 01:29:58.384331 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:58.395541 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:29:58.430932 tst handover.py: using LAC 32690 01:29:58.562451 tst handover.py: using RAC 50 01:29:58.695688 tst handover.py: using CellId 32690 01:29:58.830220 tst handover.py: using BVCI 32691 01:29:58.953029 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:29:58.998987 tst handover.py: using LAC 32691 01:29:59.132752 tst handover.py: using RAC 51 01:29:59.266087 tst handover.py: using CellId 32691 01:29:59.399062 tst handover.py: using BVCI 32692 01:29:59.522810 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:59.534435 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:59.545821 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:59.557328 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:59.568747 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:29:59.580163 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:29:59.698158 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:29:59.818841 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:00.280410 run create_hlr_db(pid=17462): Launched 01:30:00.403527 bus /sierra_2: Setting Powered False 01:30:01.469319 run create_hlr_db(pid=17462): Terminated: ok {rc=0} 01:30:01.941606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Launched 01:30:02.337640 run osmo-hlr_10.42.42.2(pid=17468): Launched 01:30:02.476536 run osmo-stp_10.42.42.5: Starting osmo-stp 01:30:03.034144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Launched 01:30:03.373236 run osmo-stp_10.42.42.5(pid=17471): Launched 01:30:03.502524 run osmo-msc_10.42.42.6: Starting osmo-msc 01:30:04.086287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Launched 01:30:04.427096 run osmo-msc_10.42.42.6(pid=17474): Launched 01:30:04.617458 run osmo-stp_10.42.42.5(pid=17471): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)] 01:30:04.759015 run osmo-stp_10.42.42.5(pid=17471): stdout: | (launched: 2022-12-13_01:30:03.310575) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:04.902116 run osmo-stp_10.42.42.5(pid=17471): stderr: | 20221213013003506 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013003507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013003507 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013003507 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013003508 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013003508 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013003508 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:05.042336 run osmo-stp_10.42.42.5(pid=17471): stdout: | (launched: 2022-12-13_01:30:03.310575) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:05.175750 run osmo-stp_10.42.42.5(pid=17471): stderr: | 20221213013003506 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013003507 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013003507 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013003507 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013003508 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013003508 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013003508 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:05.335705 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17471): Process ended prematurely: osmo-stp_10.42.42.5(pid=17471) [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)] [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18] 01:30:05.344492 tst handover.py:18: Test FAILED (7.0 sec) 01:30:05.372365 run osmo-hlr_10.42.42.2(pid=17468): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17468)] 01:30:05.423161 run osmo-hlr_10.42.42.2(pid=17468): stdout: | (launched: 2022-12-13_01:30:02.275284) 01:30:05.476225 run osmo-hlr_10.42.42.2(pid=17468): stderr: | 20221213013002490 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013002490 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013002490 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013002490 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013002490 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013002490 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013002502 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013002511 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013002511 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013002511 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:30:05.550018 run osmo-msc_10.42.42.6(pid=17474): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17474)] 01:30:05.601127 run osmo-msc_10.42.42.6(pid=17474): stdout: | (launched: 2022-12-13_01:30:04.363867) 01:30:05.654087 run osmo-msc_10.42.42.6(pid=17474): stderr: | 20221213013004690 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013004691 DLGLOBAL DEBUG validating counter group 0x7f1f3307cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013004691 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013004691 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013004691 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013004691 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013004693 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013004693 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013004693 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013004693 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:30:05.707379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Terminating (SIGTERM) 01:30:05.749843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Terminating (SIGTERM) 01:30:05.792836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Terminating (SIGTERM) 01:30:05.835807 --- ParallelTerminationStrategy: PID 17467 died... 01:30:05.856209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Terminated: ok {rc=0} 01:30:05.903025 --- ParallelTerminationStrategy: PID 17470 died... 01:30:05.922837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Terminated: ok {rc=0} 01:30:05.969831 --- ParallelTerminationStrategy: PID 17473 died... 01:30:05.989666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Terminated: ok {rc=0} 01:30:06.078769 bus /sierra_3: Setting Powered False 01:30:07.178522 bus /sierra_3: Setting Powered False 01:30:08.294812 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 01:30:09.556376 tst handover_2G:oc2g+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:30:09.562275 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 01:30:09.615164 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 01:30:09.642593 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 01:30:09.697954 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 01:30:09.751197 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 01:30:09.778555 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 01:30:10.330588 tst handover_2G:oc2g+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts OC-2G sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 01:30:10.336023 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:10.348283 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:30:10.386749 tst handover.py: using LAC 32692 01:30:10.518545 tst handover.py: using RAC 52 01:30:10.649936 tst handover.py: using CellId 32692 01:30:10.780353 tst handover.py: using BVCI 32693 01:30:10.904297 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:30:10.957245 tst handover.py: using LAC 32693 01:30:11.088433 tst handover.py: using RAC 53 01:30:11.212390 tst handover.py: using CellId 32693 01:30:11.334642 tst handover.py: using BVCI 32694 01:30:11.452263 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:11.463526 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:11.474685 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:11.486628 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:11.498705 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:30:11.510689 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:30:11.634882 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:30:11.758932 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:12.253499 run create_hlr_db(pid=17480): Launched 01:30:12.390776 bus /sierra_2: Setting Powered False 01:30:13.456261 run create_hlr_db(pid=17480): Terminated: ok {rc=0} 01:30:13.879153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Launched 01:30:14.196704 run osmo-hlr_10.42.42.2(pid=17483): Launched 01:30:14.318282 run osmo-stp_10.42.42.5: Starting osmo-stp 01:30:14.848859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Launched 01:30:15.163330 run osmo-stp_10.42.42.5(pid=17486): Launched 01:30:15.284919 run osmo-msc_10.42.42.6: Starting osmo-msc 01:30:15.826895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Launched 01:30:16.193654 run osmo-msc_10.42.42.6(pid=17489): Launched 01:30:16.606177 run osmo-stp_10.42.42.5(pid=17486): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)] 01:30:16.761417 run osmo-stp_10.42.42.5(pid=17486): stdout: | (launched: 2022-12-13_01:30:15.104459) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:16.906958 run osmo-stp_10.42.42.5(pid=17486): stderr: | 20221213013015278 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013015278 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013015279 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013015279 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013015279 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013015280 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013015280 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:17.059261 run osmo-stp_10.42.42.5(pid=17486): stdout: | (launched: 2022-12-13_01:30:15.104459) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:17.195359 run osmo-stp_10.42.42.5(pid=17486): stderr: | 20221213013015278 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013015278 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013015279 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013015279 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013015279 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013015280 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013015280 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:17.358996 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17486): Process ended prematurely: osmo-stp_10.42.42.5(pid=17486) [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)] [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18] 01:30:17.368191 tst handover.py:18: Test FAILED (7.0 sec) 01:30:17.398136 run osmo-hlr_10.42.42.2(pid=17483): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17483)] 01:30:17.448090 run osmo-hlr_10.42.42.2(pid=17483): stdout: | (launched: 2022-12-13_01:30:14.137966) 01:30:17.499010 run osmo-hlr_10.42.42.2(pid=17483): stderr: | 20221213013014317 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013014317 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013014317 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013014317 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013014318 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013014318 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013014329 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013014338 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013014338 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013014338 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:30:17.569327 run osmo-msc_10.42.42.6(pid=17489): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17489)] 01:30:17.618811 run osmo-msc_10.42.42.6(pid=17489): stdout: | (launched: 2022-12-13_01:30:16.122457) 01:30:17.669573 run osmo-msc_10.42.42.6(pid=17489): stderr: | 20221213013016582 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013016583 DLGLOBAL DEBUG validating counter group 0x7f17ac2b0c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013016583 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013016583 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013016583 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013016583 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013016589 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013016590 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013016590 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013016590 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:30:17.720575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Terminating (SIGTERM) 01:30:17.761556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Terminating (SIGTERM) 01:30:17.802835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Terminating (SIGTERM) 01:30:17.844237 --- ParallelTerminationStrategy: PID 17482 died... 01:30:17.863737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Terminated: ok {rc=0} 01:30:17.909325 --- ParallelTerminationStrategy: PID 17485 died... 01:30:17.928115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Terminated: ok {rc=0} 01:30:17.973715 --- ParallelTerminationStrategy: PID 17488 died... 01:30:17.992562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Terminated: ok {rc=0} 01:30:18.080789 bus /sierra_3: Setting Powered False 01:30:19.182050 bus /sierra_3: Setting Powered False 01:30:20.299514 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-sysmo --------------------------------------------------------------------- 01:30:21.562752 tst handover_2G:oc2g+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:30:21.568710 tst handover_2G:oc2g+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:30:21.609292 tst handover_2G:oc2g+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:30:21.635881 tst handover_2G:oc2g+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:30:21.687069 tst handover_2G:oc2g+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:30:21.726055 tst handover_2G:oc2g+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:30:21.753152 tst handover_2G:oc2g+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:30:22.303119 tst handover_2G:oc2g+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts OC-2G sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-sysmo handover.py ---------------------------------------------- 01:30:22.308659 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:22.319748 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2) 01:30:22.368156 tst handover.py: using LAC 32694 01:30:22.504630 tst handover.py: using RAC 54 01:30:22.635842 tst handover.py: using CellId 32694 01:30:22.772829 tst handover.py: using BVCI 32695 01:30:22.895302 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2) 01:30:22.930290 tst handover.py: using LAC 32695 01:30:23.062657 tst handover.py: using RAC 55 01:30:23.194820 tst handover.py: using CellId 32695 01:30:23.326683 tst handover.py: using BVCI 32696 01:30:23.450807 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:23.462312 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:23.473437 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:23.484462 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:23.495589 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:30:23.506824 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2) 01:30:23.625655 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2) 01:30:23.745522 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:24.241884 run create_hlr_db(pid=17494): Launched 01:30:24.377272 bus /sierra_2: Setting Powered False 01:30:25.442877 run create_hlr_db(pid=17494): Terminated: ok {rc=0} 01:30:25.880811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Launched 01:30:26.218786 run osmo-hlr_10.42.42.2(pid=17497): Launched 01:30:26.347198 run osmo-stp_10.42.42.5: Starting osmo-stp 01:30:26.897414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Launched 01:30:27.237371 run osmo-stp_10.42.42.5(pid=17500): Launched 01:30:27.367513 run osmo-msc_10.42.42.6: Starting osmo-msc 01:30:27.949773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Launched 01:30:28.288790 run osmo-msc_10.42.42.6(pid=17503): Launched 01:30:28.477605 run osmo-stp_10.42.42.5(pid=17500): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] 01:30:28.618402 run osmo-stp_10.42.42.5(pid=17500): stdout: | (launched: 2022-12-13_01:30:27.174658) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:28.759765 run osmo-stp_10.42.42.5(pid=17500): stderr: | 20221213013027371 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013027371 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013027371 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013027371 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013027372 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013027372 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013027372 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:28.900006 run osmo-stp_10.42.42.5(pid=17500): stdout: | (launched: 2022-12-13_01:30:27.174658) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:29.033543 run osmo-stp_10.42.42.5(pid=17500): stderr: | 20221213013027371 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013027371 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013027371 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013027371 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013027372 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013027372 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013027372 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:29.192876 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18] 01:30:29.202075 tst handover.py:18: Test FAILED (6.9 sec) 01:30:29.229781 run osmo-hlr_10.42.42.2(pid=17497): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17497)] 01:30:29.280240 run osmo-hlr_10.42.42.2(pid=17497): stdout: | (launched: 2022-12-13_01:30:26.156240) 01:30:29.332504 run osmo-hlr_10.42.42.2(pid=17497): stderr: | 20221213013026358 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013026358 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013026358 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013026358 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013026358 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013026358 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013026375 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013026383 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013026383 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013026383 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:30:29.405473 run osmo-msc_10.42.42.6(pid=17503): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17503)] 01:30:29.455975 run osmo-msc_10.42.42.6(pid=17503): stdout: | (launched: 2022-12-13_01:30:28.225936) 01:30:29.508073 run osmo-msc_10.42.42.6(pid=17503): stderr: | 20221213013028550 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013028550 DLGLOBAL DEBUG validating counter group 0x7f9f11e81c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013028550 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013028550 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013028550 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013028551 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013028552 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013028553 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013028553 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013028553 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:30:29.560532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminating (SIGTERM) 01:30:29.602641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminating (SIGTERM) 01:30:29.644931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminating (SIGTERM) 01:30:29.687396 --- ParallelTerminationStrategy: PID 17496 died... 01:30:29.707229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminated: ok {rc=0} 01:30:29.753697 --- ParallelTerminationStrategy: PID 17499 died... 01:30:29.773345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminated: ok {rc=0} 01:30:29.820051 --- ParallelTerminationStrategy: PID 17502 died... 01:30:29.839723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminated: ok {rc=0} 01:30:29.929272 bus /sierra_3: Setting Powered False 01:30:31.026683 bus /sierra_3: Setting Powered False 01:30:32.156640 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-b200 --------------------------------------------------------------------- 01:30:33.405647 tst handover_2G:oc2g+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:30:33.411484 tst handover_2G:oc2g+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:30:33.463991 tst handover_2G:oc2g+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:30:33.491487 tst handover_2G:oc2g+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:30:33.547168 tst handover_2G:oc2g+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:30:33.599174 tst handover_2G:oc2g+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:30:33.626042 tst handover_2G:oc2g+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:30:34.180769 tst handover_2G:oc2g+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts OC-2G Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-b200 handover.py ---------------------------------------------- 01:30:34.186790 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:34.198447 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:30:34.237403 tst handover.py: using LAC 32696 01:30:34.369399 tst handover.py: using RAC 56 01:30:34.501964 tst handover.py: using CellId 32696 01:30:34.632331 tst handover.py: using BVCI 32697 01:30:34.754521 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:30:34.802755 tst handover.py: using LAC 32697 01:30:34.932739 tst handover.py: using RAC 57 01:30:35.062275 tst handover.py: using CellId 32697 01:30:35.197710 tst handover.py: using BVCI 32698 01:30:35.320731 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:35.332121 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:35.343273 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:35.354583 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:35.365910 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:30:35.377129 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:30:35.497815 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:30:35.620468 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:36.112494 run create_hlr_db(pid=17508): Launched 01:30:36.246641 bus /sierra_2: Setting Powered False 01:30:37.308553 run create_hlr_db(pid=17508): Terminated: ok {rc=0} 01:30:37.719677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Launched 01:30:38.036128 run osmo-hlr_10.42.42.2(pid=17511): Launched 01:30:38.157646 run osmo-stp_10.42.42.5: Starting osmo-stp 01:30:38.686608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Launched 01:30:39.002643 run osmo-stp_10.42.42.5(pid=17514): Launched 01:30:39.125423 run osmo-msc_10.42.42.6: Starting osmo-msc 01:30:39.668162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Launched 01:30:39.982919 run osmo-msc_10.42.42.6(pid=17517): Launched 01:30:40.161172 run osmo-stp_10.42.42.5(pid=17514): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)] 01:30:40.294807 run osmo-stp_10.42.42.5(pid=17514): stdout: | (launched: 2022-12-13_01:30:38.943668) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:40.426904 run osmo-stp_10.42.42.5(pid=17514): stderr: | 20221213013039115 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013039115 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013039115 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013039116 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013039116 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013039116 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013039116 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:40.556619 run osmo-stp_10.42.42.5(pid=17514): stdout: | (launched: 2022-12-13_01:30:38.943668) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:40.684850 run osmo-stp_10.42.42.5(pid=17514): stderr: | 20221213013039115 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013039115 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013039115 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013039116 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013039116 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013039116 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013039116 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:40.845572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17514): Process ended prematurely: osmo-stp_10.42.42.5(pid=17514) [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)] [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18] 01:30:40.854833 tst handover.py:18: Test FAILED (6.7 sec) 01:30:40.882654 run osmo-hlr_10.42.42.2(pid=17511): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17511)] 01:30:40.933510 run osmo-hlr_10.42.42.2(pid=17511): stdout: | (launched: 2022-12-13_01:30:37.977421) 01:30:40.986084 run osmo-hlr_10.42.42.2(pid=17511): stderr: | 20221213013038154 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013038154 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013038154 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013038154 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013038154 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013038154 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013038167 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013038177 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013038177 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013038177 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:30:41.059365 run osmo-msc_10.42.42.6(pid=17517): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17517)] 01:30:41.110685 run osmo-msc_10.42.42.6(pid=17517): stdout: | (launched: 2022-12-13_01:30:39.923916) 01:30:41.163221 run osmo-msc_10.42.42.6(pid=17517): stderr: | 20221213013040195 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013040196 DLGLOBAL DEBUG validating counter group 0x7f9f82c56c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013040196 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013040196 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013040196 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013040196 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013040198 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013040198 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013040199 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013040199 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:30:41.215586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Terminating (SIGTERM) 01:30:41.257688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Terminating (SIGTERM) 01:30:41.299841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Terminating (SIGTERM) 01:30:41.342444 --- ParallelTerminationStrategy: PID 17510 died... 01:30:41.362397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Terminated: ok {rc=0} 01:30:41.409175 --- ParallelTerminationStrategy: PID 17513 died... 01:30:41.428928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Terminated: ok {rc=0} 01:30:41.475574 --- ParallelTerminationStrategy: PID 17516 died... 01:30:41.495322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Terminated: ok {rc=0} 01:30:41.585071 bus /sierra_3: Setting Powered False 01:30:42.686007 bus /sierra_3: Setting Powered False 01:30:43.805673 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-umtrx --------------------------------------------------------------------- 01:30:45.066992 tst handover_2G:oc2g+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:30:45.072613 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:30:45.124236 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:30:45.152226 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:30:45.205258 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:30:45.256457 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:30:45.283775 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:30:45.841516 tst handover_2G:oc2g+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts OC-2G UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-umtrx handover.py ---------------------------------------------- 01:30:45.847652 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:45.869359 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:30:45.910247 tst handover.py: using LAC 32698 01:30:46.050374 tst handover.py: using RAC 58 01:30:46.214232 tst handover.py: using CellId 32698 01:30:46.347469 tst handover.py: using BVCI 32699 01:30:46.467174 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:30:46.520162 tst handover.py: using LAC 32699 01:30:46.645140 tst handover.py: using RAC 59 01:30:46.775826 tst handover.py: using CellId 32699 01:30:46.903111 tst handover.py: using BVCI 32700 01:30:47.055828 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:47.068319 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:47.080607 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:47.093229 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:47.105235 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:30:47.117051 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:30:47.243435 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:30:47.372116 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:47.865964 run create_hlr_db(pid=17522): Launched 01:30:48.000890 bus /sierra_2: Setting Powered False 01:30:49.066814 run create_hlr_db(pid=17522): Terminated: ok {rc=0} 01:30:49.488621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Launched 01:30:49.805730 run osmo-hlr_10.42.42.2(pid=17525): Launched 01:30:49.928139 run osmo-stp_10.42.42.5: Starting osmo-stp 01:30:50.458043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Launched 01:30:50.773310 run osmo-stp_10.42.42.5(pid=17528): Launched 01:30:50.895392 run osmo-msc_10.42.42.6: Starting osmo-msc 01:30:51.438529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Launched 01:30:51.753443 run osmo-msc_10.42.42.6(pid=17531): Launched 01:30:51.930778 run osmo-stp_10.42.42.5(pid=17528): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)] 01:30:52.063931 run osmo-stp_10.42.42.5(pid=17528): stdout: | (launched: 2022-12-13_01:30:50.714172) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:52.197393 run osmo-stp_10.42.42.5(pid=17528): stderr: | 20221213013050888 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013050888 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013050888 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013050889 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013050889 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013050889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013050889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:52.328533 run osmo-stp_10.42.42.5(pid=17528): stdout: | (launched: 2022-12-13_01:30:50.714172) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:30:52.453631 run osmo-stp_10.42.42.5(pid=17528): stderr: | 20221213013050888 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013050888 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013050888 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013050889 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013050889 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013050889 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013050889 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:30:52.603096 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17528): Process ended prematurely: osmo-stp_10.42.42.5(pid=17528) [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)] [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18] 01:30:52.611682 tst handover.py:18: Test FAILED (6.8 sec) 01:30:52.639019 run osmo-hlr_10.42.42.2(pid=17525): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17525)] 01:30:52.687605 run osmo-hlr_10.42.42.2(pid=17525): stdout: | (launched: 2022-12-13_01:30:49.746748) 01:30:52.737650 run osmo-hlr_10.42.42.2(pid=17525): stderr: | 20221213013049924 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013049924 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013049924 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013049924 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013049924 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013049924 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013049937 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013049945 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013049945 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013049945 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:30:52.807658 run osmo-msc_10.42.42.6(pid=17531): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17531)] 01:30:52.856058 run osmo-msc_10.42.42.6(pid=17531): stdout: | (launched: 2022-12-13_01:30:51.694310) 01:30:52.906163 run osmo-msc_10.42.42.6(pid=17531): stderr: | 20221213013051967 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013051968 DLGLOBAL DEBUG validating counter group 0x7fb195172c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013051968 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013051968 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013051968 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013051968 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013051970 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013051970 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013051971 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013051971 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:30:52.956579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Terminating (SIGTERM) 01:30:52.997226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Terminating (SIGTERM) 01:30:53.038141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Terminating (SIGTERM) 01:30:53.079332 --- ParallelTerminationStrategy: PID 17524 died... 01:30:53.098944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Terminated: ok {rc=0} 01:30:53.144668 --- ParallelTerminationStrategy: PID 17527 died... 01:30:53.163725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Terminated: ok {rc=0} 01:30:53.209585 --- ParallelTerminationStrategy: PID 17530 died... 01:30:53.228616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Terminated: ok {rc=0} 01:30:53.315685 bus /sierra_3: Setting Powered False 01:30:54.416505 bus /sierra_3: Setting Powered False 01:30:55.533782 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:oc2g+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms --------------------------------------------------------------------- 01:30:56.791648 tst handover_2G:octphy+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:30:56.797130 tst handover_2G:octphy+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 01:30:56.847186 tst handover_2G:octphy+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 01:30:56.874150 tst handover_2G:octphy+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 01:30:56.927024 tst handover_2G:octphy+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 01:30:56.976633 tst handover_2G:octphy+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 01:30:57.003304 tst handover_2G:octphy+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 01:30:57.556337 tst handover_2G:octphy+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms handover.py ---------------------------------------------- 01:30:57.562164 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:57.573739 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:30:57.608474 tst handover.py: using LAC 32700 01:30:57.736330 tst handover.py: using RAC 60 01:30:57.859902 tst handover.py: using CellId 32700 01:30:57.983847 tst handover.py: using BVCI 32701 01:30:58.099755 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2) 01:30:58.146565 tst handover.py: using LAC 32701 01:30:58.269060 tst handover.py: using RAC 61 01:30:58.391050 tst handover.py: using CellId 32701 01:30:58.514954 tst handover.py: using BVCI 32702 01:30:58.630693 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:58.641845 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:58.652749 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:58.664169 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:58.675313 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 01:30:58.686500 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:30:58.809792 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2) 01:30:58.932457 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:30:59.425369 run create_hlr_db(pid=17536): Launched 01:30:59.562981 bus /sierra_2: Setting Powered False 01:31:00.629252 run create_hlr_db(pid=17536): Terminated: ok {rc=0} 01:31:01.080599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Launched 01:31:01.480464 run osmo-hlr_10.42.42.2(pid=17539): Launched 01:31:01.645231 run osmo-stp_10.42.42.5: Starting osmo-stp 01:31:02.329693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Launched 01:31:02.649554 run osmo-stp_10.42.42.5(pid=17542): Launched 01:31:02.771179 run osmo-msc_10.42.42.6: Starting osmo-msc 01:31:03.319496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Launched 01:31:03.636422 run osmo-msc_10.42.42.6(pid=17545): Launched 01:31:03.812181 run osmo-stp_10.42.42.5(pid=17542): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)] 01:31:03.945568 run osmo-stp_10.42.42.5(pid=17542): stdout: | (launched: 2022-12-13_01:31:02.590138) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:04.078357 run osmo-stp_10.42.42.5(pid=17542): stderr: | 20221213013102766 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013102766 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013102766 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013102767 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013102767 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013102767 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013102767 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:04.208937 run osmo-stp_10.42.42.5(pid=17542): stdout: | (launched: 2022-12-13_01:31:02.590138) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:04.333434 run osmo-stp_10.42.42.5(pid=17542): stderr: | 20221213013102766 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013102766 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013102766 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013102767 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013102767 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013102767 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013102767 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:04.482521 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)] [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18] 01:31:04.490933 tst handover.py:18: Test FAILED (6.9 sec) 01:31:04.517590 run osmo-hlr_10.42.42.2(pid=17539): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17539)] 01:31:04.566641 run osmo-hlr_10.42.42.2(pid=17539): stdout: | (launched: 2022-12-13_01:31:01.418086) 01:31:04.616566 run osmo-hlr_10.42.42.2(pid=17539): stderr: | 20221213013101805 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013101805 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013101805 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013101805 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013101805 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013101805 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013101831 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013101851 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013101851 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013101851 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:31:04.686727 run osmo-msc_10.42.42.6(pid=17545): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17545)] 01:31:04.735302 run osmo-msc_10.42.42.6(pid=17545): stdout: | (launched: 2022-12-13_01:31:03.577327) 01:31:04.785364 run osmo-msc_10.42.42.6(pid=17545): stderr: | 20221213013103850 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013103850 DLGLOBAL DEBUG validating counter group 0x7f0e67d56c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013103850 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013103850 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013103851 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013103851 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013103852 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013103853 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013103853 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013103853 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:31:04.835967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminating (SIGTERM) 01:31:04.876421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminating (SIGTERM) 01:31:04.917059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Terminating (SIGTERM) 01:31:04.957850 --- ParallelTerminationStrategy: PID 17538 died... 01:31:04.977187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminated: ok {rc=0} 01:31:05.022673 --- ParallelTerminationStrategy: PID 17541 died... 01:31:05.041451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminated: ok {rc=0} 01:31:05.087007 --- ParallelTerminationStrategy: PID 17544 died... 01:31:05.105880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Terminated: ok {rc=0} 01:31:05.194165 bus /sierra_3: Setting Powered False 01:31:06.295734 bus /sierra_3: Setting Powered False 01:31:07.414488 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 01:31:08.672390 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:31:08.677680 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 01:31:08.723353 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:31:08.750559 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:31:08.801904 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 01:31:08.849384 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:31:08.877275 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:31:09.430977 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 01:31:09.437103 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:09.448929 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:31:09.485297 tst handover.py: using LAC 32702 01:31:09.615334 tst handover.py: using RAC 62 01:31:09.746288 tst handover.py: using CellId 32702 01:31:09.878866 tst handover.py: using BVCI 32703 01:31:10.001640 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:31:10.046824 tst handover.py: using LAC 32703 01:31:10.178849 tst handover.py: using RAC 63 01:31:10.308492 tst handover.py: using CellId 32703 01:31:10.439501 tst handover.py: using BVCI 32704 01:31:10.561985 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:10.573606 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:10.584893 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:10.596614 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:10.608282 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:31:10.620113 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:31:10.741974 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:31:10.864433 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:31:11.359891 run create_hlr_db(pid=17550): Launched 01:31:11.497975 bus /sierra_2: Setting Powered False 01:31:12.564474 run create_hlr_db(pid=17550): Terminated: ok {rc=0} 01:31:13.005226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Launched 01:31:13.345202 run osmo-hlr_10.42.42.2(pid=17553): Launched 01:31:13.474084 run osmo-stp_10.42.42.5: Starting osmo-stp 01:31:14.029888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Launched 01:31:14.367669 run osmo-stp_10.42.42.5(pid=17556): Launched 01:31:14.495810 run osmo-msc_10.42.42.6: Starting osmo-msc 01:31:15.075961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Launched 01:31:15.414409 run osmo-msc_10.42.42.6(pid=17559): Launched 01:31:15.602993 run osmo-stp_10.42.42.5(pid=17556): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)] 01:31:15.743948 run osmo-stp_10.42.42.5(pid=17556): stdout: | (launched: 2022-12-13_01:31:14.304796) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:15.904100 run osmo-stp_10.42.42.5(pid=17556): stderr: | 20221213013114500 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013114500 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013114500 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013114500 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013114501 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013114501 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013114501 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:16.136402 run osmo-stp_10.42.42.5(pid=17556): stdout: | (launched: 2022-12-13_01:31:14.304796) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:16.266097 run osmo-stp_10.42.42.5(pid=17556): stderr: | 20221213013114500 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013114500 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013114500 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013114500 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013114501 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013114501 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013114501 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:16.421829 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17556): Process ended prematurely: osmo-stp_10.42.42.5(pid=17556) [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)] [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18] 01:31:16.431322 tst handover.py:18: Test FAILED (7.0 sec) 01:31:16.461849 run osmo-hlr_10.42.42.2(pid=17553): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17553)] 01:31:16.514389 run osmo-hlr_10.42.42.2(pid=17553): stdout: | (launched: 2022-12-13_01:31:13.282315) 01:31:16.569058 run osmo-hlr_10.42.42.2(pid=17553): stderr: | 20221213013113484 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013113484 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013113484 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013113484 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013113484 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013113484 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013113497 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013113507 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013113507 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013113507 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:31:16.642718 run osmo-msc_10.42.42.6(pid=17559): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17559)] 01:31:16.695634 run osmo-msc_10.42.42.6(pid=17559): stdout: | (launched: 2022-12-13_01:31:15.351241) 01:31:16.750269 run osmo-msc_10.42.42.6(pid=17559): stderr: | 20221213013115677 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013115677 DLGLOBAL DEBUG validating counter group 0x7ff90feacc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013115678 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013115678 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013115678 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013115678 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013115680 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013115680 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013115680 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013115680 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:31:16.804264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Terminating (SIGTERM) 01:31:16.848586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Terminating (SIGTERM) 01:31:16.895077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Terminating (SIGTERM) 01:31:16.940808 --- ParallelTerminationStrategy: PID 17552 died... 01:31:16.961429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Terminated: ok {rc=0} 01:31:17.011539 --- ParallelTerminationStrategy: PID 17555 died... 01:31:17.031628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Terminated: ok {rc=0} 01:31:17.081300 --- ParallelTerminationStrategy: PID 17558 died... 01:31:17.102646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Terminated: ok {rc=0} 01:31:17.194620 bus /sierra_3: Setting Powered False 01:31:18.294445 bus /sierra_3: Setting Powered False 01:31:19.411867 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 01:31:20.663804 tst handover_2G:octphy+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:31:20.669228 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 01:31:20.719946 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 01:31:20.746922 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 01:31:20.799008 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 01:31:20.849034 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 01:31:20.876036 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 01:31:21.426908 tst handover_2G:octphy+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 01:31:21.432149 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:21.443314 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:31:21.477421 tst handover.py: using LAC 32704 01:31:21.611501 tst handover.py: using RAC 64 01:31:21.744827 tst handover.py: using CellId 32704 01:31:21.875919 tst handover.py: using BVCI 32705 01:31:21.992462 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:31:22.041246 tst handover.py: using LAC 32705 01:31:22.164136 tst handover.py: using RAC 65 01:31:22.287861 tst handover.py: using CellId 32705 01:31:22.412463 tst handover.py: using BVCI 32706 01:31:22.529069 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:22.540352 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:22.553187 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:22.564232 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:22.576353 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:31:22.587813 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:31:22.711094 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:31:22.833773 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:31:23.326423 run create_hlr_db(pid=17564): Launched 01:31:23.464444 bus /sierra_2: Setting Powered False 01:31:24.526149 run create_hlr_db(pid=17564): Terminated: ok {rc=0} 01:31:24.938849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Launched 01:31:25.256546 run osmo-hlr_10.42.42.2(pid=17567): Launched 01:31:25.378203 run osmo-stp_10.42.42.5: Starting osmo-stp 01:31:25.898460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Launched 01:31:26.214681 run osmo-stp_10.42.42.5(pid=17570): Launched 01:31:26.336614 run osmo-msc_10.42.42.6: Starting osmo-msc 01:31:26.879802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Launched 01:31:27.196569 run osmo-msc_10.42.42.6(pid=17573): Launched 01:31:27.373496 run osmo-stp_10.42.42.5(pid=17570): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)] 01:31:27.507486 run osmo-stp_10.42.42.5(pid=17570): stdout: | (launched: 2022-12-13_01:31:26.155879) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:27.640580 run osmo-stp_10.42.42.5(pid=17570): stderr: | 20221213013126329 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013126329 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013126329 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013126330 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013126330 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013126330 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013126330 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:27.770897 run osmo-stp_10.42.42.5(pid=17570): stdout: | (launched: 2022-12-13_01:31:26.155879) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:27.895748 run osmo-stp_10.42.42.5(pid=17570): stderr: | 20221213013126329 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013126329 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013126329 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013126330 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013126330 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013126330 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013126330 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:28.044725 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)] [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18] 01:31:28.053305 tst handover.py:18: Test FAILED (6.6 sec) 01:31:28.080386 run osmo-hlr_10.42.42.2(pid=17567): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17567)] 01:31:28.129014 run osmo-hlr_10.42.42.2(pid=17567): stdout: | (launched: 2022-12-13_01:31:25.196899) 01:31:28.179428 run osmo-hlr_10.42.42.2(pid=17567): stderr: | 20221213013125377 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013125377 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013125377 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013125377 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013125377 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013125377 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013125389 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013125397 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013125398 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013125398 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:31:28.249324 run osmo-msc_10.42.42.6(pid=17573): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17573)] 01:31:28.298079 run osmo-msc_10.42.42.6(pid=17573): stdout: | (launched: 2022-12-13_01:31:27.137439) 01:31:28.348325 run osmo-msc_10.42.42.6(pid=17573): stderr: | 20221213013127413 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013127413 DLGLOBAL DEBUG validating counter group 0x7f569b8f8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013127413 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013127413 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013127413 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013127414 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013127415 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013127416 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013127416 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013127416 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:31:28.399051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminating (SIGTERM) 01:31:28.439474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminating (SIGTERM) 01:31:28.479882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Terminating (SIGTERM) 01:31:28.520580 --- ParallelTerminationStrategy: PID 17566 died... 01:31:28.540109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminated: ok {rc=0} 01:31:28.585349 --- ParallelTerminationStrategy: PID 17569 died... 01:31:28.604210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminated: ok {rc=0} 01:31:28.649147 --- ParallelTerminationStrategy: PID 17572 died... 01:31:28.668034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Terminated: ok {rc=0} 01:31:28.755419 bus /sierra_3: Setting Powered False 01:31:29.857774 bus /sierra_3: Setting Powered False 01:31:30.989941 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-sysmo --------------------------------------------------------------------- 01:31:32.255880 tst handover_2G:octphy+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:31:32.261970 tst handover_2G:octphy+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:31:32.301614 tst handover_2G:octphy+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:31:32.329329 tst handover_2G:octphy+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:31:32.384236 tst handover_2G:octphy+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:31:32.423104 tst handover_2G:octphy+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:31:32.450532 tst handover_2G:octphy+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:31:32.999900 tst handover_2G:octphy+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-sysmo handover.py ---------------------------------------------- 01:31:33.005536 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:33.016860 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2) 01:31:33.050733 tst handover.py: using LAC 32706 01:31:33.182815 tst handover.py: using RAC 66 01:31:33.316722 tst handover.py: using CellId 32706 01:31:33.448070 tst handover.py: using BVCI 32707 01:31:33.573130 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2) 01:31:33.613362 tst handover.py: using LAC 32707 01:31:33.744221 tst handover.py: using RAC 67 01:31:33.876220 tst handover.py: using CellId 32707 01:31:34.010003 tst handover.py: using BVCI 32708 01:31:34.132541 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:34.144111 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:34.155257 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:34.166519 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:34.177758 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:31:34.188877 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2) 01:31:34.307110 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2) 01:31:34.430525 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:31:34.926081 run create_hlr_db(pid=17578): Launched 01:31:35.065333 bus /sierra_2: Setting Powered False 01:31:36.131374 run create_hlr_db(pid=17578): Terminated: ok {rc=0} 01:31:36.554250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Launched 01:31:36.871760 run osmo-hlr_10.42.42.2(pid=17581): Launched 01:31:36.994108 run osmo-stp_10.42.42.5: Starting osmo-stp 01:31:37.514563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Launched 01:31:37.831978 run osmo-stp_10.42.42.5(pid=17584): Launched 01:31:37.953755 run osmo-msc_10.42.42.6: Starting osmo-msc 01:31:38.496364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Launched 01:31:38.813955 run osmo-msc_10.42.42.6(pid=17587): Launched 01:31:38.993659 run osmo-stp_10.42.42.5(pid=17584): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)] 01:31:39.128020 run osmo-stp_10.42.42.5(pid=17584): stdout: | (launched: 2022-12-13_01:31:37.772616) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:39.261274 run osmo-stp_10.42.42.5(pid=17584): stderr: | 20221213013137945 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013137945 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013137945 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013137946 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013137946 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013137946 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013137947 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:39.392170 run osmo-stp_10.42.42.5(pid=17584): stdout: | (launched: 2022-12-13_01:31:37.772616) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:39.516853 run osmo-stp_10.42.42.5(pid=17584): stderr: | 20221213013137945 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013137945 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013137945 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013137946 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013137946 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013137946 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013137947 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:39.666934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)] [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18] 01:31:39.675450 tst handover.py:18: Test FAILED (6.7 sec) 01:31:39.702629 run osmo-hlr_10.42.42.2(pid=17581): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17581)] 01:31:39.751488 run osmo-hlr_10.42.42.2(pid=17581): stdout: | (launched: 2022-12-13_01:31:36.812711) 01:31:39.802098 run osmo-hlr_10.42.42.2(pid=17581): stderr: | 20221213013136991 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013136991 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013136991 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013136991 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013136991 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013136991 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013137003 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013137011 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013137011 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013137011 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:31:39.872406 run osmo-msc_10.42.42.6(pid=17587): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17587)] 01:31:39.920802 run osmo-msc_10.42.42.6(pid=17587): stdout: | (launched: 2022-12-13_01:31:38.754746) 01:31:39.975474 run osmo-msc_10.42.42.6(pid=17587): stderr: | 20221213013139028 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013139029 DLGLOBAL DEBUG validating counter group 0x7fe63b118c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013139029 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013139029 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013139029 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013139029 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013139031 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013139031 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013139031 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013139032 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:31:40.029030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminating (SIGTERM) 01:31:40.071916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminating (SIGTERM) 01:31:40.115061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Terminating (SIGTERM) 01:31:40.158231 --- ParallelTerminationStrategy: PID 17580 died... 01:31:40.178548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminated: ok {rc=0} 01:31:40.226487 --- ParallelTerminationStrategy: PID 17583 died... 01:31:40.246177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminated: ok {rc=0} 01:31:40.293775 --- ParallelTerminationStrategy: PID 17586 died... 01:31:40.313554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Terminated: ok {rc=0} 01:31:40.403653 bus /sierra_3: Setting Powered False 01:31:41.503934 bus /sierra_3: Setting Powered False 01:31:42.622120 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-b200 --------------------------------------------------------------------- 01:31:43.864746 tst handover_2G:octphy+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:31:43.870257 tst handover_2G:octphy+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:31:43.919158 tst handover_2G:octphy+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:31:43.945725 tst handover_2G:octphy+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:31:43.997334 tst handover_2G:octphy+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:31:44.046343 tst handover_2G:octphy+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:31:44.072868 tst handover_2G:octphy+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:31:44.623692 tst handover_2G:octphy+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-b200 handover.py ---------------------------------------------- 01:31:44.629273 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:44.640295 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:31:44.673086 tst handover.py: using LAC 32708 01:31:44.795568 tst handover.py: using RAC 68 01:31:44.924747 tst handover.py: using CellId 32708 01:31:45.046297 tst handover.py: using BVCI 32709 01:31:45.162602 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:31:45.209448 tst handover.py: using LAC 32709 01:31:45.336892 tst handover.py: using RAC 69 01:31:45.458165 tst handover.py: using CellId 32709 01:31:45.582912 tst handover.py: using BVCI 32710 01:31:45.698910 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:45.710050 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:45.720879 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:45.731809 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:45.742760 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:31:45.753581 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:31:45.873815 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:31:46.002934 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:31:46.519600 run create_hlr_db(pid=17592): Launched 01:31:46.703755 bus /sierra_2: Setting Powered False 01:31:47.767031 run create_hlr_db(pid=17592): Terminated: ok {rc=0} 01:31:48.197698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Launched 01:31:48.536148 run osmo-hlr_10.42.42.2(pid=17595): Launched 01:31:48.669046 run osmo-stp_10.42.42.5: Starting osmo-stp 01:31:49.224877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Launched 01:31:49.562693 run osmo-stp_10.42.42.5(pid=17599): Launched 01:31:49.690708 run osmo-msc_10.42.42.6: Starting osmo-msc 01:31:50.269618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Launched 01:31:50.609710 run osmo-msc_10.42.42.6(pid=17602): Launched 01:31:50.798021 run osmo-stp_10.42.42.5(pid=17599): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] 01:31:50.939401 run osmo-stp_10.42.42.5(pid=17599): stdout: | (launched: 2022-12-13_01:31:49.500056) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:51.080207 run osmo-stp_10.42.42.5(pid=17599): stderr: | 20221213013149695 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013149696 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013149696 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013149696 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013149697 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013149697 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013149697 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:51.219798 run osmo-stp_10.42.42.5(pid=17599): stdout: | (launched: 2022-12-13_01:31:49.500056) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:31:51.352855 run osmo-stp_10.42.42.5(pid=17599): stderr: | 20221213013149695 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013149696 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013149696 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013149696 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013149697 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013149697 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013149697 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:31:51.511907 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18] 01:31:51.521253 tst handover.py:18: Test FAILED (6.9 sec) 01:31:51.549277 run osmo-hlr_10.42.42.2(pid=17595): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17595)] 01:31:51.600095 run osmo-hlr_10.42.42.2(pid=17595): stdout: | (launched: 2022-12-13_01:31:48.473702) 01:31:51.652461 run osmo-hlr_10.42.42.2(pid=17595): stderr: | 20221213013148677 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013148677 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013148677 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013148677 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013148677 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013148677 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013148690 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013148699 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013148699 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013148699 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:31:51.726174 run osmo-msc_10.42.42.6(pid=17602): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17602)] 01:31:51.776890 run osmo-msc_10.42.42.6(pid=17602): stdout: | (launched: 2022-12-13_01:31:50.546593) 01:31:51.829277 run osmo-msc_10.42.42.6(pid=17602): stderr: | 20221213013150873 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013150873 DLGLOBAL DEBUG validating counter group 0x7f8e7bb49c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013150873 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013150873 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013150874 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013150874 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013150875 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013150876 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013150876 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013150876 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:31:51.882365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Terminating (SIGTERM) 01:31:51.924641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminating (SIGTERM) 01:31:51.967063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminating (SIGTERM) 01:31:52.009740 --- ParallelTerminationStrategy: PID 17594 died... 01:31:52.029763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Terminated: ok {rc=0} 01:31:52.076666 --- ParallelTerminationStrategy: PID 17598 died... 01:31:52.096652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminated: ok {rc=0} 01:31:52.143396 --- ParallelTerminationStrategy: PID 17601 died... 01:31:52.163215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminated: ok {rc=0} 01:31:52.251951 bus /sierra_3: Setting Powered False 01:31:53.352193 bus /sierra_3: Setting Powered False 01:31:54.469195 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-umtrx --------------------------------------------------------------------- 01:31:55.729788 tst handover_2G:octphy+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:31:55.735597 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:31:55.785627 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:31:55.813193 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:31:55.866566 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:31:55.917091 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:31:55.944733 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:31:56.495963 tst handover_2G:octphy+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-umtrx handover.py ---------------------------------------------- 01:31:56.501472 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:56.512779 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:31:56.550144 tst handover.py: using LAC 32710 01:31:56.685588 tst handover.py: using RAC 70 01:31:56.829424 tst handover.py: using CellId 32710 01:31:56.963245 tst handover.py: using BVCI 32711 01:31:57.086569 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:31:57.134856 tst handover.py: using LAC 32711 01:31:57.269776 tst handover.py: using RAC 71 01:31:57.397119 tst handover.py: using CellId 32711 01:31:57.528519 tst handover.py: using BVCI 32712 01:31:57.644486 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:57.655690 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:57.666711 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:57.677645 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:57.688650 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:31:57.699556 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:31:57.815510 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:31:57.942393 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:31:58.439074 run create_hlr_db(pid=17607): Launched 01:31:58.575956 bus /sierra_2: Setting Powered False 01:31:59.643030 run create_hlr_db(pid=17607): Terminated: ok {rc=0} 01:32:00.085721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Launched 01:32:00.425925 run osmo-hlr_10.42.42.2(pid=17610): Launched 01:32:00.556406 run osmo-stp_10.42.42.5: Starting osmo-stp 01:32:01.135428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Launched 01:32:01.474011 run osmo-stp_10.42.42.5(pid=17613): Launched 01:32:01.716546 run osmo-msc_10.42.42.6: Starting osmo-msc 01:32:02.442640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Launched 01:32:02.760602 run osmo-msc_10.42.42.6(pid=17616): Launched 01:32:02.939521 run osmo-stp_10.42.42.5(pid=17613): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)] 01:32:03.072873 run osmo-stp_10.42.42.5(pid=17613): stdout: | (launched: 2022-12-13_01:32:01.413657) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:03.241516 run osmo-stp_10.42.42.5(pid=17613): stderr: | 20221213013201751 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013201751 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013201751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013201751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013201752 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013201752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013201752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:03.372619 run osmo-stp_10.42.42.5(pid=17613): stdout: | (launched: 2022-12-13_01:32:01.413657) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:03.497130 run osmo-stp_10.42.42.5(pid=17613): stderr: | 20221213013201751 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013201751 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013201751 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013201751 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013201752 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013201752 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013201752 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:03.647046 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)] [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18] 01:32:03.655672 tst handover.py:18: Test FAILED (7.1 sec) 01:32:03.682760 run osmo-hlr_10.42.42.2(pid=17610): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17610)] 01:32:03.731666 run osmo-hlr_10.42.42.2(pid=17610): stdout: | (launched: 2022-12-13_01:32:00.362707) 01:32:03.783077 run osmo-hlr_10.42.42.2(pid=17610): stderr: | 20221213013200566 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013200566 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013200566 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013200566 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013200566 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013200566 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013200624 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013200633 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013200634 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013200634 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:32:03.853675 run osmo-msc_10.42.42.6(pid=17616): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17616)] 01:32:03.902164 run osmo-msc_10.42.42.6(pid=17616): stdout: | (launched: 2022-12-13_01:32:02.701458) 01:32:03.952467 run osmo-msc_10.42.42.6(pid=17616): stderr: | 20221213013202975 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013202975 DLGLOBAL DEBUG validating counter group 0x7f10ab373c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013202975 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013202975 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013202975 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013202976 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013202977 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013202978 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013202978 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013202978 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:32:04.002955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminating (SIGTERM) 01:32:04.043530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminating (SIGTERM) 01:32:04.084237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Terminating (SIGTERM) 01:32:04.125360 --- ParallelTerminationStrategy: PID 17609 died... 01:32:04.144780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminated: ok {rc=0} 01:32:04.190427 --- ParallelTerminationStrategy: PID 17612 died... 01:32:04.209393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminated: ok {rc=0} 01:32:04.254749 --- ParallelTerminationStrategy: PID 17615 died... 01:32:04.273765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Terminated: ok {rc=0} 01:32:04.361912 bus /sierra_3: Setting Powered False 01:32:05.463472 bus /sierra_3: Setting Powered False 01:32:06.577456 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:octphy+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 01:32:07.836461 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:32:07.842323 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 01:32:07.903115 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 01:32:07.930624 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 01:32:07.984455 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 01:32:08.045732 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 01:32:08.073206 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 01:32:08.626707 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 01:32:08.632220 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:08.643788 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:32:08.693136 tst handover.py: using LAC 32712 01:32:08.825113 tst handover.py: using RAC 72 01:32:08.957487 tst handover.py: using CellId 32712 01:32:09.080623 tst handover.py: using BVCI 32713 01:32:09.196278 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 01:32:09.241416 tst handover.py: using LAC 32713 01:32:09.368803 tst handover.py: using RAC 73 01:32:09.490432 tst handover.py: using CellId 32713 01:32:09.613933 tst handover.py: using BVCI 32714 01:32:09.735100 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:09.746499 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:09.757610 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:09.769358 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:09.780865 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 01:32:09.792534 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:32:09.916308 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 01:32:10.039270 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:32:10.534541 run create_hlr_db(pid=17621): Launched 01:32:10.673473 bus /sierra_2: Setting Powered False 01:32:11.739243 run create_hlr_db(pid=17621): Terminated: ok {rc=0} 01:32:12.162374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Launched 01:32:12.479393 run osmo-hlr_10.42.42.2(pid=17624): Launched 01:32:12.602512 run osmo-stp_10.42.42.5: Starting osmo-stp 01:32:13.120773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Launched 01:32:13.438664 run osmo-stp_10.42.42.5(pid=17627): Launched 01:32:13.561557 run osmo-msc_10.42.42.6: Starting osmo-msc 01:32:14.106693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Launched 01:32:14.422480 run osmo-msc_10.42.42.6(pid=17630): Launched 01:32:14.601907 run osmo-stp_10.42.42.5(pid=17627): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)] 01:32:14.735278 run osmo-stp_10.42.42.5(pid=17627): stdout: | (launched: 2022-12-13_01:32:13.379456) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:14.868317 run osmo-stp_10.42.42.5(pid=17627): stderr: | 20221213013213553 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013213553 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013213554 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013213554 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013213554 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013213555 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013213555 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:14.998878 run osmo-stp_10.42.42.5(pid=17627): stdout: | (launched: 2022-12-13_01:32:13.379456) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:15.123410 run osmo-stp_10.42.42.5(pid=17627): stderr: | 20221213013213553 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013213553 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013213554 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013213554 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013213554 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013213555 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013213555 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:15.272405 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17627): Process ended prematurely: osmo-stp_10.42.42.5(pid=17627) [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)] [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18] 01:32:15.280896 tst handover.py:18: Test FAILED (6.6 sec) 01:32:15.307672 run osmo-hlr_10.42.42.2(pid=17624): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17624)] 01:32:15.356865 run osmo-hlr_10.42.42.2(pid=17624): stdout: | (launched: 2022-12-13_01:32:12.420251) 01:32:15.407228 run osmo-hlr_10.42.42.2(pid=17624): stderr: | 20221213013212599 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013212599 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013212599 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013212599 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013212600 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013212600 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013212612 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013212622 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013212622 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013212622 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:32:15.477571 run osmo-msc_10.42.42.6(pid=17630): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17630)] 01:32:15.526389 run osmo-msc_10.42.42.6(pid=17630): stdout: | (launched: 2022-12-13_01:32:14.363206) 01:32:15.576688 run osmo-msc_10.42.42.6(pid=17630): stderr: | 20221213013214638 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013214638 DLGLOBAL DEBUG validating counter group 0x7f872065ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013214638 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013214638 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013214639 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013214639 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013214641 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013214641 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013214641 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013214641 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:32:15.627542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Terminating (SIGTERM) 01:32:15.668238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Terminating (SIGTERM) 01:32:15.709184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Terminating (SIGTERM) 01:32:15.750254 --- ParallelTerminationStrategy: PID 17623 died... 01:32:15.769527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Terminated: ok {rc=0} 01:32:15.815507 --- ParallelTerminationStrategy: PID 17626 died... 01:32:15.834922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Terminated: ok {rc=0} 01:32:15.884570 --- ParallelTerminationStrategy: PID 17629 died... 01:32:15.907277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Terminated: ok {rc=0} 01:32:15.998756 bus /sierra_3: Setting Powered False 01:32:17.100694 bus /sierra_3: Setting Powered False 01:32:18.219677 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 01:32:19.486978 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:32:19.492307 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 01:32:19.555165 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 01:32:19.581808 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 01:32:19.633801 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 01:32:19.697631 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 01:32:19.723985 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 01:32:20.274904 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 01:32:20.280289 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:20.291542 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:32:20.339065 tst handover.py: using LAC 32714 01:32:20.463981 tst handover.py: using RAC 74 01:32:20.588632 tst handover.py: using CellId 32714 01:32:20.713375 tst handover.py: using BVCI 32715 01:32:20.828214 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:32:20.880458 tst handover.py: using LAC 32715 01:32:21.002631 tst handover.py: using RAC 75 01:32:21.126352 tst handover.py: using CellId 32715 01:32:21.259044 tst handover.py: using BVCI 32716 01:32:21.383093 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:21.394823 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:21.406427 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:21.418089 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:21.429659 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:32:21.440906 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:32:21.560796 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:32:21.680818 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:32:22.142721 run create_hlr_db(pid=17635): Launched 01:32:22.264029 bus /sierra_2: Setting Powered False 01:32:23.329508 run create_hlr_db(pid=17635): Terminated: ok {rc=0} 01:32:23.769724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Launched 01:32:24.107799 run osmo-hlr_10.42.42.2(pid=17638): Launched 01:32:24.237846 run osmo-stp_10.42.42.5: Starting osmo-stp 01:32:24.788051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Launched 01:32:25.126764 run osmo-stp_10.42.42.5(pid=17641): Launched 01:32:25.255851 run osmo-msc_10.42.42.6: Starting osmo-msc 01:32:25.835729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Launched 01:32:26.174704 run osmo-msc_10.42.42.6(pid=17644): Launched 01:32:26.361580 run osmo-stp_10.42.42.5(pid=17641): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)] 01:32:26.502395 run osmo-stp_10.42.42.5(pid=17641): stdout: | (launched: 2022-12-13_01:32:25.064144) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:26.643962 run osmo-stp_10.42.42.5(pid=17641): stderr: | 20221213013225257 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013225257 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013225258 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013225258 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013225258 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013225259 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013225259 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:26.783978 run osmo-stp_10.42.42.5(pid=17641): stdout: | (launched: 2022-12-13_01:32:25.064144) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:26.918042 run osmo-stp_10.42.42.5(pid=17641): stderr: | 20221213013225257 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013225257 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013225258 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013225258 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013225258 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013225259 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013225259 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:27.078065 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)] [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18] 01:32:27.087216 tst handover.py:18: Test FAILED (6.8 sec) 01:32:27.115340 run osmo-hlr_10.42.42.2(pid=17638): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17638)] 01:32:27.166878 run osmo-hlr_10.42.42.2(pid=17638): stdout: | (launched: 2022-12-13_01:32:24.045391) 01:32:27.219862 run osmo-hlr_10.42.42.2(pid=17638): stderr: | 20221213013224244 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013224244 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013224244 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013224245 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013224245 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013224245 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013224257 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013224266 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013224266 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013224266 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:32:27.293572 run osmo-msc_10.42.42.6(pid=17644): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17644)] 01:32:27.345031 run osmo-msc_10.42.42.6(pid=17644): stdout: | (launched: 2022-12-13_01:32:26.111826) 01:32:27.397986 run osmo-msc_10.42.42.6(pid=17644): stderr: | 20221213013226437 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013226437 DLGLOBAL DEBUG validating counter group 0x7fc254b52c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013226438 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013226438 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013226438 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013226438 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013226440 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013226440 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013226440 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013226440 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:32:27.451339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminating (SIGTERM) 01:32:27.494123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminating (SIGTERM) 01:32:27.536864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Terminating (SIGTERM) 01:32:27.579906 --- ParallelTerminationStrategy: PID 17637 died... 01:32:27.600376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminated: ok {rc=0} 01:32:27.648036 --- ParallelTerminationStrategy: PID 17640 died... 01:32:27.668110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminated: ok {rc=0} 01:32:27.715362 --- ParallelTerminationStrategy: PID 17643 died... 01:32:27.735311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Terminated: ok {rc=0} 01:32:27.825503 bus /sierra_3: Setting Powered False 01:32:28.924720 bus /sierra_3: Setting Powered False 01:32:30.044100 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-sysmo --------------------------------------------------------------------- 01:32:31.356224 tst handover_2G:trx-lms+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:32:31.365149 tst handover_2G:trx-lms+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:32:31.428523 tst handover_2G:trx-lms+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:32:31.462099 tst handover_2G:trx-lms+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:32:31.527451 tst handover_2G:trx-lms+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:32:31.580928 tst handover_2G:trx-lms+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:32:31.608481 tst handover_2G:trx-lms+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:32:32.154679 tst handover_2G:trx-lms+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-sysmo handover.py ---------------------------------------------- 01:32:32.160661 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:32.172341 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2) 01:32:32.219780 tst handover.py: using LAC 32716 01:32:32.353588 tst handover.py: using RAC 76 01:32:32.483213 tst handover.py: using CellId 32716 01:32:32.612269 tst handover.py: using BVCI 32717 01:32:32.734610 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2) 01:32:32.769518 tst handover.py: using LAC 32717 01:32:32.899165 tst handover.py: using RAC 77 01:32:33.029488 tst handover.py: using CellId 32717 01:32:33.153040 tst handover.py: using BVCI 32718 01:32:33.267146 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:33.278246 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:33.289231 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:33.300510 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:33.311972 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:32:33.323241 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2) 01:32:33.444666 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2) 01:32:33.564893 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:32:34.026760 run create_hlr_db(pid=17649): Launched 01:32:34.148129 bus /sierra_2: Setting Powered False 01:32:35.209293 run create_hlr_db(pid=17649): Terminated: ok {rc=0} 01:32:35.640324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Launched 01:32:35.978974 run osmo-hlr_10.42.42.2(pid=17652): Launched 01:32:36.109631 run osmo-stp_10.42.42.5: Starting osmo-stp 01:32:36.666738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Launched 01:32:37.005103 run osmo-stp_10.42.42.5(pid=17655): Launched 01:32:37.134975 run osmo-msc_10.42.42.6: Starting osmo-msc 01:32:37.715638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Launched 01:32:38.055739 run osmo-msc_10.42.42.6(pid=17658): Launched 01:32:38.243641 run osmo-stp_10.42.42.5(pid=17655): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)] 01:32:38.384754 run osmo-stp_10.42.42.5(pid=17655): stdout: | (launched: 2022-12-13_01:32:36.942097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:38.526864 run osmo-stp_10.42.42.5(pid=17655): stderr: | 20221213013237140 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013237140 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013237140 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013237141 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013237141 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013237141 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013237141 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:38.667374 run osmo-stp_10.42.42.5(pid=17655): stdout: | (launched: 2022-12-13_01:32:36.942097) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:38.800268 run osmo-stp_10.42.42.5(pid=17655): stderr: | 20221213013237140 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013237140 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013237140 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013237141 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013237141 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013237141 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013237141 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:38.961571 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)] [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18] 01:32:38.970514 tst handover.py:18: Test FAILED (6.8 sec) 01:32:38.998096 run osmo-hlr_10.42.42.2(pid=17652): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)] 01:32:39.049179 run osmo-hlr_10.42.42.2(pid=17652): stdout: | (launched: 2022-12-13_01:32:35.916135) 01:32:39.101408 run osmo-hlr_10.42.42.2(pid=17652): stderr: | 20221213013236117 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013236117 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013236117 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013236117 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013236117 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013236117 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013236129 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013236138 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013236138 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013236138 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:32:39.174358 run osmo-msc_10.42.42.6(pid=17658): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17658)] 01:32:39.224598 run osmo-msc_10.42.42.6(pid=17658): stdout: | (launched: 2022-12-13_01:32:37.992372) 01:32:39.276682 run osmo-msc_10.42.42.6(pid=17658): stderr: | 20221213013238318 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013238318 DLGLOBAL DEBUG validating counter group 0x7f2b1ca4ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013238318 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013238318 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013238318 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013238319 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013238320 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013238321 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013238321 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013238321 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:32:39.329065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminating (SIGTERM) 01:32:39.371055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminating (SIGTERM) 01:32:39.413139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Terminating (SIGTERM) 01:32:39.455614 --- ParallelTerminationStrategy: PID 17651 died... 01:32:39.475689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminated: ok {rc=0} 01:32:39.522165 --- ParallelTerminationStrategy: PID 17654 died... 01:32:39.541640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminated: ok {rc=0} 01:32:39.588119 --- ParallelTerminationStrategy: PID 17657 died... 01:32:39.607840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Terminated: ok {rc=0} 01:32:39.696264 bus /sierra_3: Setting Powered False 01:32:40.796653 bus /sierra_3: Setting Powered False 01:32:41.914472 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-b200 --------------------------------------------------------------------- 01:32:43.174232 tst handover_2G:trx-lms+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:32:43.179914 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:32:43.244247 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:32:43.271502 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:32:43.326032 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:32:43.392463 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:32:43.419762 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:32:43.970740 tst handover_2G:trx-lms+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-b200 handover.py ---------------------------------------------- 01:32:43.976054 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:43.987372 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:32:44.035757 tst handover.py: using LAC 32718 01:32:44.161342 tst handover.py: using RAC 78 01:32:44.283535 tst handover.py: using CellId 32718 01:32:44.408180 tst handover.py: using BVCI 32719 01:32:44.523782 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:32:44.572067 tst handover.py: using LAC 32719 01:32:44.696618 tst handover.py: using RAC 79 01:32:44.821349 tst handover.py: using CellId 32719 01:32:44.944933 tst handover.py: using BVCI 32720 01:32:45.060132 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:45.071299 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:45.082376 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:45.093417 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:45.104415 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:32:45.115272 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:32:45.237657 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:32:45.366832 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:32:45.863260 run create_hlr_db(pid=17664): Launched 01:32:46.011917 bus /sierra_2: Setting Powered False 01:32:47.092106 run create_hlr_db(pid=17664): Terminated: ok {rc=0} 01:32:47.547031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Launched 01:32:47.865865 run osmo-hlr_10.42.42.2(pid=17667): Launched 01:32:47.988878 run osmo-stp_10.42.42.5: Starting osmo-stp 01:32:48.520053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Launched 01:32:48.838661 run osmo-stp_10.42.42.5(pid=17670): Launched 01:32:48.960280 run osmo-msc_10.42.42.6: Starting osmo-msc 01:32:49.505444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Launched 01:32:49.822958 run osmo-msc_10.42.42.6(pid=17673): Launched 01:32:50.001599 run osmo-stp_10.42.42.5(pid=17670): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)] 01:32:50.135493 run osmo-stp_10.42.42.5(pid=17670): stdout: | (launched: 2022-12-13_01:32:48.778926) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:50.268364 run osmo-stp_10.42.42.5(pid=17670): stderr: | 20221213013248951 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013248952 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013248952 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013248952 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013248953 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013248953 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013248953 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:50.399903 run osmo-stp_10.42.42.5(pid=17670): stdout: | (launched: 2022-12-13_01:32:48.778926) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:32:50.525607 run osmo-stp_10.42.42.5(pid=17670): stderr: | 20221213013248951 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013248952 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013248952 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013248952 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013248953 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013248953 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013248953 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:32:50.674975 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)] [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18] 01:32:50.683329 tst handover.py:18: Test FAILED (6.7 sec) 01:32:50.710311 run osmo-hlr_10.42.42.2(pid=17667): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17667)] 01:32:50.759917 run osmo-hlr_10.42.42.2(pid=17667): stdout: | (launched: 2022-12-13_01:32:47.806443) 01:32:50.810379 run osmo-hlr_10.42.42.2(pid=17667): stderr: | 20221213013247986 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013247986 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013247986 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013247986 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013247986 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013247986 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013247998 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013248006 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013248007 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013248007 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:32:50.880376 run osmo-msc_10.42.42.6(pid=17673): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17673)] 01:32:50.929267 run osmo-msc_10.42.42.6(pid=17673): stdout: | (launched: 2022-12-13_01:32:49.763387) 01:32:50.979684 run osmo-msc_10.42.42.6(pid=17673): stderr: | 20221213013250038 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013250038 DLGLOBAL DEBUG validating counter group 0x7fdd9b109c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013250038 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013250038 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013250038 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013250039 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013250040 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013250041 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013250041 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013250041 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:32:51.030589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminating (SIGTERM) 01:32:51.071315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminating (SIGTERM) 01:32:51.112343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Terminating (SIGTERM) 01:32:51.153819 --- ParallelTerminationStrategy: PID 17666 died... 01:32:51.173221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminated: ok {rc=0} 01:32:51.219343 --- ParallelTerminationStrategy: PID 17669 died... 01:32:51.238291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminated: ok {rc=0} 01:32:51.284287 --- ParallelTerminationStrategy: PID 17672 died... 01:32:51.303270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Terminated: ok {rc=0} 01:32:51.389459 bus /sierra_3: Setting Powered False 01:32:52.490626 bus /sierra_3: Setting Powered False 01:32:53.609391 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-umtrx --------------------------------------------------------------------- 01:32:54.876572 tst handover_2G:trx-lms+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:32:54.882025 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:32:54.943316 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:32:54.969618 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:32:55.022212 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:32:55.085838 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:32:55.112424 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:32:55.660563 tst handover_2G:trx-lms+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-umtrx handover.py ---------------------------------------------- 01:32:55.666033 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:55.676910 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:32:55.723961 tst handover.py: using LAC 32720 01:32:55.847754 tst handover.py: using RAC 80 01:32:55.971554 tst handover.py: using CellId 32720 01:32:56.096043 tst handover.py: using BVCI 32721 01:32:56.210383 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:32:56.258120 tst handover.py: using LAC 32721 01:32:56.382422 tst handover.py: using RAC 81 01:32:56.506638 tst handover.py: using CellId 32721 01:32:56.630117 tst handover.py: using BVCI 32722 01:32:56.745465 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:56.756266 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:56.767015 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:56.777763 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:56.788423 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:32:56.799185 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:32:56.921865 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:32:57.041547 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:32:57.513108 run create_hlr_db(pid=17678): Launched 01:32:57.633329 bus /sierra_2: Setting Powered False 01:32:58.700018 run create_hlr_db(pid=17678): Terminated: ok {rc=0} 01:32:59.122165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Launched 01:32:59.437687 run osmo-hlr_10.42.42.2(pid=17681): Launched 01:32:59.557139 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:00.086372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Launched 01:33:00.402234 run osmo-stp_10.42.42.5(pid=17684): Launched 01:33:00.524060 run osmo-msc_10.42.42.6: Starting osmo-msc 01:33:01.086858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Launched 01:33:01.430506 run osmo-msc_10.42.42.6(pid=17688): Launched 01:33:01.760221 run osmo-stp_10.42.42.5(pid=17684): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)] 01:33:01.961585 run osmo-stp_10.42.42.5(pid=17684): stdout: | (launched: 2022-12-13_01:33:00.343228) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:02.238009 run osmo-stp_10.42.42.5(pid=17684): stderr: | 20221213013300516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013300516 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013300516 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013300517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013300517 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013300517 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013300517 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:02.370941 run osmo-stp_10.42.42.5(pid=17684): stdout: | (launched: 2022-12-13_01:33:00.343228) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:02.511361 run osmo-stp_10.42.42.5(pid=17684): stderr: | 20221213013300516 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013300516 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013300516 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013300517 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013300517 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013300517 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013300517 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:02.671338 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17684): Process ended prematurely: osmo-stp_10.42.42.5(pid=17684) [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)] [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18] 01:33:02.680539 tst handover.py:18: Test FAILED (7.0 sec) 01:33:02.709176 run osmo-hlr_10.42.42.2(pid=17681): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17681)] 01:33:02.761302 run osmo-hlr_10.42.42.2(pid=17681): stdout: | (launched: 2022-12-13_01:32:59.378588) 01:33:02.814564 run osmo-hlr_10.42.42.2(pid=17681): stderr: | 20221213013259558 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013259558 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013259558 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013259558 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013259558 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013259558 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013259570 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013259578 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013259578 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013259578 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:33:02.888694 run osmo-msc_10.42.42.6(pid=17688): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17688)] 01:33:02.940148 run osmo-msc_10.42.42.6(pid=17688): stdout: | (launched: 2022-12-13_01:33:01.369144) 01:33:02.992865 run osmo-msc_10.42.42.6(pid=17688): stderr: | 20221213013301720 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013301731 DLGLOBAL DEBUG validating counter group 0x7f73d4404c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013301732 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013301732 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013301732 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013301732 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013301737 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013301737 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013301738 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013301738 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:33:03.045662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Terminating (SIGTERM) 01:33:03.088121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Terminating (SIGTERM) 01:33:03.131038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Terminating (SIGTERM) 01:33:03.174070 --- ParallelTerminationStrategy: PID 17680 died... 01:33:03.194707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Terminated: ok {rc=0} 01:33:03.242608 --- ParallelTerminationStrategy: PID 17683 died... 01:33:03.262830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Terminated: ok {rc=0} 01:33:03.310427 --- ParallelTerminationStrategy: PID 17686 died... 01:33:03.330600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Terminated: ok {rc=0} 01:33:03.421325 bus /sierra_3: Setting Powered False 01:33:04.523104 bus /sierra_3: Setting Powered False 01:33:05.642637 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 01:33:06.921061 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:33:06.927091 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 01:33:06.988812 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 01:33:07.016537 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 01:33:07.071416 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 01:33:07.134831 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 01:33:07.162685 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 01:33:07.714591 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 01:33:07.720422 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:07.732361 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:33:07.777694 tst handover.py: using LAC 32722 01:33:07.903645 tst handover.py: using RAC 82 01:33:08.026287 tst handover.py: using CellId 32722 01:33:08.149992 tst handover.py: using BVCI 32723 01:33:08.263792 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 01:33:08.313350 tst handover.py: using LAC 32723 01:33:08.436035 tst handover.py: using RAC 83 01:33:08.568716 tst handover.py: using CellId 32723 01:33:08.700181 tst handover.py: using BVCI 32724 01:33:08.822609 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:08.834537 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:08.846278 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:08.858594 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:08.870635 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 01:33:08.882891 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:33:09.002459 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 01:33:09.124706 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:33:09.619593 run create_hlr_db(pid=17693): Launched 01:33:09.756895 bus /sierra_2: Setting Powered False 01:33:10.823117 run create_hlr_db(pid=17693): Terminated: ok {rc=0} 01:33:11.245154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Launched 01:33:11.560494 run osmo-hlr_10.42.42.2(pid=17696): Launched 01:33:11.681445 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:12.213151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Launched 01:33:12.530055 run osmo-stp_10.42.42.5(pid=17699): Launched 01:33:12.652850 run osmo-msc_10.42.42.6: Starting osmo-msc 01:33:13.195878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Launched 01:33:13.512343 run osmo-msc_10.42.42.6(pid=17702): Launched 01:33:13.690761 run osmo-stp_10.42.42.5(pid=17699): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)] 01:33:13.824202 run osmo-stp_10.42.42.5(pid=17699): stdout: | (launched: 2022-12-13_01:33:12.471101) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:13.956530 run osmo-stp_10.42.42.5(pid=17699): stderr: | 20221213013312642 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013312642 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013312642 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013312643 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013312643 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013312643 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013312643 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:14.086585 run osmo-stp_10.42.42.5(pid=17699): stdout: | (launched: 2022-12-13_01:33:12.471101) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:14.210711 run osmo-stp_10.42.42.5(pid=17699): stderr: | 20221213013312642 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013312642 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013312642 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013312643 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013312643 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013312643 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013312643 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:14.360032 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17699): Process ended prematurely: osmo-stp_10.42.42.5(pid=17699) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18] 01:33:14.368303 tst handover.py:18: Test FAILED (6.6 sec) 01:33:14.394898 run osmo-hlr_10.42.42.2(pid=17696): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17696)] 01:33:14.443631 run osmo-hlr_10.42.42.2(pid=17696): stdout: | (launched: 2022-12-13_01:33:11.501648) 01:33:14.493911 run osmo-hlr_10.42.42.2(pid=17696): stderr: | 20221213013311682 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013311682 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013311682 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013311682 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013311682 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013311682 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013311694 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013311705 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013311705 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013311705 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:33:14.564082 run osmo-msc_10.42.42.6(pid=17702): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17702)] 01:33:14.612101 run osmo-msc_10.42.42.6(pid=17702): stdout: | (launched: 2022-12-13_01:33:13.453413) 01:33:14.661782 run osmo-msc_10.42.42.6(pid=17702): stderr: | 20221213013313728 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013313728 DLGLOBAL DEBUG validating counter group 0x7f3ed687ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013313728 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013313728 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013313729 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013313729 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013313731 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013313731 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013313731 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013313731 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:33:14.711901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Terminating (SIGTERM) 01:33:14.751974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Terminating (SIGTERM) 01:33:14.791822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Terminating (SIGTERM) 01:33:14.832121 --- ParallelTerminationStrategy: PID 17695 died... 01:33:14.851438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Terminated: ok {rc=0} 01:33:14.895754 --- ParallelTerminationStrategy: PID 17698 died... 01:33:14.914347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Terminated: ok {rc=0} 01:33:14.958676 --- ParallelTerminationStrategy: PID 17701 died... 01:33:14.977457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Terminated: ok {rc=0} 01:33:15.063623 bus /sierra_3: Setting Powered False 01:33:16.169998 bus /sierra_3: Setting Powered False 01:33:17.295377 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-sysmo --------------------------------------------------------------------- 01:33:18.569570 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:33:18.575897 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:33:18.624447 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:33:18.652084 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:33:18.705242 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:33:18.753515 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:33:18.780893 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:33:19.334924 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py ---------------------------------------------- 01:33:19.340314 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:19.352221 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2) 01:33:19.397079 tst handover.py: using LAC 32724 01:33:19.531629 tst handover.py: using RAC 84 01:33:19.662939 tst handover.py: using CellId 32724 01:33:19.798390 tst handover.py: using BVCI 32725 01:33:19.914925 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2) 01:33:19.949391 tst handover.py: using LAC 32725 01:33:20.080794 tst handover.py: using RAC 85 01:33:20.211328 tst handover.py: using CellId 32725 01:33:20.336009 tst handover.py: using BVCI 32726 01:33:20.453445 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:20.464710 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:20.475791 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:20.487439 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:20.499364 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:20.510953 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2) 01:33:20.632222 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2) 01:33:20.754824 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:33:21.248353 run create_hlr_db(pid=17707): Launched 01:33:21.384388 bus /sierra_2: Setting Powered False 01:33:22.450525 run create_hlr_db(pid=17707): Terminated: ok {rc=0} 01:33:22.871596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Launched 01:33:23.187199 run osmo-hlr_10.42.42.2(pid=17710): Launched 01:33:23.309857 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:23.837519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Launched 01:33:24.154403 run osmo-stp_10.42.42.5(pid=17713): Launched 01:33:24.275865 run osmo-msc_10.42.42.6: Starting osmo-msc 01:33:24.817643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Launched 01:33:25.132533 run osmo-msc_10.42.42.6(pid=17716): Launched 01:33:25.308385 run osmo-stp_10.42.42.5(pid=17713): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)] 01:33:25.439690 run osmo-stp_10.42.42.5(pid=17713): stdout: | (launched: 2022-12-13_01:33:24.095088) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:25.571108 run osmo-stp_10.42.42.5(pid=17713): stderr: | 20221213013324267 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013324267 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013324267 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013324268 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013324268 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013324268 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013324268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:25.700582 run osmo-stp_10.42.42.5(pid=17713): stdout: | (launched: 2022-12-13_01:33:24.095088) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:25.826549 run osmo-stp_10.42.42.5(pid=17713): stderr: | 20221213013324267 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013324267 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013324267 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013324268 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013324268 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013324268 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013324268 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:25.974833 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17713): Process ended prematurely: osmo-stp_10.42.42.5(pid=17713) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18] 01:33:25.983129 tst handover.py:18: Test FAILED (6.6 sec) 01:33:26.009679 run osmo-hlr_10.42.42.2(pid=17710): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17710)] 01:33:26.058306 run osmo-hlr_10.42.42.2(pid=17710): stdout: | (launched: 2022-12-13_01:33:23.128243) 01:33:26.108315 run osmo-hlr_10.42.42.2(pid=17710): stderr: | 20221213013323307 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013323307 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013323307 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013323307 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013323307 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013323307 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013323320 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013323330 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013323330 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013323330 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:33:26.177955 run osmo-msc_10.42.42.6(pid=17716): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17716)] 01:33:26.226189 run osmo-msc_10.42.42.6(pid=17716): stdout: | (launched: 2022-12-13_01:33:25.073368) 01:33:26.275992 run osmo-msc_10.42.42.6(pid=17716): stderr: | 20221213013325345 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013325345 DLGLOBAL DEBUG validating counter group 0x7fba77da5c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013325345 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013325345 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013325345 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013325346 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013325347 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013325348 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013325348 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013325348 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:33:26.326027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Terminating (SIGTERM) 01:33:26.366140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Terminating (SIGTERM) 01:33:26.406210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Terminating (SIGTERM) 01:33:26.446873 --- ParallelTerminationStrategy: PID 17709 died... 01:33:26.465979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Terminated: ok {rc=0} 01:33:26.510737 --- ParallelTerminationStrategy: PID 17712 died... 01:33:26.529521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Terminated: ok {rc=0} 01:33:26.574112 --- ParallelTerminationStrategy: PID 17715 died... 01:33:26.592798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Terminated: ok {rc=0} 01:33:26.679582 bus /sierra_3: Setting Powered False 01:33:27.780202 bus /sierra_3: Setting Powered False 01:33:28.897770 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 --------------------------------------------------------------------- 01:33:30.152421 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:33:30.159185 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:33:30.220348 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:33:30.247930 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:33:30.302744 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:33:30.363864 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:33:30.390949 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:33:30.966429 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py ---------------------------------------------- 01:33:30.972853 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:30.984659 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:33:31.044365 tst handover.py: using LAC 32726 01:33:31.170748 tst handover.py: using RAC 86 01:33:31.350244 tst handover.py: using CellId 32726 01:33:31.510554 tst handover.py: using BVCI 32727 01:33:31.677772 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:33:31.738438 tst handover.py: using LAC 32727 01:33:31.903628 tst handover.py: using RAC 87 01:33:32.064173 tst handover.py: using CellId 32727 01:33:32.203200 tst handover.py: using BVCI 32728 01:33:32.348566 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:32.360744 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:32.372727 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:32.385447 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:32.397512 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:33:32.410870 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:33:32.534250 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:33:32.657659 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:33:33.151626 run create_hlr_db(pid=17721): Launched 01:33:33.287061 bus /sierra_2: Setting Powered False 01:33:34.352654 run create_hlr_db(pid=17721): Terminated: ok {rc=0} 01:33:34.775695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Launched 01:33:35.093391 run osmo-hlr_10.42.42.2(pid=17724): Launched 01:33:35.213618 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:35.728217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Launched 01:33:36.045399 run osmo-stp_10.42.42.5(pid=17727): Launched 01:33:36.165356 run osmo-msc_10.42.42.6: Starting osmo-msc 01:33:36.709454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Launched 01:33:37.025957 run osmo-msc_10.42.42.6(pid=17730): Launched 01:33:37.201273 run osmo-stp_10.42.42.5(pid=17727): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)] 01:33:37.333892 run osmo-stp_10.42.42.5(pid=17727): stdout: | (launched: 2022-12-13_01:33:35.986282) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:37.465873 run osmo-stp_10.42.42.5(pid=17727): stderr: | 20221213013336160 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013336160 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013336161 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013336161 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013336162 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013336162 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013336162 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:37.596043 run osmo-stp_10.42.42.5(pid=17727): stdout: | (launched: 2022-12-13_01:33:35.986282) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:37.719920 run osmo-stp_10.42.42.5(pid=17727): stderr: | 20221213013336160 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013336160 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013336161 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013336161 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013336162 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013336162 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013336162 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:37.868366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17727): Process ended prematurely: osmo-stp_10.42.42.5(pid=17727) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18] 01:33:37.876645 tst handover.py:18: Test FAILED (6.9 sec) 01:33:37.903397 run osmo-hlr_10.42.42.2(pid=17724): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17724)] 01:33:37.951822 run osmo-hlr_10.42.42.2(pid=17724): stdout: | (launched: 2022-12-13_01:33:35.034227) 01:33:38.002330 run osmo-hlr_10.42.42.2(pid=17724): stderr: | 20221213013335211 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013335211 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013335211 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013335211 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013335211 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013335212 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013335228 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013335238 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013335238 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013335238 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:33:38.072362 run osmo-msc_10.42.42.6(pid=17730): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17730)] 01:33:38.120616 run osmo-msc_10.42.42.6(pid=17730): stdout: | (launched: 2022-12-13_01:33:36.966602) 01:33:38.170454 run osmo-msc_10.42.42.6(pid=17730): stderr: | 20221213013337240 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013337241 DLGLOBAL DEBUG validating counter group 0x7f671fa02c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013337241 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013337241 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013337241 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013337241 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013337243 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013337243 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013337243 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013337243 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:33:38.220756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Terminating (SIGTERM) 01:33:38.261116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Terminating (SIGTERM) 01:33:38.301301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Terminating (SIGTERM) 01:33:38.341721 --- ParallelTerminationStrategy: PID 17723 died... 01:33:38.361185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Terminated: ok {rc=0} 01:33:38.406117 --- ParallelTerminationStrategy: PID 17726 died... 01:33:38.424858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Terminated: ok {rc=0} 01:33:38.469335 --- ParallelTerminationStrategy: PID 17729 died... 01:33:38.488007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Terminated: ok {rc=0} 01:33:38.574393 bus /sierra_3: Setting Powered False 01:33:39.673713 bus /sierra_3: Setting Powered False 01:33:40.790664 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx --------------------------------------------------------------------- 01:33:42.057082 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:33:42.062363 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:33:42.121217 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:33:42.147869 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:33:42.201262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:33:42.259523 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:33:42.285735 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:33:42.840677 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py ---------------------------------------------- 01:33:42.845968 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:42.857132 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:33:42.901650 tst handover.py: using LAC 32728 01:33:43.037143 tst handover.py: using RAC 88 01:33:43.169072 tst handover.py: using CellId 32728 01:33:43.299124 tst handover.py: using BVCI 32729 01:33:43.420753 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:33:43.469066 tst handover.py: using LAC 32729 01:33:43.599907 tst handover.py: using RAC 89 01:33:43.730530 tst handover.py: using CellId 32729 01:33:43.862676 tst handover.py: using BVCI 32730 01:33:43.987214 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:43.998976 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:44.010510 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:44.022078 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:44.033596 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:33:44.045140 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:33:44.163939 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:33:44.281667 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:33:44.741983 run create_hlr_db(pid=17735): Launched 01:33:44.862133 bus /sierra_2: Setting Powered False 01:33:45.934098 run create_hlr_db(pid=17735): Terminated: ok {rc=0} 01:33:46.386086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Launched 01:33:46.764729 run osmo-hlr_10.42.42.2(pid=17738): Launched 01:33:46.990431 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:47.677202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Launched 01:33:48.015995 run osmo-stp_10.42.42.5(pid=17741): Launched 01:33:48.144854 run osmo-msc_10.42.42.6: Starting osmo-msc 01:33:48.724659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Launched 01:33:49.062812 run osmo-msc_10.42.42.6(pid=17744): Launched 01:33:49.251786 run osmo-stp_10.42.42.5(pid=17741): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)] 01:33:49.393210 run osmo-stp_10.42.42.5(pid=17741): stdout: | (launched: 2022-12-13_01:33:47.953308) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:49.534873 run osmo-stp_10.42.42.5(pid=17741): stderr: | 20221213013348150 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013348150 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013348150 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013348150 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013348151 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013348151 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013348151 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:49.674556 run osmo-stp_10.42.42.5(pid=17741): stdout: | (launched: 2022-12-13_01:33:47.953308) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:33:49.807517 run osmo-stp_10.42.42.5(pid=17741): stderr: | 20221213013348150 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013348150 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013348150 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013348150 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013348151 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013348151 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013348151 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:33:49.967325 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17741): Process ended prematurely: osmo-stp_10.42.42.5(pid=17741) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18] 01:33:49.976015 tst handover.py:18: Test FAILED (7.1 sec) 01:33:50.003911 run osmo-hlr_10.42.42.2(pid=17738): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17738)] 01:33:50.054646 run osmo-hlr_10.42.42.2(pid=17738): stdout: | (launched: 2022-12-13_01:33:46.701881) 01:33:50.107235 run osmo-hlr_10.42.42.2(pid=17738): stderr: | 20221213013347112 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013347112 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013347112 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013347112 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013347113 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013347113 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013347147 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013347161 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013347167 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013347167 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:33:50.180368 run osmo-msc_10.42.42.6(pid=17744): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17744)] 01:33:50.231009 run osmo-msc_10.42.42.6(pid=17744): stdout: | (launched: 2022-12-13_01:33:48.999620) 01:33:50.283263 run osmo-msc_10.42.42.6(pid=17744): stderr: | 20221213013349326 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013349326 DLGLOBAL DEBUG validating counter group 0x7fc70e80ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013349326 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013349326 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013349327 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013349327 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013349328 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013349329 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013349329 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013349329 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:33:50.336058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminating (SIGTERM) 01:33:50.378132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminating (SIGTERM) 01:33:50.420084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Terminating (SIGTERM) 01:33:50.462474 --- ParallelTerminationStrategy: PID 17737 died... 01:33:50.482769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminated: ok {rc=0} 01:33:50.530613 --- ParallelTerminationStrategy: PID 17740 died... 01:33:50.550394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminated: ok {rc=0} 01:33:50.596682 --- ParallelTerminationStrategy: PID 17743 died... 01:33:50.616851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Terminated: ok {rc=0} 01:33:50.706264 bus /sierra_3: Setting Powered False 01:33:51.801752 bus /sierra_3: Setting Powered False 01:33:52.919540 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-sysmo --------------------------------------------------------------------- 01:33:54.189739 tst handover_2G:trx-sysmocell5000+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:33:54.194925 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 2 x bts (candidates: 11) 01:33:54.245700 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 01:33:54.272114 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 2 x modem (candidates: 12) 01:33:54.323214 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 2 x bts (candidates: 11) 01:33:54.374615 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 01:33:54.400875 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 2 x modem (candidates: 12) 01:33:54.952055 tst handover_2G:trx-sysmocell5000+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py ---------------------------------------------- 01:33:54.957219 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:54.968184 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2) 01:33:55.016320 tst handover.py: using LAC 32730 01:33:55.141205 tst handover.py: using RAC 90 01:33:55.266129 tst handover.py: using CellId 32730 01:33:55.391665 tst handover.py: using BVCI 32731 01:33:55.507227 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2) 01:33:55.542611 tst handover.py: using LAC 32731 01:33:55.668660 tst handover.py: using RAC 91 01:33:55.791831 tst handover.py: using CellId 32731 01:33:55.914482 tst handover.py: using BVCI 32732 01:33:56.029735 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:56.040578 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:56.051434 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:56.062253 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:56.073087 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 01:33:56.083892 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2) 01:33:56.207148 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2) 01:33:56.325653 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:33:56.787774 run create_hlr_db(pid=17749): Launched 01:33:56.908226 bus /sierra_2: Setting Powered False 01:33:57.975861 run create_hlr_db(pid=17749): Terminated: ok {rc=0} 01:33:58.416083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Launched 01:33:58.755569 run osmo-hlr_10.42.42.2(pid=17752): Launched 01:33:58.884236 run osmo-stp_10.42.42.5: Starting osmo-stp 01:33:59.437439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Launched 01:33:59.781747 run osmo-stp_10.42.42.5(pid=17755): Launched 01:33:59.917577 run osmo-msc_10.42.42.6: Starting osmo-msc 01:34:00.520278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Launched 01:34:00.857700 run osmo-msc_10.42.42.6(pid=17758): Launched 01:34:01.194960 run osmo-stp_10.42.42.5(pid=17755): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] 01:34:01.502531 run osmo-stp_10.42.42.5(pid=17755): stdout: | (launched: 2022-12-13_01:33:59.715179) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:01.792123 run osmo-stp_10.42.42.5(pid=17755): stderr: | 20221213013359916 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013359916 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013359917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013359917 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013359918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013359918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013359918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:02.003826 run osmo-stp_10.42.42.5(pid=17755): stdout: | (launched: 2022-12-13_01:33:59.715179) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:02.132343 run osmo-stp_10.42.42.5(pid=17755): stderr: | 20221213013359916 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013359916 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013359917 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013359917 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013359918 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013359918 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013359918 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:02.280653 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18] 01:34:02.289252 tst handover.py:18: Test FAILED (7.3 sec) 01:34:02.317355 run osmo-hlr_10.42.42.2(pid=17752): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17752)] 01:34:02.366947 run osmo-hlr_10.42.42.2(pid=17752): stdout: | (launched: 2022-12-13_01:33:58.692504) 01:34:02.417875 run osmo-hlr_10.42.42.2(pid=17752): stderr: | 20221213013358896 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013358896 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013358896 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013358896 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013358896 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013358896 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013358909 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013358920 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013358920 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013358920 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:34:02.489285 run osmo-msc_10.42.42.6(pid=17758): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17758)] 01:34:02.537543 run osmo-msc_10.42.42.6(pid=17758): stdout: | (launched: 2022-12-13_01:34:00.789440) 01:34:02.587409 run osmo-msc_10.42.42.6(pid=17758): stderr: | 20221213013401439 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013401439 DLGLOBAL DEBUG validating counter group 0x7fe83e74cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013401439 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013401440 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013401440 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013401440 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013401447 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013401450 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013401450 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013401450 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:34:02.637653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminating (SIGTERM) 01:34:02.678131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminating (SIGTERM) 01:34:02.718752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminating (SIGTERM) 01:34:02.760368 --- ParallelTerminationStrategy: PID 17751 died... 01:34:02.779479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminated: ok {rc=0} 01:34:02.824724 --- ParallelTerminationStrategy: PID 17754 died... 01:34:02.843774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminated: ok {rc=0} 01:34:02.888723 --- ParallelTerminationStrategy: PID 17757 died... 01:34:02.907497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminated: ok {rc=0} 01:34:02.992495 bus /sierra_3: Setting Powered False 01:34:04.091448 bus /sierra_3: Setting Powered False 01:34:05.211239 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-b200 --------------------------------------------------------------------- 01:34:06.466252 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:34:06.473131 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:34:06.537715 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:34:06.565224 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:34:06.619520 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:34:06.687645 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:34:06.714556 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:34:07.259540 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py ---------------------------------------------- 01:34:07.264805 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:07.275836 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:34:07.323004 tst handover.py: using LAC 32732 01:34:07.455470 tst handover.py: using RAC 92 01:34:07.585982 tst handover.py: using CellId 32732 01:34:07.716267 tst handover.py: using BVCI 32733 01:34:07.828894 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:34:07.877381 tst handover.py: using LAC 32733 01:34:07.998593 tst handover.py: using RAC 93 01:34:08.120790 tst handover.py: using CellId 32733 01:34:08.240790 tst handover.py: using BVCI 32734 01:34:08.353693 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:08.364496 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:08.375199 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:08.385974 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:08.396611 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:08.407338 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:34:08.527704 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:34:08.644610 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:34:09.095926 run create_hlr_db(pid=17764): Launched 01:34:09.211304 bus /sierra_2: Setting Powered False 01:34:10.271618 run create_hlr_db(pid=17764): Terminated: ok {rc=0} 01:34:10.694371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Launched 01:34:11.024655 run osmo-hlr_10.42.42.2(pid=17772): Launched 01:34:11.149345 run osmo-stp_10.42.42.5: Starting osmo-stp 01:34:11.686173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Launched 01:34:12.016323 run osmo-stp_10.42.42.5(pid=17775): Launched 01:34:12.140623 run osmo-msc_10.42.42.6: Starting osmo-msc 01:34:12.707351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Launched 01:34:13.037654 run osmo-msc_10.42.42.6(pid=17778): Launched 01:34:13.220300 run osmo-stp_10.42.42.5(pid=17775): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)] 01:34:13.358451 run osmo-stp_10.42.42.5(pid=17775): stdout: | (launched: 2022-12-13_01:34:11.955237) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:13.496534 run osmo-stp_10.42.42.5(pid=17775): stderr: | 20221213013412144 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013412144 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013412144 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013412145 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013412145 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013412145 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013412145 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:13.632870 run osmo-stp_10.42.42.5(pid=17775): stdout: | (launched: 2022-12-13_01:34:11.955237) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:13.762760 run osmo-stp_10.42.42.5(pid=17775): stderr: | 20221213013412144 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013412144 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013412144 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013412145 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013412145 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013412145 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013412145 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:13.918545 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17775): Process ended prematurely: osmo-stp_10.42.42.5(pid=17775) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18] 01:34:13.927150 tst handover.py:18: Test FAILED (6.7 sec) 01:34:13.954513 run osmo-hlr_10.42.42.2(pid=17772): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17772)] 01:34:14.004619 run osmo-hlr_10.42.42.2(pid=17772): stdout: | (launched: 2022-12-13_01:34:10.963635) 01:34:14.056231 run osmo-hlr_10.42.42.2(pid=17772): stderr: | 20221213013411160 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013411160 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013411160 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013411160 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013411160 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013411160 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013411173 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013411182 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013411182 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013411182 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:34:14.128294 run osmo-msc_10.42.42.6(pid=17778): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17778)] 01:34:14.178240 run osmo-msc_10.42.42.6(pid=17778): stdout: | (launched: 2022-12-13_01:34:12.976544) 01:34:14.229996 run osmo-msc_10.42.42.6(pid=17778): stderr: | 20221213013413298 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013413298 DLGLOBAL DEBUG validating counter group 0x7f3654cd9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013413298 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013413298 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013413298 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013413299 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013413300 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013413301 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013413301 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013413301 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:34:14.282038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Terminating (SIGTERM) 01:34:14.323684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Terminating (SIGTERM) 01:34:14.365526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Terminating (SIGTERM) 01:34:14.407360 --- ParallelTerminationStrategy: PID 17771 died... 01:34:14.427238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Terminated: ok {rc=0} 01:34:14.473217 --- ParallelTerminationStrategy: PID 17774 died... 01:34:14.492818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Terminated: ok {rc=0} 01:34:14.539075 --- ParallelTerminationStrategy: PID 17777 died... 01:34:14.558498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Terminated: ok {rc=0} 01:34:14.646150 bus /sierra_3: Setting Powered False 01:34:15.745508 bus /sierra_3: Setting Powered False 01:34:16.879543 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-umtrx --------------------------------------------------------------------- 01:34:18.180511 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:34:18.185722 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:34:18.248332 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:34:18.274779 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:34:18.328125 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:34:18.390681 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:34:18.416885 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:34:18.964811 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py ---------------------------------------------- 01:34:18.970061 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:18.981075 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:19.028346 tst handover.py: using LAC 32734 01:34:19.149428 tst handover.py: using RAC 94 01:34:19.280396 tst handover.py: using CellId 32734 01:34:19.409388 tst handover.py: using BVCI 32735 01:34:19.529788 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:19.581637 tst handover.py: using LAC 32735 01:34:19.712336 tst handover.py: using RAC 95 01:34:19.842563 tst handover.py: using CellId 32735 01:34:19.972671 tst handover.py: using BVCI 32736 01:34:20.093212 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:20.104622 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:20.116048 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:20.127396 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:20.138790 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:20.150072 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:20.266583 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:20.387583 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:34:20.869037 run create_hlr_db(pid=17783): Launched 01:34:21.006781 bus /sierra_2: Setting Powered False 01:34:22.070632 run create_hlr_db(pid=17783): Terminated: ok {rc=0} 01:34:22.479544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Launched 01:34:22.789709 run osmo-hlr_10.42.42.2(pid=17786): Launched 01:34:22.917664 run osmo-stp_10.42.42.5: Starting osmo-stp 01:34:23.453312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Launched 01:34:23.780901 run osmo-stp_10.42.42.5(pid=17789): Launched 01:34:23.904723 run osmo-msc_10.42.42.6: Starting osmo-msc 01:34:24.468890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Launched 01:34:24.796267 run osmo-msc_10.42.42.6(pid=17792): Launched 01:34:24.978621 run osmo-stp_10.42.42.5(pid=17789): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)] 01:34:25.115514 run osmo-stp_10.42.42.5(pid=17789): stdout: | (launched: 2022-12-13_01:34:23.720110) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:25.252529 run osmo-stp_10.42.42.5(pid=17789): stderr: | 20221213013423912 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013423912 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013423912 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013423912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013423913 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013423913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013423913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:25.388669 run osmo-stp_10.42.42.5(pid=17789): stdout: | (launched: 2022-12-13_01:34:23.720110) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:25.518491 run osmo-stp_10.42.42.5(pid=17789): stderr: | 20221213013423912 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013423912 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013423912 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013423912 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013423913 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013423913 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013423913 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:25.673523 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17789): Process ended prematurely: osmo-stp_10.42.42.5(pid=17789) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18] 01:34:25.682256 tst handover.py:18: Test FAILED (6.7 sec) 01:34:25.709634 run osmo-hlr_10.42.42.2(pid=17786): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17786)] 01:34:25.759563 run osmo-hlr_10.42.42.2(pid=17786): stdout: | (launched: 2022-12-13_01:34:22.729415) 01:34:25.811147 run osmo-hlr_10.42.42.2(pid=17786): stderr: | 20221213013422926 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013422926 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013422926 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013422926 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013422926 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013422926 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013422939 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013422948 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013422948 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013422948 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:34:25.883366 run osmo-msc_10.42.42.6(pid=17792): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17792)] 01:34:25.933666 run osmo-msc_10.42.42.6(pid=17792): stdout: | (launched: 2022-12-13_01:34:24.735421) 01:34:25.985689 run osmo-msc_10.42.42.6(pid=17792): stderr: | 20221213013425057 DLSS7 DEBUG XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013425057 DLGLOBAL DEBUG validating counter group 0x7f501d543c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013425057 DLSS7 DEBUG XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013425057 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013425058 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013425058 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013425059 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013425060 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013425060 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013425060 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:34:26.037938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Terminating (SIGTERM) 01:34:26.079574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Terminating (SIGTERM) 01:34:26.121364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Terminating (SIGTERM) 01:34:26.163416 --- ParallelTerminationStrategy: PID 17785 died... 01:34:26.183284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Terminated: ok {rc=0} 01:34:26.230018 --- ParallelTerminationStrategy: PID 17788 died... 01:34:26.249583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Terminated: ok {rc=0} 01:34:26.295432 --- ParallelTerminationStrategy: PID 17791 died... 01:34:26.315035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Terminated: ok {rc=0} 01:34:26.403565 bus /sierra_3: Setting Powered False 01:34:27.503108 bus /sierra_3: Setting Powered False 01:34:28.618712 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-sysmocell5000+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-b200 --------------------------------------------------------------------- 01:34:29.897163 tst handover_2G:sysmo+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:34:29.903167 tst handover_2G:sysmo+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 01:34:29.955391 tst handover_2G:sysmo+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 01:34:29.983063 tst handover_2G:sysmo+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 01:34:30.035897 tst handover_2G:sysmo+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 01:34:30.088203 tst handover_2G:sysmo+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 01:34:30.116011 tst handover_2G:sysmo+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 01:34:30.669617 tst handover_2G:sysmo+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts sysmoBTS 1002 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-b200 handover.py ---------------------------------------------- 01:34:30.675395 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:30.687045 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:34:30.722092 tst handover.py: using LAC 32736 01:34:30.860095 tst handover.py: using RAC 96 01:34:30.991062 tst handover.py: using CellId 32736 01:34:31.142932 tst handover.py: using BVCI 32737 01:34:31.271159 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2) 01:34:31.319655 tst handover.py: using LAC 32737 01:34:31.449179 tst handover.py: using RAC 97 01:34:31.613200 tst handover.py: using CellId 32737 01:34:31.769592 tst handover.py: using BVCI 32738 01:34:31.928073 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:31.944169 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:31.960260 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:31.973510 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:31.985316 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 01:34:31.996591 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:34:32.115317 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2) 01:34:32.241626 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:34:32.695014 run create_hlr_db(pid=17797): Launched 01:34:32.812099 bus /sierra_2: Setting Powered False 01:34:33.873976 run create_hlr_db(pid=17797): Terminated: ok {rc=0} 01:34:34.296735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Launched 01:34:34.619791 run osmo-hlr_10.42.42.2(pid=17800): Launched 01:34:34.745417 run osmo-stp_10.42.42.5: Starting osmo-stp 01:34:35.288490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Launched 01:34:35.619661 run osmo-stp_10.42.42.5(pid=17803): Launched 01:34:35.744718 run osmo-msc_10.42.42.6: Starting osmo-msc 01:34:36.313990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Launched 01:34:36.643796 run osmo-msc_10.42.42.6(pid=17806): Launched 01:34:36.826336 run osmo-stp_10.42.42.5(pid=17803): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)] 01:34:36.965528 run osmo-stp_10.42.42.5(pid=17803): stdout: | (launched: 2022-12-13_01:34:35.558140) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:37.105193 run osmo-stp_10.42.42.5(pid=17803): stderr: | 20221213013435749 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013435749 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013435749 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013435750 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013435750 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013435750 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013435750 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:37.242360 run osmo-stp_10.42.42.5(pid=17803): stdout: | (launched: 2022-12-13_01:34:35.558140) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:37.373059 run osmo-stp_10.42.42.5(pid=17803): stderr: | 20221213013435749 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013435749 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013435749 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013435750 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013435750 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013435750 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013435750 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:37.529528 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17803): Process ended prematurely: osmo-stp_10.42.42.5(pid=17803) [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)] [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18] 01:34:37.538237 tst handover.py:18: Test FAILED (6.9 sec) 01:34:37.565946 run osmo-hlr_10.42.42.2(pid=17800): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17800)] 01:34:37.615592 run osmo-hlr_10.42.42.2(pid=17800): stdout: | (launched: 2022-12-13_01:34:34.559028) 01:34:37.667212 run osmo-hlr_10.42.42.2(pid=17800): stderr: | 20221213013434753 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013434753 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013434753 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013434753 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013434753 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013434753 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013434765 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013434774 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013434774 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013434774 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:34:37.739123 run osmo-msc_10.42.42.6(pid=17806): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17806)] 01:34:37.789167 run osmo-msc_10.42.42.6(pid=17806): stdout: | (launched: 2022-12-13_01:34:36.582252) 01:34:37.840659 run osmo-msc_10.42.42.6(pid=17806): stderr: | 20221213013436904 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013436905 DLGLOBAL DEBUG validating counter group 0x7fae1c094c40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013436905 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013436905 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013436905 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013436905 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013436907 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013436907 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013436907 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013436907 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:34:37.892749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Terminating (SIGTERM) 01:34:37.934783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Terminating (SIGTERM) 01:34:37.976748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Terminating (SIGTERM) 01:34:38.018696 --- ParallelTerminationStrategy: PID 17799 died... 01:34:38.038371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Terminated: ok {rc=0} 01:34:38.084585 --- ParallelTerminationStrategy: PID 17802 died... 01:34:38.104292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Terminated: ok {rc=0} 01:34:38.150289 --- ParallelTerminationStrategy: PID 17805 died... 01:34:38.169885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Terminated: ok {rc=0} 01:34:38.257527 bus /sierra_3: Setting Powered False 01:34:39.358092 bus /sierra_3: Setting Powered False 01:34:40.475391 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-umtrx --------------------------------------------------------------------- 01:34:41.733228 tst handover_2G:sysmo+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:34:41.739149 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:34:41.790188 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:34:41.817490 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:34:41.871196 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:34:41.923027 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:34:41.950277 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:34:42.500744 tst handover_2G:sysmo+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts sysmoBTS 1002 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-umtrx handover.py ---------------------------------------------- 01:34:42.506031 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:42.517392 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:42.551800 tst handover.py: using LAC 32738 01:34:42.683573 tst handover.py: using RAC 98 01:34:42.803867 tst handover.py: using CellId 32738 01:34:42.922738 tst handover.py: using BVCI 32739 01:34:43.035308 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:43.081432 tst handover.py: using LAC 32739 01:34:43.210142 tst handover.py: using RAC 99 01:34:43.346055 tst handover.py: using CellId 32739 01:34:43.475297 tst handover.py: using BVCI 32740 01:34:43.595870 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:43.607301 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:43.618579 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:43.630293 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:43.642064 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:43.653778 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:43.769798 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:43.890755 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:34:44.377323 run create_hlr_db(pid=17811): Launched 01:34:44.510624 bus /sierra_2: Setting Powered False 01:34:45.576298 run create_hlr_db(pid=17811): Terminated: ok {rc=0} 01:34:46.017372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Launched 01:34:46.363700 run osmo-hlr_10.42.42.2(pid=17814): Launched 01:34:46.578593 run osmo-stp_10.42.42.5: Starting osmo-stp 01:34:47.204896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Launched 01:34:47.543327 run osmo-stp_10.42.42.5(pid=17817): Launched 01:34:47.668681 run osmo-msc_10.42.42.6: Starting osmo-msc 01:34:48.238703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Launched 01:34:48.569571 run osmo-msc_10.42.42.6(pid=17820): Launched 01:34:48.753136 run osmo-stp_10.42.42.5(pid=17817): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)] 01:34:48.891746 run osmo-stp_10.42.42.5(pid=17817): stdout: | (launched: 2022-12-13_01:34:47.482358) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:49.031273 run osmo-stp_10.42.42.5(pid=17817): stderr: | 20221213013447672 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013447672 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013447672 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013447673 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013447673 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013447673 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013447673 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:49.169595 run osmo-stp_10.42.42.5(pid=17817): stdout: | (launched: 2022-12-13_01:34:47.482358) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:34:49.301167 run osmo-stp_10.42.42.5(pid=17817): stderr: | 20221213013447672 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013447672 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013447672 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013447673 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013447673 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013447673 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013447673 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:34:49.458507 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)] [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18] 01:34:49.467275 tst handover.py:18: Test FAILED (7.0 sec) 01:34:49.494781 run osmo-hlr_10.42.42.2(pid=17814): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17814)] 01:34:49.545323 run osmo-hlr_10.42.42.2(pid=17814): stdout: | (launched: 2022-12-13_01:34:46.300798) 01:34:49.597489 run osmo-hlr_10.42.42.2(pid=17814): stderr: | 20221213013446495 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013446495 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013446495 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013446495 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013446495 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013446495 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013446512 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013446540 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013446540 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013446540 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:34:49.670328 run osmo-msc_10.42.42.6(pid=17820): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17820)] 01:34:49.720655 run osmo-msc_10.42.42.6(pid=17820): stdout: | (launched: 2022-12-13_01:34:48.507781) 01:34:49.772754 run osmo-msc_10.42.42.6(pid=17820): stderr: | 20221213013448829 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013448829 DLGLOBAL DEBUG validating counter group 0x7fe8d379dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013448830 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013448830 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013448830 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013448830 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013448832 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013448832 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013448832 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013448832 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:34:49.825182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminating (SIGTERM) 01:34:49.867364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminating (SIGTERM) 01:34:49.909446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Terminating (SIGTERM) 01:34:49.952478 --- ParallelTerminationStrategy: PID 17813 died... 01:34:49.972640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminated: ok {rc=0} 01:34:50.019587 --- ParallelTerminationStrategy: PID 17816 died... 01:34:50.039422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminated: ok {rc=0} 01:34:50.085996 --- ParallelTerminationStrategy: PID 17819 died... 01:34:50.105868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Terminated: ok {rc=0} 01:34:50.194432 bus /sierra_3: Setting Powered False 01:34:51.294296 bus /sierra_3: Setting Powered False 01:34:52.410222 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:sysmo+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2384 handover_2G:trx-b200+bts1-trx-umtrx --------------------------------------------------------------------- 01:34:53.666248 tst handover_2G:trx-b200+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 01:34:53.672150 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 01:34:53.735366 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 01:34:53.762562 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 01:34:53.815111 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 01:34:53.879040 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 01:34:53.906270 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 01:34:54.460520 tst handover_2G:trx-b200+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts Ettus B200 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2384 handover_2G:trx-b200+bts1-trx-umtrx handover.py ---------------------------------------------- 01:34:54.465871 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:54.477243 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:54.525619 tst handover.py: using LAC 32740 01:34:54.653963 tst handover.py: using RAC 100 01:34:54.781299 tst handover.py: using CellId 32740 01:34:54.909037 tst handover.py: using BVCI 32741 01:34:55.029198 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 01:34:55.077108 tst handover.py: using LAC 32741 01:34:55.204425 tst handover.py: using RAC 101 01:34:55.324820 tst handover.py: using CellId 32741 01:34:55.443897 tst handover.py: using BVCI 32742 01:34:55.555941 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:55.567041 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:55.578197 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:55.589861 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:55.600900 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 01:34:55.612035 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:55.732710 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 01:34:55.858567 run osmo-hlr_10.42.42.2: Starting osmo-hlr 01:34:56.344099 run create_hlr_db(pid=17825): Launched 01:34:56.479119 bus /sierra_2: Setting Powered False 01:34:57.544691 run create_hlr_db(pid=17825): Terminated: ok {rc=0} 01:34:57.975061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Launched 01:34:58.306036 run osmo-hlr_10.42.42.2(pid=17828): Launched 01:34:58.431576 run osmo-stp_10.42.42.5: Starting osmo-stp 01:34:58.978775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Launched 01:34:59.309517 run osmo-stp_10.42.42.5(pid=17831): Launched 01:34:59.435395 run osmo-msc_10.42.42.6: Starting osmo-msc 01:35:00.006659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Launched 01:35:00.337132 run osmo-msc_10.42.42.6(pid=17834): Launched 01:35:00.520143 run osmo-stp_10.42.42.5(pid=17831): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)] 01:35:00.658543 run osmo-stp_10.42.42.5(pid=17831): stdout: | (launched: 2022-12-13_01:34:59.248271) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:35:00.797510 run osmo-stp_10.42.42.5(pid=17831): stderr: | 20221213013459439 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013459439 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013459439 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013459440 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013459440 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013459440 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013459440 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:35:00.948172 run osmo-stp_10.42.42.5(pid=17831): stdout: | (launched: 2022-12-13_01:34:59.248271) | Copyright (C) 2015-2020 by Harald Welte | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 01:35:01.080657 run osmo-stp_10.42.42.5(pid=17831): stderr: | 20221213013459439 DLSS7 INFO Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | 20221213013459439 DLSS7 INFO Created m3ua server on (null):2905 (osmo_ss7.c:2207) | 20221213013459439 DLSS7 INFO (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | 20221213013459440 DLGLOBAL NOTICE unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213013459440 DLGLOBAL ERROR unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213013459440 DLGLOBAL ERROR no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213013459440 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 01:35:01.240089 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)] [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18] 01:35:01.249783 tst handover.py:18: Test FAILED (6.8 sec) 01:35:01.278368 run osmo-hlr_10.42.42.2(pid=17828): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17828)] 01:35:01.329607 run osmo-hlr_10.42.42.2(pid=17828): stdout: | (launched: 2022-12-13_01:34:58.244488) 01:35:01.382624 run osmo-hlr_10.42.42.2(pid=17828): stderr: | 20221213013458440 DDB DEBUG SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | 20221213013458440 DDB DEBUG SQLite3 compiled with 'SOUNDEX' (db.c:579) | 20221213013458440 DDB DEBUG SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | 20221213013458440 DDB DEBUG SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | 20221213013458440 DDB DEBUG SQLite3 compiled with 'USE_URI' (db.c:579) | 20221213013458440 DDB DEBUG Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | 20221213013458452 DDB NOTICE Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | 20221213013458461 DLGLOBAL ERROR unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213013458461 DLGLOBAL ERROR no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213013458461 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 01:35:01.455311 run osmo-msc_10.42.42.6(pid=17834): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17834)] 01:35:01.506307 run osmo-msc_10.42.42.6(pid=17834): stdout: | (launched: 2022-12-13_01:35:00.275757) 01:35:01.559643 run osmo-msc_10.42.42.6(pid=17834): stderr: | 20221213013500595 DLSS7 DEBUG XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | 20221213013500595 DLGLOBAL DEBUG validating counter group 0x7ffb3320ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | 20221213013500595 DLSS7 DEBUG XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | 20221213013500595 DLSS7 INFO 0: as-as0: Created AS (osmo_ss7.c:1034) | 20221213013500595 DLSS7 INFO 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | 20221213013500596 DLSS7 INFO 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | 20221213013500597 DMNCC DEBUG Using internal MNCC handler. (msc_main.c:678) | 20221213013500598 DLGLOBAL ERROR unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213013500598 DLGLOBAL ERROR no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213013500598 DLGLOBAL ERROR Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 01:35:01.612999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminating (SIGTERM) 01:35:01.655554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminating (SIGTERM) 01:35:01.698890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Terminating (SIGTERM) 01:35:01.743548 --- ParallelTerminationStrategy: PID 17827 died... 01:35:01.763938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminated: ok {rc=0} 01:35:01.811002 --- ParallelTerminationStrategy: PID 17830 died... 01:35:01.837617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminated: ok {rc=0} 01:35:01.888604 --- ParallelTerminationStrategy: PID 17833 died... 01:35:01.909378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Terminated: ok {rc=0} 01:35:02.024521 bus /sierra_3: Setting Powered False 01:35:03.128713 bus /sierra_3: Setting Powered False 01:35:04.243797 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2384 handover_2G:trx-b200+bts1-trx-umtrx FAIL --------------------------------------------------------------------- 01:35:05.509027 tst trial-2384: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/trial-2384.xml -------------------------------------------------------------------------------------------- trial-2384 FAIL -------------------------------------------------------------------------------------------- 01:35:07.440848 tst trial-2384: trial-2384: FAIL, 200 suites failed FAIL: nitb_sms:sysmo (fail: 1) FAIL: mo_mt_sms.py (4.8 sec) Error: osmo-nitb_10.42.42.2(pid=10187): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10187) [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)] FAIL: sms:sysmo (fail: 1) FAIL: mo_mt_sms.py (13.8 sec) Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] FAIL: nitb_ussd:sysmo (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)] FAIL: ussd:sysmo (fail: 1) FAIL: assert_extension.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=10217): Process ended prematurely: osmo-stp_10.42.42.5(pid=10217) [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10231): Process ended prematurely: osmo-stp_10.42.42.5(pid=10231) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10242): Process ended prematurely: osmo-stp_10.42.42.5(pid=10242) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10281): Process ended prematurely: osmo-stp_10.42.42.5(pid=10281) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)] FAIL: mo_mt_call_osmux.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)] FAIL: voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10307): Process ended prematurely: osmo-stp_10.42.42.5(pid=10307) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)] FAIL: voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)] FAIL: voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)] FAIL: voice:sysmo+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)] FAIL: emergency:sysmo (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] FAIL: emergency_preemptive_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=10425): Process ended prematurely: osmo-stp_10.42.42.5(pid=10425) [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)] FAIL: gprs:sysmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.8 sec) Error: osmo-stp_10.42.42.5(pid=10443): Process ended prematurely: osmo-stp_10.42.42.5(pid=10443) [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=10455): Process ended prematurely: osmo-stp_10.42.42.5(pid=10455) [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=10473): Process ended prematurely: osmo-stp_10.42.42.5(pid=10473) [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=10483): Process ended prematurely: osmo-stp_10.42.42.5(pid=10483) [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10493): Process ended prematurely: osmo-stp_10.42.42.5(pid=10493) [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)] FAIL: gprs:sysmo+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)] FAIL: iperf3.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=10526): Process ended prematurely: osmo-stp_10.42.42.5(pid=10526) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=10544): Process ended prematurely: osmo-stp_10.42.42.5(pid=10544) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=10554): Process ended prematurely: osmo-stp_10.42.42.5(pid=10554) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] FAIL: gprs:sysmo+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (9.1 sec) Error: osmo-stp_10.42.42.5(pid=10595): Process ended prematurely: osmo-stp_10.42.42.5(pid=10595) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10645): Process ended prematurely: osmo-stp_10.42.42.5(pid=10645) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)] FAIL: gprs:sysmo+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=10674): Process ended prematurely: osmo-stp_10.42.42.5(pid=10674) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=10692): Process ended prematurely: osmo-stp_10.42.42.5(pid=10692) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=10712): Process ended prematurely: osmo-stp_10.42.42.5(pid=10712) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)] FAIL: dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=10727): Process ended prematurely: osmo-stp_10.42.42.5(pid=10727) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)] FAIL: dynts:sysmo+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)] FAIL: nitb_sms:oc2g (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)] FAIL: sms:oc2g (fail: 1) FAIL: mo_mt_sms.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)] FAIL: nitb_ussd:oc2g (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] FAIL: ussd:oc2g (fail: 1) FAIL: assert_extension.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10857): Process ended prematurely: osmo-stp_10.42.42.5(pid=10857) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)] FAIL: voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=10883): Process ended prematurely: osmo-stp_10.42.42.5(pid=10883) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)] FAIL: voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)] FAIL: voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)] FAIL: voice:oc2g+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=10959): Process ended prematurely: osmo-stp_10.42.42.5(pid=10959) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=10970): Process ended prematurely: osmo-stp_10.42.42.5(pid=10970) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)] FAIL: emergency:oc2g (fail: 2) FAIL: emergency_mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=10984): Process ended prematurely: osmo-stp_10.42.42.5(pid=10984) [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)] FAIL: emergency_preemptive_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)] FAIL: gprs:oc2g (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=11013): Process ended prematurely: osmo-stp_10.42.42.5(pid=11013) [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)] FAIL: iperf3.py (8.3 sec) Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=11328): Process ended prematurely: osmo-stp_10.42.42.5(pid=11328) [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)] FAIL: ping_idle_ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)] FAIL: gprs:oc2g+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (9.1 sec) Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=11371): Process ended prematurely: osmo-stp_10.42.42.5(pid=11371) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)] FAIL: iperf3m4.py (10.5 sec) Error: osmo-stp_10.42.42.5(pid=11392): Process ended prematurely: osmo-stp_10.42.42.5(pid=11392) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=11402): Process ended prematurely: osmo-stp_10.42.42.5(pid=11402) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)] FAIL: gprs:oc2g+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=11441): Process ended prematurely: osmo-stp_10.42.42.5(pid=11441) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=11469): Process ended prematurely: osmo-stp_10.42.42.5(pid=11469) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=11479): Process ended prematurely: osmo-stp_10.42.42.5(pid=11479) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)] FAIL: gprs:oc2g+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=11497): Process ended prematurely: osmo-stp_10.42.42.5(pid=11497) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)] FAIL: iperf3m4.py (10.4 sec) Error: osmo-stp_10.42.42.5(pid=11527): Process ended prematurely: osmo-stp_10.42.42.5(pid=11527) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)] FAIL: dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=11561): Process ended prematurely: osmo-stp_10.42.42.5(pid=11561) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)] FAIL: dynts:oc2g+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] FAIL: nitb_sms:trx-b200 (fail: 1) FAIL: mo_mt_sms.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)] FAIL: sms:trx-b200 (fail: 1) FAIL: mo_mt_sms.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)] FAIL: nitb_ussd:trx-b200 (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] FAIL: ussd:trx-b200 (fail: 1) FAIL: assert_extension.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=11612): Process ended prematurely: osmo-stp_10.42.42.5(pid=11612) [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=11626): Process ended prematurely: osmo-stp_10.42.42.5(pid=11626) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11637): Process ended prematurely: osmo-stp_10.42.42.5(pid=11637) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)] FAIL: voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)] FAIL: voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)] FAIL: voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11757): Process ended prematurely: osmo-stp_10.42.42.5(pid=11757) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=11768): Process ended prematurely: osmo-stp_10.42.42.5(pid=11768) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)] FAIL: voice:trx-b200+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=11793): Process ended prematurely: osmo-stp_10.42.42.5(pid=11793) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)] FAIL: voice:trx-b200+mod-bts0-trxdversion0 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=11818): Process ended prematurely: osmo-stp_10.42.42.5(pid=11818) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)] FAIL: voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=11832): Process ended prematurely: osmo-stp_10.42.42.5(pid=11832) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=11844): Process ended prematurely: osmo-stp_10.42.42.5(pid=11844) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)] FAIL: emergency:trx-b200 (fail: 2) FAIL: emergency_mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)] FAIL: emergency_preemptive_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=11869): Process ended prematurely: osmo-stp_10.42.42.5(pid=11869) [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)] FAIL: gprs:trx-b200 (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=11888): Process ended prematurely: osmo-stp_10.42.42.5(pid=11888) [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=11940): Process ended prematurely: osmo-stp_10.42.42.5(pid=11940) [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)] FAIL: gprs:trx-b200+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=11957): Process ended prematurely: osmo-stp_10.42.42.5(pid=11957) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=11969): Process ended prematurely: osmo-stp_10.42.42.5(pid=11969) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=11987): Process ended prematurely: osmo-stp_10.42.42.5(pid=11987) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=12008): Process ended prematurely: osmo-stp_10.42.42.5(pid=12008) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)] FAIL: gprs:trx-b200+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=12025): Process ended prematurely: osmo-stp_10.42.42.5(pid=12025) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=12041): Process ended prematurely: osmo-stp_10.42.42.5(pid=12041) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)] FAIL: iperf3m4.py (11.3 sec) Error: osmo-stp_10.42.42.5(pid=12060): Process ended prematurely: osmo-stp_10.42.42.5(pid=12060) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] FAIL: gprs:trx-b200+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=12100): Process ended prematurely: osmo-stp_10.42.42.5(pid=12100) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] FAIL: gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=12168): Process ended prematurely: osmo-stp_10.42.42.5(pid=12168) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=12180): Process ended prematurely: osmo-stp_10.42.42.5(pid=12180) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] FAIL: dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)] FAIL: dynts:trx-b200+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=12251): Process ended prematurely: osmo-stp_10.42.42.5(pid=12251) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)] FAIL: nitb_sms:trx-sysmocell5000 (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] FAIL: sms:trx-sysmocell5000 (fail: 1) FAIL: mo_mt_sms.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=12270): Process ended prematurely: osmo-stp_10.42.42.5(pid=12270) [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)] FAIL: nitb_ussd:trx-sysmocell5000 (fail: 1) FAIL: assert_extension.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)] FAIL: ussd:trx-sysmocell5000 (fail: 1) FAIL: assert_extension.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=12289): Process ended prematurely: osmo-stp_10.42.42.5(pid=12289) [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=12314): Process ended prematurely: osmo-stp_10.42.42.5(pid=12314) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=12328): Process ended prematurely: osmo-stp_10.42.42.5(pid=12328) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)] FAIL: mo_mt_call_osmux.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=12608): Process ended prematurely: osmo-stp_10.42.42.5(pid=12608) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=12624): Process ended prematurely: osmo-stp_10.42.42.5(pid=12624) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=12651): Process ended prematurely: osmo-stp_10.42.42.5(pid=12651) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12665): Process ended prematurely: osmo-stp_10.42.42.5(pid=12665) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=12679): Process ended prematurely: osmo-stp_10.42.42.5(pid=12679) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)] FAIL: voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] FAIL: voice:trx-sysmocell5000+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=12732): Process ended prematurely: osmo-stp_10.42.42.5(pid=12732) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=12743): Process ended prematurely: osmo-stp_10.42.42.5(pid=12743) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)] FAIL: emergency:trx-sysmocell5000 (fail: 2) FAIL: emergency_mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] FAIL: emergency_preemptive_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=12768): Process ended prematurely: osmo-stp_10.42.42.5(pid=12768) [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)] FAIL: gprs:trx-sysmocell5000 (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=12799): Process ended prematurely: osmo-stp_10.42.42.5(pid=12799) [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)] FAIL: iperf3m4.py (11.2 sec) Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)] FAIL: gprs:trx-sysmocell5000+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)] FAIL: iperf3m4.py (11.3 sec) Error: osmo-stp_10.42.42.5(pid=12889): Process ended prematurely: osmo-stp_10.42.42.5(pid=12889) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=12900): Process ended prematurely: osmo-stp_10.42.42.5(pid=12900) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12910): Process ended prematurely: osmo-stp_10.42.42.5(pid=12910) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)] FAIL: gprs:trx-sysmocell5000+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)] FAIL: iperf3m4.py (11.2 sec) Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] FAIL: gprs:trx-sysmocell5000+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] FAIL: iperf3m4.py (10.6 sec) Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=13051): Process ended prematurely: osmo-stp_10.42.42.5(pid=13051) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)] FAIL: dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=13064): Process ended prematurely: osmo-stp_10.42.42.5(pid=13064) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)] FAIL: dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)] FAIL: nitb_sms:trx-umtrx (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)] FAIL: sms:trx-umtrx (fail: 1) FAIL: mo_mt_sms.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] FAIL: nitb_ussd:trx-umtrx (fail: 1) FAIL: assert_extension.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)] FAIL: ussd:trx-umtrx (fail: 1) FAIL: assert_extension.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=13139): Process ended prematurely: osmo-stp_10.42.42.5(pid=13139) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=13153): Process ended prematurely: osmo-stp_10.42.42.5(pid=13153) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=13189): Process ended prematurely: osmo-stp_10.42.42.5(pid=13189) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=13203): Process ended prematurely: osmo-stp_10.42.42.5(pid=13203) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=13214): Process ended prematurely: osmo-stp_10.42.42.5(pid=13214) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=13230): Process ended prematurely: osmo-stp_10.42.42.5(pid=13230) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=13241): Process ended prematurely: osmo-stp_10.42.42.5(pid=13241) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)] FAIL: voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)] FAIL: voice:trx-umtrx+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=13281): Process ended prematurely: osmo-stp_10.42.42.5(pid=13281) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=13292): Process ended prematurely: osmo-stp_10.42.42.5(pid=13292) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)] FAIL: voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=13307): Process ended prematurely: osmo-stp_10.42.42.5(pid=13307) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)] FAIL: emergency:trx-umtrx (fail: 2) FAIL: emergency_mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)] FAIL: emergency_preemptive_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=13344): Process ended prematurely: osmo-stp_10.42.42.5(pid=13344) [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)] FAIL: gprs:trx-umtrx (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=13364): Process ended prematurely: osmo-stp_10.42.42.5(pid=13364) [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=13376): Process ended prematurely: osmo-stp_10.42.42.5(pid=13376) [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=13404): Process ended prematurely: osmo-stp_10.42.42.5(pid=13404) [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=13765): Process ended prematurely: osmo-stp_10.42.42.5(pid=13765) [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)] FAIL: ping_idle_ping.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=13951): Process ended prematurely: osmo-stp_10.42.42.5(pid=13951) [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)] FAIL: gprs:trx-umtrx+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=13998): Process ended prematurely: osmo-stp_10.42.42.5(pid=13998) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)] FAIL: ping_idle_ping.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)] FAIL: gprs:trx-umtrx+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=14048): Process ended prematurely: osmo-stp_10.42.42.5(pid=14048) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=14066): Process ended prematurely: osmo-stp_10.42.42.5(pid=14066) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14076): Process ended prematurely: osmo-stp_10.42.42.5(pid=14076) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=14086): Process ended prematurely: osmo-stp_10.42.42.5(pid=14086) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)] FAIL: gprs:trx-umtrx+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=14103): Process ended prematurely: osmo-stp_10.42.42.5(pid=14103) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=14155): Process ended prematurely: osmo-stp_10.42.42.5(pid=14155) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)] FAIL: gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=14173): Process ended prematurely: osmo-stp_10.42.42.5(pid=14173) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)] FAIL: iperf3.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)] FAIL: iperf3m4.py (11.3 sec) Error: osmo-stp_10.42.42.5(pid=14474): Process ended prematurely: osmo-stp_10.42.42.5(pid=14474) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)] FAIL: dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=14513): Process ended prematurely: osmo-stp_10.42.42.5(pid=14513) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)] FAIL: dynts:trx-umtrx+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] FAIL: nitb_sms:trx-lms (fail: 1) FAIL: mo_mt_sms.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)] FAIL: sms:trx-lms (fail: 1) FAIL: mo_mt_sms.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)] FAIL: nitb_ussd:trx-lms (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)] FAIL: ussd:trx-lms (fail: 1) FAIL: assert_extension.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14566): Process ended prematurely: osmo-stp_10.42.42.5(pid=14566) [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14642): Process ended prematurely: osmo-stp_10.42.42.5(pid=14642) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)] FAIL: voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14667): Process ended prematurely: osmo-stp_10.42.42.5(pid=14667) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)] FAIL: voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=14694): Process ended prematurely: osmo-stp_10.42.42.5(pid=14694) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)] FAIL: voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14708): Process ended prematurely: osmo-stp_10.42.42.5(pid=14708) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14719): Process ended prematurely: osmo-stp_10.42.42.5(pid=14719) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)] FAIL: voice:trx-lms+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=14733): Process ended prematurely: osmo-stp_10.42.42.5(pid=14733) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14745): Process ended prematurely: osmo-stp_10.42.42.5(pid=14745) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)] FAIL: emergency:trx-lms (fail: 2) FAIL: emergency_mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14760): Process ended prematurely: osmo-stp_10.42.42.5(pid=14760) [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)] FAIL: emergency_preemptive_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14771): Process ended prematurely: osmo-stp_10.42.42.5(pid=14771) [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)] FAIL: gprs:trx-lms (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=14802): Process ended prematurely: osmo-stp_10.42.42.5(pid=14802) [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=14820): Process ended prematurely: osmo-stp_10.42.42.5(pid=14820) [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14830): Process ended prematurely: osmo-stp_10.42.42.5(pid=14830) [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=14840): Process ended prematurely: osmo-stp_10.42.42.5(pid=14840) [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)] FAIL: gprs:trx-lms+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=14858): Process ended prematurely: osmo-stp_10.42.42.5(pid=14858) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)] FAIL: iperf3.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=14870): Process ended prematurely: osmo-stp_10.42.42.5(pid=14870) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=14911): Process ended prematurely: osmo-stp_10.42.42.5(pid=14911) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)] FAIL: gprs:trx-lms+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=14928): Process ended prematurely: osmo-stp_10.42.42.5(pid=14928) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)] FAIL: ping.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=14968): Process ended prematurely: osmo-stp_10.42.42.5(pid=14968) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)] FAIL: gprs:trx-lms+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=15007): Process ended prematurely: osmo-stp_10.42.42.5(pid=15007) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=15035): Process ended prematurely: osmo-stp_10.42.42.5(pid=15035) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] FAIL: dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)] FAIL: dynts:trx-lms+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)] FAIL: nitb_sms:trx-lms-limenet-micro (fail: 1) FAIL: mo_mt_sms.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)] FAIL: sms:trx-lms-limenet-micro (fail: 1) FAIL: mo_mt_sms.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15093): Process ended prematurely: osmo-stp_10.42.42.5(pid=15093) [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)] FAIL: nitb_ussd:trx-lms-limenet-micro (fail: 1) FAIL: assert_extension.py (3.1 sec) Error: osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)] FAIL: ussd:trx-lms-limenet-micro (fail: 1) FAIL: assert_extension.py (5.8 sec) Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=15202): Process ended prematurely: osmo-stp_10.42.42.5(pid=15202) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=15230): Process ended prematurely: osmo-stp_10.42.42.5(pid=15230) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=15255): Process ended prematurely: osmo-stp_10.42.42.5(pid=15255) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=15280): Process ended prematurely: osmo-stp_10.42.42.5(pid=15280) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)] FAIL: emergency:trx-lms-limenet-micro (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=15305): Process ended prematurely: osmo-stp_10.42.42.5(pid=15305) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)] FAIL: emergency_preemptive_call.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=15316): Process ended prematurely: osmo-stp_10.42.42.5(pid=15316) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)] FAIL: gprs:trx-lms-limenet-micro (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=15347): Process ended prematurely: osmo-stp_10.42.42.5(pid=15347) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)] FAIL: iperf3m4.py (11.3 sec) Error: osmo-stp_10.42.42.5(pid=15365): Process ended prematurely: osmo-stp_10.42.42.5(pid=15365) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)] FAIL: ping_idle_ping.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=15385): Process ended prematurely: osmo-stp_10.42.42.5(pid=15385) [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=15415): Process ended prematurely: osmo-stp_10.42.42.5(pid=15415) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=15443): Process ended prematurely: osmo-stp_10.42.42.5(pid=15443) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=15453): Process ended prematurely: osmo-stp_10.42.42.5(pid=15453) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (9.1 sec) Error: osmo-stp_10.42.42.5(pid=15470): Process ended prematurely: osmo-stp_10.42.42.5(pid=15470) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)] FAIL: iperf3.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] FAIL: iperf3m4.py (11.8 sec) Error: osmo-stp_10.42.42.5(pid=15773): Process ended prematurely: osmo-stp_10.42.42.5(pid=15773) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=15784): Process ended prematurely: osmo-stp_10.42.42.5(pid=15784) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=15814): Process ended prematurely: osmo-stp_10.42.42.5(pid=15814) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=15826): Process ended prematurely: osmo-stp_10.42.42.5(pid=15826) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=15847): Process ended prematurely: osmo-stp_10.42.42.5(pid=15847) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15867): Process ended prematurely: osmo-stp_10.42.42.5(pid=15867) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)] FAIL: dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=15880): Process ended prematurely: osmo-stp_10.42.42.5(pid=15880) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)] FAIL: dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] FAIL: nitb_sms:nanobts (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)] FAIL: sms:nanobts+band-1900 (fail: 1) FAIL: mo_mt_sms.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] FAIL: nitb_ussd:nanobts+band-1900 (fail: 1) FAIL: assert_extension.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)] FAIL: ussd:nanobts+band-1900 (fail: 1) FAIL: assert_extension.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=15944): Process ended prematurely: osmo-stp_10.42.42.5(pid=15944) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)] FAIL: mo_mt_call_osmux.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15969): Process ended prematurely: osmo-stp_10.42.42.5(pid=15969) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=15980): Process ended prematurely: osmo-stp_10.42.42.5(pid=15980) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=15994): Process ended prematurely: osmo-stp_10.42.42.5(pid=15994) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16019): Process ended prematurely: osmo-stp_10.42.42.5(pid=16019) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16030): Process ended prematurely: osmo-stp_10.42.42.5(pid=16030) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)] FAIL: voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16044): Process ended prematurely: osmo-stp_10.42.42.5(pid=16044) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16055): Process ended prematurely: osmo-stp_10.42.42.5(pid=16055) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)] FAIL: emergency:nanobts+band-1900 (fail: 2) FAIL: emergency_mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16069): Process ended prematurely: osmo-stp_10.42.42.5(pid=16069) [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)] FAIL: emergency_preemptive_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)] FAIL: gprs:nanobts+band-1900 (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)] FAIL: gprs:nanobts+band-1900+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)] FAIL: iperf3.py (8.1 sec) Error: osmo-stp_10.42.42.5(pid=16187): Process ended prematurely: osmo-stp_10.42.42.5(pid=16187) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)] FAIL: iperf3m4.py (11.4 sec) Error: osmo-stp_10.42.42.5(pid=16205): Process ended prematurely: osmo-stp_10.42.42.5(pid=16205) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)] FAIL: gprs:nanobts+band-1900+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=16242): Process ended prematurely: osmo-stp_10.42.42.5(pid=16242) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=16254): Process ended prematurely: osmo-stp_10.42.42.5(pid=16254) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=16272): Process ended prematurely: osmo-stp_10.42.42.5(pid=16272) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=16292): Process ended prematurely: osmo-stp_10.42.42.5(pid=16292) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)] FAIL: dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=16305): Process ended prematurely: osmo-stp_10.42.42.5(pid=16305) [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)] FAIL: sms:nanobts+band-900 (fail: 1) FAIL: mo_mt_sms.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16322): Process ended prematurely: osmo-stp_10.42.42.5(pid=16322) [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)] FAIL: nitb_ussd:nanobts+band-900 (fail: 1) FAIL: assert_extension.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)] FAIL: ussd:nanobts+band-900 (fail: 1) FAIL: assert_extension.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=16341): Process ended prematurely: osmo-stp_10.42.42.5(pid=16341) [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=16355): Process ended prematurely: osmo-stp_10.42.42.5(pid=16355) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=16366): Process ended prematurely: osmo-stp_10.42.42.5(pid=16366) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16380): Process ended prematurely: osmo-stp_10.42.42.5(pid=16380) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=16392): Process ended prematurely: osmo-stp_10.42.42.5(pid=16392) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16406): Process ended prematurely: osmo-stp_10.42.42.5(pid=16406) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=16417): Process ended prematurely: osmo-stp_10.42.42.5(pid=16417) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16431): Process ended prematurely: osmo-stp_10.42.42.5(pid=16431) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)] FAIL: voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16456): Process ended prematurely: osmo-stp_10.42.42.5(pid=16456) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16467): Process ended prematurely: osmo-stp_10.42.42.5(pid=16467) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)] FAIL: voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16481): Process ended prematurely: osmo-stp_10.42.42.5(pid=16481) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=16492): Process ended prematurely: osmo-stp_10.42.42.5(pid=16492) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)] FAIL: emergency:nanobts+band-900 (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=16510): Process ended prematurely: osmo-stp_10.42.42.5(pid=16510) [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)] FAIL: emergency_preemptive_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=16521): Process ended prematurely: osmo-stp_10.42.42.5(pid=16521) [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)] FAIL: gprs:nanobts+band-900 (fail: 5) FAIL: cs_paging_gprs_active.py (9.1 sec) Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=16554): Process ended prematurely: osmo-stp_10.42.42.5(pid=16554) [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16592): Process ended prematurely: osmo-stp_10.42.42.5(pid=16592) [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)] FAIL: gprs:nanobts+band-900+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=16609): Process ended prematurely: osmo-stp_10.42.42.5(pid=16609) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=16621): Process ended prematurely: osmo-stp_10.42.42.5(pid=16621) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=16639): Process ended prematurely: osmo-stp_10.42.42.5(pid=16639) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16649): Process ended prematurely: osmo-stp_10.42.42.5(pid=16649) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)] FAIL: gprs:nanobts+band-900+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=16678): Process ended prematurely: osmo-stp_10.42.42.5(pid=16678) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)] FAIL: iperf3m4.py (11.4 sec) Error: osmo-stp_10.42.42.5(pid=16708): Process ended prematurely: osmo-stp_10.42.42.5(pid=16708) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=16718): Process ended prematurely: osmo-stp_10.42.42.5(pid=16718) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=16728): Process ended prematurely: osmo-stp_10.42.42.5(pid=16728) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)] FAIL: gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=16758): Process ended prematurely: osmo-stp_10.42.42.5(pid=16758) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)] FAIL: ping.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=17055): Process ended prematurely: osmo-stp_10.42.42.5(pid=17055) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)] FAIL: ping_idle_ping.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=17067): Process ended prematurely: osmo-stp_10.42.42.5(pid=17067) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)] FAIL: dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)] FAIL: nitb_smpp (fail: 4) FAIL: esme_connect_policy_acceptall.py (2.6 sec) Error: osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)] FAIL: esme_connect_policy_closed.py (2.1 sec) Error: osmo-nitb_10.42.42.2(pid=17092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17092) [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)] FAIL: esme_ms_sms_storeforward.py (2.8 sec) Error: osmo-nitb_10.42.42.2(pid=17094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17094) [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)] FAIL: esme_ms_sms_transaction.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)] FAIL: smpp (fail: 4) FAIL: esme_connect_policy_acceptall.py (5.5 sec) Error: osmo-hlr_10.42.42.2(pid=17106): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17106) [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)] FAIL: esme_connect_policy_closed.py (6.0 sec) Error: osmo-hlr_10.42.42.2(pid=17117): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17117) [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)] FAIL: esme_ms_sms_storeforward.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=17129): Process ended prematurely: osmo-stp_10.42.42.5(pid=17129) [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)] FAIL: esme_ms_sms_transaction.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] FAIL: encryption (fail: 4) FAIL: register_a5_0_authopt.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=17158): Process ended prematurely: osmo-stp_10.42.42.5(pid=17158) [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)] FAIL: register_a5_0_authreq.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=17170): Process ended prematurely: osmo-stp_10.42.42.5(pid=17170) [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)] FAIL: register_a5_1_authreq.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)] FAIL: register_a5_3_authreq.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17192): Process ended prematurely: osmo-stp_10.42.42.5(pid=17192) [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)] FAIL: 4g:srsenb-rftype@zmq+srsue-rftype@zmq (fail: 7) FAIL: handover.py (20.4 sec) Error: srsepc(pid=17212): Process ended prematurely: srsepc(pid=17212) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)] FAIL: iperf3_bidir.py (19.3 sec) Error: srsepc(pid=17228): Process ended prematurely: srsepc(pid=17228) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)] FAIL: iperf3_dl.py (19.2 sec) Error: srsepc(pid=17244): Process ended prematurely: srsepc(pid=17244) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)] FAIL: iperf3_ul.py (19.0 sec) Error: srsepc(pid=17260): Process ended prematurely: srsepc(pid=17260) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)] FAIL: ping.py (18.9 sec) Error: srsepc(pid=17276): Process ended prematurely: srsepc(pid=17276) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)] FAIL: rrc_idle_mo_ping.py (18.8 sec) Error: srsepc(pid=17292): Process ended prematurely: srsepc(pid=17292) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)] FAIL: rrc_idle_mt_ping.py (18.9 sec) Error: srsepc(pid=17311): Process ended prematurely: srsepc(pid=17311) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)] FAIL: handover_2G:nanobts+bts1-oc2g (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)] FAIL: handover_2G:nanobts+bts1-octphy (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=17339): Process ended prematurely: osmo-stp_10.42.42.5(pid=17339) [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)] FAIL: handover_2G:nanobts+bts1-trx-lms (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17353): Process ended prematurely: osmo-stp_10.42.42.5(pid=17353) [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)] FAIL: handover_2G:nanobts+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)] FAIL: handover_2G:nanobts+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17382): Process ended prematurely: osmo-stp_10.42.42.5(pid=17382) [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)] FAIL: handover_2G:nanobts+bts1-sysmo (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17396): Process ended prematurely: osmo-stp_10.42.42.5(pid=17396) [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)] FAIL: handover_2G:nanobts+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)] FAIL: handover_2G:nanobts+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)] FAIL: handover_2G:oc2g+bts1-octphy (fail: 1) FAIL: handover.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)] FAIL: handover_2G:oc2g+bts1-trx-lms (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] FAIL: handover_2G:oc2g+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17471): Process ended prematurely: osmo-stp_10.42.42.5(pid=17471) [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)] FAIL: handover_2G:oc2g+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17486): Process ended prematurely: osmo-stp_10.42.42.5(pid=17486) [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)] FAIL: handover_2G:oc2g+bts1-sysmo (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] FAIL: handover_2G:oc2g+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=17514): Process ended prematurely: osmo-stp_10.42.42.5(pid=17514) [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)] FAIL: handover_2G:oc2g+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=17528): Process ended prematurely: osmo-stp_10.42.42.5(pid=17528) [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)] FAIL: handover_2G:octphy+bts1-trx-lms (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)] FAIL: handover_2G:octphy+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17556): Process ended prematurely: osmo-stp_10.42.42.5(pid=17556) [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)] FAIL: handover_2G:octphy+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)] FAIL: handover_2G:octphy+bts1-sysmo (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)] FAIL: handover_2G:octphy+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] FAIL: handover_2G:octphy+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)] FAIL: handover_2G:trx-lms+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17627): Process ended prematurely: osmo-stp_10.42.42.5(pid=17627) [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)] FAIL: handover_2G:trx-lms+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)] FAIL: handover_2G:trx-lms+bts1-sysmo (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)] FAIL: handover_2G:trx-lms+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)] FAIL: handover_2G:trx-lms+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17684): Process ended prematurely: osmo-stp_10.42.42.5(pid=17684) [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17699): Process ended prematurely: osmo-stp_10.42.42.5(pid=17699) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-sysmo (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=17713): Process ended prematurely: osmo-stp_10.42.42.5(pid=17713) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17727): Process ended prematurely: osmo-stp_10.42.42.5(pid=17727) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=17741): Process ended prematurely: osmo-stp_10.42.42.5(pid=17741) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)] FAIL: handover_2G:trx-sysmocell5000+bts1-sysmo (fail: 1) FAIL: handover.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] FAIL: handover_2G:trx-sysmocell5000+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=17775): Process ended prematurely: osmo-stp_10.42.42.5(pid=17775) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)] FAIL: handover_2G:trx-sysmocell5000+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=17789): Process ended prematurely: osmo-stp_10.42.42.5(pid=17789) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)] FAIL: handover_2G:sysmo+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=17803): Process ended prematurely: osmo-stp_10.42.42.5(pid=17803) [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)] FAIL: handover_2G:sysmo+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)] FAIL: handover_2G:trx-b200+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)] + rm -rf trial-2384/inst + cd trial-2384 + command -v journalctl + [ ! -z /bin/journalctl ] + readlink last_run + journalctl -u ofono -o short-precise --since 2022-12-13 00:09:47 + readlink last_run + tar czf /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384-run.tgz run.2022-12-13_00-09-58 + tar czf /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384-bin.tgz checksums.md5 open5gs.build-8.tgz osmo-bsc.build-17675.tgz osmo-bts-oc2g.build-5534.tgz osmo-bts-sysmo.build-8038.tgz osmo-bts.build-7507.tgz osmo-ggsn.build-6688.tgz osmo-hlr.build-8711.tgz osmo-hnbgw.build-2978.tgz osmo-mgw.build-8956.tgz osmo-msc.build-29297.tgz osmo-nitb.build-12985.tgz osmo-pcu-oc2g.build-3910.tgz osmo-pcu-sysmo.build-5192.tgz osmo-pcu.build-5153.tgz osmo-sgsn.build-30080.tgz osmo-stp.build-9252.tgz osmo-trx.build-4679.tgz osmocom-bb.build-4709.tgz srslte.build-19.tgz + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results [Checks API] No suitable checks publisher found. Sending e-mails to: pespin@sysmocom.de Finished: FAILURE