![[Jenkins]](/jenkins/static/b68c8964/images/svgs/logo.svg){kind=logo}
Started by upstream project "osmo-gsm-tester_build-osmo-nitb" build number 12991 originally caused by: Started by upstream project "master-openbsc" build number 13188 originally caused by: Started by timer Running as SYSTEM Building remotely on osmo-gsm-tester-prod (osmo-gsm-tester) in workspace /home/jenkins/workspace/osmo-gsm-tester_run-prod The recommended git tool is: NONE No credentials specified > git rev-parse --resolve-git-dir /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/.git # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://gerrit.osmocom.org/osmo-gsm-tester # timeout=10 Fetching upstream changes from https://gerrit.osmocom.org/osmo-gsm-tester > git --version # timeout=10 > git --version # 'git version 2.20.1' > git fetch --tags --force --progress -- https://gerrit.osmocom.org/osmo-gsm-tester +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision bfc438bb2b17f4129018768a1f7bab52f1e96750 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f bfc438bb2b17f4129018768a1f7bab52f1e96750 # timeout=10 Commit message: "templates: osmo-msc: modernize" > git rev-list --no-walk bfc438bb2b17f4129018768a1f7bab52f1e96750 # timeout=10 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bsc" build number 17681 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts" build number 7510 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-ggsn" build number 6690 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hlr" build number 8715 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-mgw" build number 8960 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-hnbgw" build number 2987 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-msc" build number 29307 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu" build number 5155 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-sgsn" build number 30091 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-trx" build number 4683 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-nitb" build number 12991 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-stp" build number 9256 Copied 2 artifacts from "osmo-gsm-tester_build-osmocom-bb" build number 4710 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-sysmo" build number 8041 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-sysmo" build number 5194 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-bts-oc2g" build number 5537 Copied 2 artifacts from "osmo-gsm-tester_build-osmo-pcu-oc2g" build number 3911 Copied 2 artifacts from "osmo-gsm-tester_build-open5gs" build number 8 Copied 2 artifacts from "osmo-gsm-tester_build-srslte" build number 19 [osmo-gsm-tester_run-prod] $ /bin/sh /tmp/jenkins2037694166951020794.sh + unlink osmo-gsm-tester/sysmocom/resources.conf + ln -s resources.conf.prod osmo-gsm-tester/sysmocom/resources.conf + PATH=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src:/usr/local/bin:/usr/bin:/bin:/usr/games ./osmo-gsm-tester/contrib/jenkins-run.sh + base=/home/jenkins/workspace/osmo-gsm-tester_run-prod + dirname -- ./osmo-gsm-tester/contrib/jenkins-run.sh + CDPATH= cd -- ./osmo-gsm-tester/contrib + pwd -P + SCRIPT_DIR=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib + OSMO_GSM_TESTER_CONF=/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib/../sysmocom/main.conf + date +%F %T + time_start=2022-12-13 20:05:54 + trial_dir_prefix=trial- + rm -rf trial-2393 trial-2393-bin.tgz trial-2393-run.tgz + trial_dir=trial-2394 + mkdir -p trial-2394 + mv open5gs.build-8.tgz osmo-bsc.build-17681.tgz osmo-bts-oc2g.build-5537.tgz osmo-bts-sysmo.build-8041.tgz osmo-bts.build-7510.tgz osmo-ggsn.build-6690.tgz osmo-hlr.build-8715.tgz osmo-hnbgw.build-2987.tgz osmo-mgw.build-8960.tgz osmo-msc.build-29307.tgz osmo-nitb.build-12991.tgz osmo-pcu-oc2g.build-3911.tgz osmo-pcu-sysmo.build-5194.tgz osmo-pcu.build-5155.tgz osmo-sgsn.build-30091.tgz osmo-stp.build-9256.tgz osmo-trx.build-4683.tgz osmocom-bb.build-4710.tgz srslte.build-19.tgz trial-2394 + cat open5gs.build-8.md5 osmo-bsc.build-17681.md5 osmo-bts-oc2g.build-5537.md5 osmo-bts-sysmo.build-8041.md5 osmo-bts.build-7510.md5 osmo-ggsn.build-6690.md5 osmo-hlr.build-8715.md5 osmo-hnbgw.build-2987.md5 osmo-mgw.build-8960.md5 osmo-msc.build-29307.md5 osmo-nitb.build-12991.md5 osmo-pcu-oc2g.build-3911.md5 osmo-pcu-sysmo.build-5194.md5 osmo-pcu.build-5155.md5 osmo-sgsn.build-30091.md5 osmo-stp.build-9256.md5 osmo-trx.build-4683.md5 osmocom-bb.build-4710.md5 srslte.build-19.md5 + rm open5gs.build-8.md5 osmo-bsc.build-17681.md5 osmo-bts-oc2g.build-5537.md5 osmo-bts-sysmo.build-8041.md5 osmo-bts.build-7510.md5 osmo-ggsn.build-6690.md5 osmo-hlr.build-8715.md5 osmo-hnbgw.build-2987.md5 osmo-mgw.build-8960.md5 osmo-msc.build-29307.md5 osmo-nitb.build-12991.md5 osmo-pcu-oc2g.build-3911.md5 osmo-pcu-sysmo.build-5194.md5 osmo-pcu.build-5155.md5 osmo-sgsn.build-30091.md5 osmo-stp.build-9256.md5 osmo-trx.build-4683.md5 osmocom-bb.build-4710.md5 srslte.build-19.md5 + exit_code=1 + which osmo-gsm-tester.py + python3 -u /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo-gsm-tester.py -c /home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/contrib/../sysmocom/main.conf trial-2394 combinations: None trial: 'trial-2394' tests: None Running default suites: nitb_sms:sysmo sms:sysmo nitb_ussd:sysmo ussd:sysmo voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:sysmo+mod-bts0-dynts-osmo emergency:sysmo gprs:sysmo gprs:sysmo+mod-bts0-egprs gprs:sysmo+mod-bts0-dynts-ipa gprs:sysmo+mod-bts0-dynts-osmo dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:sysmo+mod-bts0-dynts67-osmo nitb_sms:oc2g sms:oc2g nitb_ussd:oc2g ussd:oc2g voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:oc2g+mod-bts0-dynts-osmo emergency:oc2g gprs:oc2g gprs:oc2g+mod-bts0-egprs gprs:oc2g+mod-bts0-dynts-ipa gprs:oc2g+mod-bts0-dynts-osmo dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:oc2g+mod-bts0-dynts67-osmo nitb_sms:trx-b200 sms:trx-b200 nitb_ussd:trx-b200 ussd:trx-b200 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-b200+mod-bts0-dynts-osmo voice:trx-b200+mod-bts0-trxdversion0 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:trx-b200 gprs:trx-b200 gprs:trx-b200+mod-bts0-egprs gprs:trx-b200+mod-bts0-dynts-ipa gprs:trx-b200+mod-bts0-dynts-osmo gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-b200+mod-bts0-dynts67-osmo nitb_sms:trx-sysmocell5000 sms:trx-sysmocell5000 nitb_ussd:trx-sysmocell5000 ussd:trx-sysmocell5000 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-sysmocell5000+mod-bts0-dynts-osmo emergency:trx-sysmocell5000 gprs:trx-sysmocell5000 gprs:trx-sysmocell5000+mod-bts0-egprs gprs:trx-sysmocell5000+mod-bts0-dynts-ipa gprs:trx-sysmocell5000+mod-bts0-dynts-osmo dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo nitb_sms:trx-umtrx sms:trx-umtrx nitb_ussd:trx-umtrx ussd:trx-umtrx voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-umtrx+mod-bts0-dynts-osmo voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:trx-umtrx gprs:trx-umtrx gprs:trx-umtrx+mod-bts0-egprs gprs:trx-umtrx+mod-bts0-dynts-ipa gprs:trx-umtrx+mod-bts0-dynts-osmo gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-umtrx+mod-bts0-dynts67-osmo nitb_sms:trx-lms sms:trx-lms nitb_ussd:trx-lms ussd:trx-lms voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-lms+mod-bts0-dynts-osmo emergency:trx-lms gprs:trx-lms gprs:trx-lms+mod-bts0-egprs gprs:trx-lms+mod-bts0-dynts-ipa gprs:trx-lms+mod-bts0-dynts-osmo dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-lms+mod-bts0-dynts67-osmo nitb_sms:trx-lms-limenet-micro sms:trx-lms-limenet-micro nitb_ussd:trx-lms-limenet-micro ussd:trx-lms-limenet-micro voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo emergency:trx-lms-limenet-micro gprs:trx-lms-limenet-micro gprs:trx-lms-limenet-micro+mod-bts0-egprs gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo nitb_sms:nanobts sms:nanobts+band-1900 nitb_ussd:nanobts+band-1900 ussd:nanobts+band-1900 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any emergency:nanobts+band-1900 gprs:nanobts+band-1900 gprs:nanobts+band-1900+mod-bts0-egprs gprs:nanobts+band-1900+mod-bts0-dynts-ipa dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any sms:nanobts+band-900 nitb_ussd:nanobts+band-900 ussd:nanobts+band-900 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend emergency:nanobts+band-900 gprs:nanobts+band-900 gprs:nanobts+band-900+mod-bts0-egprs gprs:nanobts+band-900+mod-bts0-dynts-ipa gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any nitb_smpp smpp encryption 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover_2G:nanobts+bts1-oc2g handover_2G:nanobts+bts1-octphy handover_2G:nanobts+bts1-trx-lms handover_2G:nanobts+bts1-trx-lms-limenet-micro handover_2G:nanobts+bts1-trx-sysmocell5000 handover_2G:nanobts+bts1-sysmo handover_2G:nanobts+bts1-trx-b200 handover_2G:nanobts+bts1-trx-umtrx handover_2G:oc2g+bts1-octphy handover_2G:oc2g+bts1-trx-lms handover_2G:oc2g+bts1-trx-lms-limenet-micro handover_2G:oc2g+bts1-trx-sysmocell5000 handover_2G:oc2g+bts1-sysmo handover_2G:oc2g+bts1-trx-b200 handover_2G:oc2g+bts1-trx-umtrx handover_2G:octphy+bts1-trx-lms handover_2G:octphy+bts1-trx-lms-limenet-micro handover_2G:octphy+bts1-trx-sysmocell5000 handover_2G:octphy+bts1-sysmo handover_2G:octphy+bts1-trx-b200 handover_2G:octphy+bts1-trx-umtrx handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover_2G:trx-lms+bts1-trx-sysmocell5000 handover_2G:trx-lms+bts1-sysmo handover_2G:trx-lms+bts1-trx-b200 handover_2G:trx-lms+bts1-trx-umtrx handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover_2G:trx-sysmocell5000+bts1-sysmo handover_2G:trx-sysmocell5000+bts1-trx-b200 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover_2G:sysmo+bts1-trx-b200 handover_2G:sysmo+bts1-trx-umtrx handover_2G:trx-b200+bts1-trx-umtrx -------------------------------------------------------------------------------------------- trial-2394 -------------------------------------------------------------------------------------------- 20:06:05.765905 tst trial-2394: Detailed log at /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/log --------------------------------------------------------------------- trial-2394 nitb_sms:sysmo --------------------------------------------------------------------- 20:08:12.837746 tst nitb_sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:08:12.842505 tst nitb_sms:sysmo: Verifying 1 x bts (candidates: 11) 20:08:12.864101 tst nitb_sms:sysmo: Verifying 1 x ip_address (candidates: 9) 20:08:12.871479 tst nitb_sms:sysmo: Verifying 2 x modem (candidates: 12) 20:08:12.925792 tst nitb_sms:sysmo: Reserving 1 x bts (candidates: 11) 20:08:12.947556 tst nitb_sms:sysmo: Reserving 1 x ip_address (candidates: 9) 20:08:12.954559 tst nitb_sms:sysmo: Reserving 2 x modem (candidates: 12) 20:08:13.493883 tst nitb_sms:sysmo: RESERVED RESOURCES for nitb_sms: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:sysmo mo_mt_sms.py ---------------------------------------------- 20:08:13.500022 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1) 20:08:13.511100 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1) 20:08:13.884819 tst mo_mt_sms.py: using LAC 35969 20:08:14.118741 tst mo_mt_sms.py: using RAC 14 20:08:14.234678 tst mo_mt_sms.py: using CellId 35969 20:08:14.357102 tst mo_mt_sms.py: using BVCI 35970 20:08:14.463931 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2) 20:08:14.645712 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2) 20:08:14.763224 tst mo_mt_sms.py:9: start nitb and bts... 20:08:14.964046 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:08:17.364052 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Launched 20:08:17.689622 run osmo-nitb_10.42.42.2(pid=25650): Launched 20:08:17.865275 run osmo-nitb_10.42.42.2(pid=25650): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)] 20:08:17.998077 run osmo-nitb_10.42.42.2(pid=25650): stdout: | (launched: 2022-12-13_20:08:17.629348) 20:08:18.131578 run osmo-nitb_10.42.42.2(pid=25650): stderr: | (launched: 2022-12-13_20:08:17.677510) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:08:18.265070 run osmo-nitb_10.42.42.2(pid=25650): stdout: | (launched: 2022-12-13_20:08:17.629348) 20:08:18.392683 run osmo-nitb_10.42.42.2(pid=25650): stderr: | (launched: 2022-12-13_20:08:17.677510) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:08:18.545593 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25650) [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)] [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11] 20:08:18.554366 tst mo_mt_sms.py:11: Test FAILED (5.0 sec) 20:08:18.561343 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Terminating (SIGTERM) 20:08:18.771896 --- ParallelTerminationStrategy: PID 25649 died... 20:08:18.793374 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Terminated: ok {rc=0} 20:08:18.881827 bus /sierra_3: Setting Powered False 20:08:19.985179 bus /sierra_3: Setting Powered False 20:08:21.109987 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:sysmo --------------------------------------------------------------------- 20:08:22.303648 tst sms:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:08:22.307641 tst sms:sysmo: Verifying 1 x bts (candidates: 11) 20:08:22.328342 tst sms:sysmo: Verifying 6 x ip_address (candidates: 9) 20:08:22.356005 tst sms:sysmo: Verifying 2 x modem (candidates: 12) 20:08:22.408085 tst sms:sysmo: Reserving 1 x bts (candidates: 11) 20:08:22.429448 tst sms:sysmo: Reserving 6 x ip_address (candidates: 9) 20:08:22.457206 tst sms:sysmo: Reserving 2 x modem (candidates: 12) 20:08:23.002771 tst sms:sysmo: RESERVED RESOURCES for sms: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:sysmo mo_mt_sms.py ---------------------------------------------- 20:08:23.007796 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.018447 tst sms:sysmo: Using 1 x bts (candidates: 1) 20:08:23.052759 tst mo_mt_sms.py: using LAC 35970 20:08:23.177906 tst mo_mt_sms.py: using RAC 15 20:08:23.294762 tst mo_mt_sms.py: using CellId 35970 20:08:23.411352 tst mo_mt_sms.py: using BVCI 35971 20:08:23.521425 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.532134 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.542718 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.553096 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.563934 tst sms:sysmo: Using 1 x ip_address (candidates: 6) 20:08:23.574620 tst sms:sysmo: Using 1 x modem (candidates: 2) 20:08:23.689727 tst sms:sysmo: Using 1 x modem (candidates: 2) 20:08:23.813789 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:08:25.579148 run create_hlr_db(pid=25654): Launched 20:08:25.712171 bus /sierra_2: Setting Powered False 20:08:26.776474 run create_hlr_db(pid=25654): Terminated: ok {rc=0} 20:08:27.210122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Launched 20:08:27.516652 run osmo-hlr_10.42.42.2(pid=25657): Launched 20:08:27.633145 run osmo-stp_10.42.42.5: Starting osmo-stp 20:08:30.088142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Launched 20:08:30.392506 run osmo-stp_10.42.42.5(pid=25660): Launched 20:08:30.507793 run osmo-msc_10.42.42.6: Starting osmo-msc 20:08:35.810662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Launched 20:08:36.115344 run osmo-msc_10.42.42.6(pid=25663): Launched 20:08:36.284427 run osmo-stp_10.42.42.5(pid=25660): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)] 20:08:36.412579 run osmo-stp_10.42.42.5(pid=25660): stdout: | (launched: 2022-12-13_20:08:30.335888) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:08:36.540098 run osmo-stp_10.42.42.5(pid=25660): stderr: | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200830510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:08:36.665675 run osmo-stp_10.42.42.5(pid=25660): stdout: | (launched: 2022-12-13_20:08:30.335888) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:08:36.785590 run osmo-stp_10.42.42.5(pid=25660): stderr: | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200830509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200830510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200830510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:08:36.929084 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25660): Process ended prematurely: osmo-stp_10.42.42.5(pid=25660) [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)] [trial-2394↪sms:sysmo↪mo_mt_sms.py:16] 20:08:36.937315 tst mo_mt_sms.py:16: Test FAILED (13.9 sec) 20:08:36.963333 run osmo-hlr_10.42.42.2(pid=25657): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25657)] 20:08:37.012384 run osmo-hlr_10.42.42.2(pid=25657): stdout: | (launched: 2022-12-13_20:08:27.459637) 20:08:37.062828 run osmo-hlr_10.42.42.2(pid=25657): stderr: | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200827636 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200827649 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200827658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200827659 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200827659 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:08:37.133377 run osmo-msc_10.42.42.6(pid=25663): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25663)] 20:08:37.181912 run osmo-msc_10.42.42.6(pid=25663): stdout: | (launched: 2022-12-13_20:08:36.058406) 20:08:37.232652 run osmo-msc_10.42.42.6(pid=25663): stderr: | [0;m[38;5;43m20221213200836331 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200836331 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4f13b9ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200836331 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200836331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200836331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200836331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200836333 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200836334 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200836334 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200836334 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:08:37.283472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Terminating (SIGTERM) 20:08:37.323544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Terminating (SIGTERM) 20:08:37.364017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Terminating (SIGTERM) 20:08:37.404716 --- ParallelTerminationStrategy: PID 25656 died... 20:08:37.424468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Terminated: ok {rc=0} 20:08:37.469736 --- ParallelTerminationStrategy: PID 25659 died... 20:08:37.488886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Terminated: ok {rc=0} 20:08:37.533787 --- ParallelTerminationStrategy: PID 25662 died... 20:08:37.552757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Terminated: ok {rc=0} 20:08:37.640212 bus /sierra_3: Setting Powered False 20:08:38.742220 bus /sierra_3: Setting Powered False 20:08:39.859913 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:sysmo --------------------------------------------------------------------- 20:08:41.082491 tst nitb_ussd:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:08:41.086445 tst nitb_ussd:sysmo: Verifying 1 x bts (candidates: 11) 20:08:41.108002 tst nitb_ussd:sysmo: Verifying 1 x ip_address (candidates: 9) 20:08:41.115133 tst nitb_ussd:sysmo: Verifying 1 x modem (candidates: 12) 20:08:41.152516 tst nitb_ussd:sysmo: Reserving 1 x bts (candidates: 11) 20:08:41.174104 tst nitb_ussd:sysmo: Reserving 1 x ip_address (candidates: 9) 20:08:41.181124 tst nitb_ussd:sysmo: Reserving 1 x modem (candidates: 12) 20:08:41.699270 tst nitb_ussd:sysmo: RESERVED RESOURCES for nitb_ussd: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:sysmo assert_extension.py ---------------------------------------------- 20:08:41.704474 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1) 20:08:41.715747 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1) 20:08:41.755455 tst assert_extension.py: using LAC 35971 20:08:41.882513 tst assert_extension.py: using RAC 16 20:08:42.007417 tst assert_extension.py: using CellId 35971 20:08:42.126298 tst assert_extension.py: using BVCI 35972 20:08:42.238366 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1) 20:08:42.358604 tst assert_extension.py:10: start nitb and bts... 20:08:42.575780 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:08:43.235759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Launched 20:08:43.561696 run osmo-nitb_10.42.42.2(pid=25671): Launched 20:08:43.740405 run osmo-nitb_10.42.42.2(pid=25671): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)] 20:08:43.884463 run osmo-nitb_10.42.42.2(pid=25671): stdout: | (launched: 2022-12-13_20:08:43.500730) 20:08:44.030065 run osmo-nitb_10.42.42.2(pid=25671): stderr: | (launched: 2022-12-13_20:08:43.549276) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:08:44.175638 run osmo-nitb_10.42.42.2(pid=25671): stdout: | (launched: 2022-12-13_20:08:43.500730) 20:08:44.315576 run osmo-nitb_10.42.42.2(pid=25671): stderr: | (launched: 2022-12-13_20:08:43.549276) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)] 20:08:44.682867 tst osmo-nitb_10.42.42.2(pid=25671): stdout: | (launched: 2022-12-13_20:08:43.500730) 20:08:44.814175 tst osmo-nitb_10.42.42.2(pid=25671): stderr: | (launched: 2022-12-13_20:08:43.549276) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:08:44.967550 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)] [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12] 20:08:44.976559 tst assert_extension.py:12: Test FAILED (3.3 sec) 20:08:44.983642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Terminating (SIGTERM) 20:08:45.194606 --- ParallelTerminationStrategy: PID 25670 died... 20:08:45.216388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Terminated: ok {rc=0} 20:08:45.304551 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:sysmo --------------------------------------------------------------------- 20:08:46.470672 tst ussd:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:08:46.478319 tst ussd:sysmo: Verifying 1 x bts (candidates: 11) 20:08:46.505077 tst ussd:sysmo: Verifying 6 x ip_address (candidates: 9) 20:08:46.542476 tst ussd:sysmo: Verifying 1 x modem (candidates: 12) 20:08:46.581209 tst ussd:sysmo: Reserving 1 x bts (candidates: 11) 20:08:46.615321 tst ussd:sysmo: Reserving 6 x ip_address (candidates: 9) 20:08:46.649666 tst ussd:sysmo: Reserving 1 x modem (candidates: 12) 20:08:47.167741 tst ussd:sysmo: RESERVED RESOURCES for ussd: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:sysmo assert_extension.py ---------------------------------------------- 20:08:47.174351 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.186039 tst ussd:sysmo: Using 1 x bts (candidates: 1) 20:08:47.224884 tst assert_extension.py: using LAC 35972 20:08:47.346676 tst assert_extension.py: using RAC 17 20:08:47.465398 tst assert_extension.py: using CellId 35972 20:08:47.582238 tst assert_extension.py: using BVCI 35973 20:08:47.691750 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.702586 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.713122 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.723535 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.734471 tst ussd:sysmo: Using 1 x ip_address (candidates: 6) 20:08:47.745235 tst ussd:sysmo: Using 1 x modem (candidates: 1) 20:08:47.865233 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:08:48.368340 run create_hlr_db(pid=25675): Launched 20:08:48.501277 bus /sierra_2: Setting Powered False 20:08:49.565181 run create_hlr_db(pid=25675): Terminated: ok {rc=0} 20:08:49.998040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Launched 20:08:50.301138 run osmo-hlr_10.42.42.2(pid=25678): Launched 20:08:50.419432 run osmo-stp_10.42.42.5: Starting osmo-stp 20:08:50.967032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Launched 20:08:51.273200 run osmo-stp_10.42.42.5(pid=25681): Launched 20:08:51.388064 run osmo-msc_10.42.42.6: Starting osmo-msc 20:08:51.932475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Launched 20:08:52.237478 run osmo-msc_10.42.42.6(pid=25684): Launched 20:08:52.407357 run osmo-stp_10.42.42.5(pid=25681): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)] 20:08:52.536919 run osmo-stp_10.42.42.5(pid=25681): stdout: | (launched: 2022-12-13_20:08:51.216219) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:08:52.665657 run osmo-stp_10.42.42.5(pid=25681): stderr: | [0;m[38;5;43m20221213200851389 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200851389 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200851390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200851390 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:08:52.792065 run osmo-stp_10.42.42.5(pid=25681): stdout: | (launched: 2022-12-13_20:08:51.216219) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:08:52.912629 run osmo-stp_10.42.42.5(pid=25681): stderr: | [0;m[38;5;43m20221213200851389 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200851389 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200851390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200851390 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200851391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:08:53.057141 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25681): Process ended prematurely: osmo-stp_10.42.42.5(pid=25681) [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)] [trial-2394↪ussd:sysmo↪assert_extension.py:17] 20:08:53.065590 tst assert_extension.py:17: Test FAILED (5.9 sec) 20:08:53.091614 run osmo-hlr_10.42.42.2(pid=25678): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25678)] 20:08:53.141034 run osmo-hlr_10.42.42.2(pid=25678): stdout: | (launched: 2022-12-13_20:08:50.244174) 20:08:53.191005 run osmo-hlr_10.42.42.2(pid=25678): stderr: | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200850422 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200850436 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200850446 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200850446 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200850447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:08:53.260593 run osmo-msc_10.42.42.6(pid=25684): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25684)] 20:08:53.308773 run osmo-msc_10.42.42.6(pid=25684): stdout: | (launched: 2022-12-13_20:08:52.180242) 20:08:53.359125 run osmo-msc_10.42.42.6(pid=25684): stderr: | [0;m[38;5;43m20221213200852455 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200852455 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6d23732c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200852455 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200852455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200852455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200852455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200852457 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200852458 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200852458 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200852458 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:08:53.409677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Terminating (SIGTERM) 20:08:53.449609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Terminating (SIGTERM) 20:08:53.489843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Terminating (SIGTERM) 20:08:53.530648 --- ParallelTerminationStrategy: PID 25677 died... 20:08:53.550366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Terminated: ok {rc=0} 20:08:53.595402 --- ParallelTerminationStrategy: PID 25680 died... 20:08:53.614799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Terminated: ok {rc=0} 20:08:53.659612 --- ParallelTerminationStrategy: PID 25683 died... 20:08:53.678815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Terminated: ok {rc=0} 20:08:53.766495 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:08:54.980706 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:08:54.987183 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:08:55.007903 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:08:55.036083 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:08:55.087956 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:08:55.110583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:08:55.138415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:08:55.690938 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:08:55.745786 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:55.757537 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:08:55.814587 tst mo_mt_call.py: using LAC 35973 20:08:55.938267 tst mo_mt_call.py: using RAC 18 20:08:56.059033 tst mo_mt_call.py: using CellId 35973 20:08:56.178145 tst mo_mt_call.py: using BVCI 35974 20:08:56.291419 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:56.302854 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:56.314017 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:56.324776 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:56.336125 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:08:56.347389 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:08:56.469338 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:08:56.591972 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:08:57.106020 run create_hlr_db(pid=25689): Launched 20:08:57.242385 bus /sierra_2: Setting Powered False 20:08:58.306970 run create_hlr_db(pid=25689): Terminated: ok {rc=0} 20:08:58.747913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Launched 20:08:59.058827 run osmo-hlr_10.42.42.2(pid=25692): Launched 20:08:59.176921 run osmo-stp_10.42.42.5: Starting osmo-stp 20:08:59.724192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Launched 20:09:00.033495 run osmo-stp_10.42.42.5(pid=25695): Launched 20:09:00.151836 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:00.709496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Launched 20:09:01.022234 run osmo-msc_10.42.42.6(pid=25698): Launched 20:09:01.466600 run osmo-stp_10.42.42.5(pid=25695): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] 20:09:01.766414 run osmo-stp_10.42.42.5(pid=25695): stdout: | (launched: 2022-12-13_20:08:59.975630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:02.055112 run osmo-stp_10.42.42.5(pid=25695): stderr: | [0;m[38;5;43m20221213200900147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200900147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200900148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200900148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200900148 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200900149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200900149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:02.215123 run osmo-stp_10.42.42.5(pid=25695): stdout: | (launched: 2022-12-13_20:08:59.975630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:02.355205 run osmo-stp_10.42.42.5(pid=25695): stderr: | [0;m[38;5;43m20221213200900147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200900147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200900148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200900148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200900148 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200900149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200900149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:02.533904 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:09:02.545706 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 20:09:02.585178 run osmo-hlr_10.42.42.2(pid=25692): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25692)] 20:09:02.645195 run osmo-hlr_10.42.42.2(pid=25692): stdout: | (launched: 2022-12-13_20:08:59.000848) 20:09:02.707216 run osmo-hlr_10.42.42.2(pid=25692): stderr: | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200859180 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200859193 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200859202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200859202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200859202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:02.791340 run osmo-msc_10.42.42.6(pid=25698): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25698)] 20:09:02.848194 run osmo-msc_10.42.42.6(pid=25698): stdout: | (launched: 2022-12-13_20:09:00.963558) 20:09:02.908663 run osmo-msc_10.42.42.6(pid=25698): stderr: | [0;m[38;5;43m20221213200901486 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200901486 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f022612dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200901486 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200901486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200901486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200901486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200901488 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200901494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200901494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200901494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:02.967129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminating (SIGTERM) 20:09:03.018999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminating (SIGTERM) 20:09:03.074284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminating (SIGTERM) 20:09:03.124330 --- ParallelTerminationStrategy: PID 25691 died... 20:09:03.145767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminated: ok {rc=0} 20:09:03.200430 --- ParallelTerminationStrategy: PID 25694 died... 20:09:03.226290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminated: ok {rc=0} 20:09:03.285190 --- ParallelTerminationStrategy: PID 25697 died... 20:09:03.312178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminated: ok {rc=0} 20:09:03.431355 bus /sierra_3: Setting Powered False 20:09:04.545792 bus /sierra_3: Setting Powered False 20:09:05.668564 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:09:06.827790 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:06.841166 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:09:06.899984 tst mo_mt_call_osmux.py: using LAC 35974 20:09:07.036483 tst mo_mt_call_osmux.py: using RAC 19 20:09:07.170064 tst mo_mt_call_osmux.py: using CellId 35974 20:09:07.304354 tst mo_mt_call_osmux.py: using BVCI 35975 20:09:07.428549 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:07.440779 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:07.452771 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:07.464692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:07.476708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:09:07.490072 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:09:07.615719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:09:07.743287 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:09:08.270983 run create_hlr_db(pid=25972): Launched 20:09:08.440592 bus /sierra_2: Setting Powered False 20:09:09.506882 run create_hlr_db(pid=25972): Terminated: ok {rc=0} 20:09:09.982805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Launched 20:09:10.332888 run osmo-hlr_10.42.42.2(pid=25975): Launched 20:09:10.584760 run osmo-stp_10.42.42.5: Starting osmo-stp 20:09:11.272351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Launched 20:09:11.623685 run osmo-stp_10.42.42.5(pid=25978): Launched 20:09:11.877777 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:12.569336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Launched 20:09:12.921701 run osmo-msc_10.42.42.6(pid=25981): Launched 20:09:13.303714 run osmo-stp_10.42.42.5(pid=25978): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)] 20:09:13.586761 run osmo-stp_10.42.42.5(pid=25978): stdout: | (launched: 2022-12-13_20:09:11.560493) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:13.755515 run osmo-stp_10.42.42.5(pid=25978): stderr: | [0;m[38;5;43m20221213200911869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200911870 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200911870 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200911870 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:13.898368 run osmo-stp_10.42.42.5(pid=25978): stdout: | (launched: 2022-12-13_20:09:11.560493) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:14.036215 run osmo-stp_10.42.42.5(pid=25978): stderr: | [0;m[38;5;43m20221213200911869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200911870 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200911870 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200911870 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200911871 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:14.198305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25978): Process ended prematurely: osmo-stp_10.42.42.5(pid=25978) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:09:14.210138 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec) 20:09:14.240155 run osmo-hlr_10.42.42.2(pid=25975): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25975)] 20:09:14.293347 run osmo-hlr_10.42.42.2(pid=25975): stdout: | (launched: 2022-12-13_20:09:10.270735) 20:09:14.348312 run osmo-hlr_10.42.42.2(pid=25975): stderr: | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200910589 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200910601 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200910612 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200910612 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200910612 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:14.424999 run osmo-msc_10.42.42.6(pid=25981): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25981)] 20:09:14.478660 run osmo-msc_10.42.42.6(pid=25981): stdout: | (launched: 2022-12-13_20:09:12.859619) 20:09:14.534026 run osmo-msc_10.42.42.6(pid=25981): stderr: | [0;m[38;5;43m20221213200913364 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200913364 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f22df6bcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200913364 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200913369 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200913369 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200913369 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200913371 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200913371 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200913372 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200913372 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:14.589557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Terminating (SIGTERM) 20:09:14.634585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Terminating (SIGTERM) 20:09:14.681116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Terminating (SIGTERM) 20:09:14.727812 --- ParallelTerminationStrategy: PID 25974 died... 20:09:14.749703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Terminated: ok {rc=0} 20:09:14.800206 --- ParallelTerminationStrategy: PID 25977 died... 20:09:14.822332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Terminated: ok {rc=0} 20:09:14.870536 --- ParallelTerminationStrategy: PID 25980 died... 20:09:14.890938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Terminated: ok {rc=0} 20:09:14.984193 bus /sierra_3: Setting Powered False 20:09:16.115320 bus /sierra_3: Setting Powered False 20:09:17.262651 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:09:18.524868 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:09:18.532196 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:09:18.554488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:09:18.586798 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:09:18.642118 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:09:18.664585 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:09:18.693672 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:09:19.246582 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:09:19.301869 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.314312 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:09:19.373705 tst mo_mt_call.py: using LAC 35975 20:09:19.503015 tst mo_mt_call.py: using RAC 20 20:09:19.631844 tst mo_mt_call.py: using CellId 35975 20:09:19.758413 tst mo_mt_call.py: using BVCI 35976 20:09:19.878708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.891109 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.903355 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.915416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.928473 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:19.941829 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:09:20.068589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:09:20.191326 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:09:20.693691 run create_hlr_db(pid=25986): Launched 20:09:20.858955 bus /sierra_2: Setting Powered False 20:09:21.921217 run create_hlr_db(pid=25986): Terminated: ok {rc=0} 20:09:22.371954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Launched 20:09:22.709067 run osmo-hlr_10.42.42.2(pid=25989): Launched 20:09:22.958533 run osmo-stp_10.42.42.5: Starting osmo-stp 20:09:23.697514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Launched 20:09:24.033865 run osmo-stp_10.42.42.5(pid=25992): Launched 20:09:24.203704 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:24.803859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Launched 20:09:25.136108 run osmo-msc_10.42.42.6(pid=25996): Launched 20:09:25.320790 run osmo-stp_10.42.42.5(pid=25992): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)] 20:09:25.459323 run osmo-stp_10.42.42.5(pid=25992): stdout: | (launched: 2022-12-13_20:09:23.973621) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:25.598429 run osmo-stp_10.42.42.5(pid=25992): stderr: | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200924216 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:25.736236 run osmo-stp_10.42.42.5(pid=25992): stdout: | (launched: 2022-12-13_20:09:23.973621) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:25.868155 run osmo-stp_10.42.42.5(pid=25992): stderr: | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200924215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200924216 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200924216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:26.025027 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25992): Process ended prematurely: osmo-stp_10.42.42.5(pid=25992) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:09:26.034500 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 20:09:26.062148 run osmo-hlr_10.42.42.2(pid=25989): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25989)] 20:09:26.112721 run osmo-hlr_10.42.42.2(pid=25989): stdout: | (launched: 2022-12-13_20:09:22.648315) 20:09:26.165412 run osmo-hlr_10.42.42.2(pid=25989): stderr: | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200922997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200923020 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200923033 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200923033 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200923033 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:26.237893 run osmo-msc_10.42.42.6(pid=25996): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25996)] 20:09:26.288224 run osmo-msc_10.42.42.6(pid=25996): stdout: | (launched: 2022-12-13_20:09:25.074566) 20:09:26.340608 run osmo-msc_10.42.42.6(pid=25996): stderr: | [0;m[38;5;43m20221213200925402 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200925402 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3714f23c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200925402 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200925402 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200925403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200925403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200925404 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200925405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200925405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200925405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:26.393336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Terminating (SIGTERM) 20:09:26.435299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Terminating (SIGTERM) 20:09:26.477326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminating (SIGTERM) 20:09:26.519443 --- ParallelTerminationStrategy: PID 25988 died... 20:09:26.539570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Terminated: ok {rc=0} 20:09:26.585949 --- ParallelTerminationStrategy: PID 25991 died... 20:09:26.605450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Terminated: ok {rc=0} 20:09:26.651551 --- ParallelTerminationStrategy: PID 25995 died... 20:09:26.671203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminated: ok {rc=0} 20:09:26.759947 bus /sierra_3: Setting Powered False 20:09:27.857316 bus /sierra_3: Setting Powered False 20:09:28.973981 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:09:30.126183 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.138580 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:09:30.196263 tst mo_mt_call_osmux.py: using LAC 35976 20:09:30.327946 tst mo_mt_call_osmux.py: using RAC 21 20:09:30.458564 tst mo_mt_call_osmux.py: using CellId 35976 20:09:30.588652 tst mo_mt_call_osmux.py: using BVCI 35977 20:09:30.708102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.719680 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.731039 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.742406 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.754225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:09:30.765769 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:09:30.888636 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:09:31.039481 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:09:31.623591 run create_hlr_db(pid=25998): Launched 20:09:31.786549 bus /sierra_2: Setting Powered False 20:09:32.847887 run create_hlr_db(pid=25998): Terminated: ok {rc=0} 20:09:33.300856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Launched 20:09:33.635630 run osmo-hlr_10.42.42.2(pid=26001): Launched 20:09:33.764398 run osmo-stp_10.42.42.5: Starting osmo-stp 20:09:34.335559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Launched 20:09:34.668845 run osmo-stp_10.42.42.5(pid=26004): Launched 20:09:34.797709 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:35.397064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Launched 20:09:35.730276 run osmo-msc_10.42.42.6(pid=26007): Launched 20:09:35.915656 run osmo-stp_10.42.42.5(pid=26004): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)] 20:09:36.055050 run osmo-stp_10.42.42.5(pid=26004): stdout: | (launched: 2022-12-13_20:09:34.607228) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:36.193916 run osmo-stp_10.42.42.5(pid=26004): stderr: | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200934802 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:36.331630 run osmo-stp_10.42.42.5(pid=26004): stdout: | (launched: 2022-12-13_20:09:34.607228) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:36.463053 run osmo-stp_10.42.42.5(pid=26004): stderr: | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200934801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200934802 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200934802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:36.620256 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26004): Process ended prematurely: osmo-stp_10.42.42.5(pid=26004) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:09:36.629824 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:09:36.657548 run osmo-hlr_10.42.42.2(pid=26001): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26001)] 20:09:36.708289 run osmo-hlr_10.42.42.2(pid=26001): stdout: | (launched: 2022-12-13_20:09:33.573894) 20:09:36.761233 run osmo-hlr_10.42.42.2(pid=26001): stderr: | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200933775 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200933794 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200933803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200933803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200933803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:36.833828 run osmo-msc_10.42.42.6(pid=26007): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26007)] 20:09:36.884381 run osmo-msc_10.42.42.6(pid=26007): stdout: | (launched: 2022-12-13_20:09:35.668211) 20:09:36.936609 run osmo-msc_10.42.42.6(pid=26007): stderr: | [0;m[38;5;43m20221213200935994 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200935994 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fade922dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200935994 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200935994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200935994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200935995 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200935996 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200935997 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200935997 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200935997 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:36.988908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Terminating (SIGTERM) 20:09:37.030859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Terminating (SIGTERM) 20:09:37.072885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Terminating (SIGTERM) 20:09:37.115329 --- ParallelTerminationStrategy: PID 26000 died... 20:09:37.135416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Terminated: ok {rc=0} 20:09:37.181866 --- ParallelTerminationStrategy: PID 26003 died... 20:09:37.201500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Terminated: ok {rc=0} 20:09:37.247839 --- ParallelTerminationStrategy: PID 26006 died... 20:09:37.267537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Terminated: ok {rc=0} 20:09:37.356837 bus /sierra_3: Setting Powered False 20:09:38.457068 bus /sierra_3: Setting Powered False 20:09:39.574596 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:09:40.815237 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:09:40.822513 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:09:40.844132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:09:40.871711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:09:40.925846 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:09:40.947155 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:09:40.974907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:09:41.526733 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:09:41.579774 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:41.591346 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:09:41.649660 tst mo_mt_call.py: using LAC 35977 20:09:41.780507 tst mo_mt_call.py: using RAC 22 20:09:41.903306 tst mo_mt_call.py: using CellId 35977 20:09:42.026639 tst mo_mt_call.py: using BVCI 35978 20:09:42.140613 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:42.151859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:42.162689 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:42.173511 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:42.184658 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:42.195960 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:09:42.316124 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:09:42.435341 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:09:42.915878 run create_hlr_db(pid=26012): Launched 20:09:43.035568 bus /sierra_2: Setting Powered False 20:09:44.096467 run create_hlr_db(pid=26012): Terminated: ok {rc=0} 20:09:44.548700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Launched 20:09:44.882032 run osmo-hlr_10.42.42.2(pid=26015): Launched 20:09:45.010283 run osmo-stp_10.42.42.5: Starting osmo-stp 20:09:45.580025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Launched 20:09:45.941623 run osmo-stp_10.42.42.5(pid=26018): Launched 20:09:46.170649 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:46.823923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Launched 20:09:47.156595 run osmo-msc_10.42.42.6(pid=26021): Launched 20:09:47.457259 run osmo-stp_10.42.42.5(pid=26018): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)] 20:09:47.597554 run osmo-stp_10.42.42.5(pid=26018): stdout: | (launched: 2022-12-13_20:09:45.873304) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:47.735704 run osmo-stp_10.42.42.5(pid=26018): stderr: | [0;m[38;5;43m20221213200946250 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200946251 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200946252 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200946252 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:47.873450 run osmo-stp_10.42.42.5(pid=26018): stdout: | (launched: 2022-12-13_20:09:45.873304) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:48.005258 run osmo-stp_10.42.42.5(pid=26018): stderr: | [0;m[38;5;43m20221213200946250 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200946251 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200946252 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200946252 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200946253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:48.163353 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:09:48.172773 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 20:09:48.200739 run osmo-hlr_10.42.42.2(pid=26015): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26015)] 20:09:48.251558 run osmo-hlr_10.42.42.2(pid=26015): stdout: | (launched: 2022-12-13_20:09:44.820283) 20:09:48.304081 run osmo-hlr_10.42.42.2(pid=26015): stderr: | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200945023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200945043 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200945053 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200945053 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200945053 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:48.377128 run osmo-msc_10.42.42.6(pid=26021): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26021)] 20:09:48.427953 run osmo-msc_10.42.42.6(pid=26021): stdout: | (launched: 2022-12-13_20:09:47.097283) 20:09:48.480200 run osmo-msc_10.42.42.6(pid=26021): stderr: | [0;m[38;5;43m20221213200947434 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200947434 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f783164fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200947434 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200947435 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200947435 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200947435 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200947437 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200947437 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200947437 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200947437 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:48.533223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminating (SIGTERM) 20:09:48.575070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminating (SIGTERM) 20:09:48.616928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Terminating (SIGTERM) 20:09:48.659130 --- ParallelTerminationStrategy: PID 26014 died... 20:09:48.679331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminated: ok {rc=0} 20:09:48.725942 --- ParallelTerminationStrategy: PID 26017 died... 20:09:48.745619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminated: ok {rc=0} 20:09:48.792523 --- ParallelTerminationStrategy: PID 26020 died... 20:09:48.812389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Terminated: ok {rc=0} 20:09:48.901822 bus /sierra_3: Setting Powered False 20:09:50.000880 bus /sierra_3: Setting Powered False 20:09:51.118889 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:09:52.270998 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.283183 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:09:52.341532 tst mo_mt_call_osmux.py: using LAC 35978 20:09:52.472036 tst mo_mt_call_osmux.py: using RAC 23 20:09:52.601242 tst mo_mt_call_osmux.py: using CellId 35978 20:09:52.731294 tst mo_mt_call_osmux.py: using BVCI 35979 20:09:52.851925 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.863511 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.875023 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.886425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.897814 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:09:52.909211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:09:53.027084 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:09:53.149325 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:09:53.664335 run create_hlr_db(pid=26023): Launched 20:09:53.800357 bus /sierra_2: Setting Powered False 20:09:54.861802 run create_hlr_db(pid=26023): Terminated: ok {rc=0} 20:09:55.322244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Launched 20:09:55.653112 run osmo-hlr_10.42.42.2(pid=26026): Launched 20:09:55.782293 run osmo-stp_10.42.42.5: Starting osmo-stp 20:09:56.352289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Launched 20:09:56.683632 run osmo-stp_10.42.42.5(pid=26029): Launched 20:09:56.810999 run osmo-msc_10.42.42.6: Starting osmo-msc 20:09:57.408449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Launched 20:09:57.742076 run osmo-msc_10.42.42.6(pid=26032): Launched 20:09:57.927239 run osmo-stp_10.42.42.5(pid=26029): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] 20:09:58.066820 run osmo-stp_10.42.42.5(pid=26029): stdout: | (launched: 2022-12-13_20:09:56.621949) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:58.207073 run osmo-stp_10.42.42.5(pid=26029): stderr: | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200956819 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:58.345156 run osmo-stp_10.42.42.5(pid=26029): stdout: | (launched: 2022-12-13_20:09:56.621949) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:09:58.476517 run osmo-stp_10.42.42.5(pid=26029): stderr: | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213200956818 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213200956819 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213200956819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:09:58.633656 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:09:58.643065 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:09:58.670908 run osmo-hlr_10.42.42.2(pid=26026): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26026)] 20:09:58.721474 run osmo-hlr_10.42.42.2(pid=26026): stdout: | (launched: 2022-12-13_20:09:55.591516) 20:09:58.773998 run osmo-hlr_10.42.42.2(pid=26026): stderr: | [0;m[1;31m20221213200955794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213200955794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213200955794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213200955794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213200955795 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213200955795 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213200955809 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213200955818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213200955818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213200955818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:09:58.846836 run osmo-msc_10.42.42.6(pid=26032): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26032)] 20:09:58.897346 run osmo-msc_10.42.42.6(pid=26032): stdout: | (launched: 2022-12-13_20:09:57.679967) 20:09:58.949623 run osmo-msc_10.42.42.6(pid=26032): stderr: | [0;m[38;5;43m20221213200958010 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213200958010 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdc1c99ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213200958010 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213200958010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213200958010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213200958011 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213200958012 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213200958013 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213200958013 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213200958013 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:09:59.002100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminating (SIGTERM) 20:09:59.044194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminating (SIGTERM) 20:09:59.086356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Terminating (SIGTERM) 20:09:59.128820 --- ParallelTerminationStrategy: PID 26025 died... 20:09:59.149066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminated: ok {rc=0} 20:09:59.195427 --- ParallelTerminationStrategy: PID 26028 died... 20:09:59.215047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminated: ok {rc=0} 20:09:59.261699 --- ParallelTerminationStrategy: PID 26031 died... 20:09:59.281465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Terminated: ok {rc=0} 20:09:59.370614 bus /sierra_3: Setting Powered False 20:10:00.469454 bus /sierra_3: Setting Powered False 20:10:01.595165 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:10:02.842921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:10:02.850181 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:10:02.871520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:10:02.899073 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:10:02.952317 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:10:02.973705 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:10:03.000825 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:10:03.550570 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:10:03.601171 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:03.612395 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:10:03.669240 tst mo_mt_call.py: using LAC 35979 20:10:03.790714 tst mo_mt_call.py: using RAC 24 20:10:03.912304 tst mo_mt_call.py: using CellId 35979 20:10:04.043276 tst mo_mt_call.py: using BVCI 35980 20:10:04.165271 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:04.177364 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:04.188808 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:04.200116 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:04.211672 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:04.223080 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:10:04.340790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:10:04.463680 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:04.977599 run create_hlr_db(pid=26040): Launched 20:10:05.111593 bus /sierra_2: Setting Powered False 20:10:06.175114 run create_hlr_db(pid=26040): Terminated: ok {rc=0} 20:10:06.616133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Launched 20:10:06.927033 run osmo-hlr_10.42.42.2(pid=26043): Launched 20:10:07.044385 run osmo-stp_10.42.42.5: Starting osmo-stp 20:10:07.576510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Launched 20:10:07.888184 run osmo-stp_10.42.42.5(pid=26046): Launched 20:10:08.007656 run osmo-msc_10.42.42.6: Starting osmo-msc 20:10:08.567769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Launched 20:10:08.879131 run osmo-msc_10.42.42.6(pid=26049): Launched 20:10:09.052513 run osmo-stp_10.42.42.5(pid=26046): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)] 20:10:09.183995 run osmo-stp_10.42.42.5(pid=26046): stdout: | (launched: 2022-12-13_20:10:07.830192) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:09.314644 run osmo-stp_10.42.42.5(pid=26046): stderr: | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201008005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:09.443548 run osmo-stp_10.42.42.5(pid=26046): stdout: | (launched: 2022-12-13_20:10:07.830192) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:09.567415 run osmo-stp_10.42.42.5(pid=26046): stderr: | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201008003 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201008005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201008006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:09.715171 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26046): Process ended prematurely: osmo-stp_10.42.42.5(pid=26046) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:10:09.724220 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:10:09.750691 run osmo-hlr_10.42.42.2(pid=26043): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26043)] 20:10:09.799752 run osmo-hlr_10.42.42.2(pid=26043): stdout: | (launched: 2022-12-13_20:10:06.869324) 20:10:09.850656 run osmo-hlr_10.42.42.2(pid=26043): stderr: | [0;m[1;31m20221213201007051 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201007051 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201007051 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201007052 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201007052 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201007052 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201007075 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201007085 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201007086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201007086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:10:09.920567 run osmo-msc_10.42.42.6(pid=26049): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26049)] 20:10:09.968617 run osmo-msc_10.42.42.6(pid=26049): stdout: | (launched: 2022-12-13_20:10:08.821069) 20:10:10.019192 run osmo-msc_10.42.42.6(pid=26049): stderr: | [0;m[38;5;43m20221213201009097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201009097 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f654466bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201009097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201009097 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201009097 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201009098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201009099 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201009100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201009100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201009100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:10:10.070192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Terminating (SIGTERM) 20:10:10.110279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Terminating (SIGTERM) 20:10:10.150840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Terminating (SIGTERM) 20:10:10.191615 --- ParallelTerminationStrategy: PID 26042 died... 20:10:10.211442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Terminated: ok {rc=0} 20:10:10.255984 --- ParallelTerminationStrategy: PID 26045 died... 20:10:10.275052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Terminated: ok {rc=0} 20:10:10.319535 --- ParallelTerminationStrategy: PID 26048 died... 20:10:10.338602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Terminated: ok {rc=0} 20:10:10.423926 bus /sierra_3: Setting Powered False 20:10:11.523127 bus /sierra_3: Setting Powered False 20:10:12.638644 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:10:13.789148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:13.801348 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:10:13.859646 tst mo_mt_call_osmux.py: using LAC 35980 20:10:13.992403 tst mo_mt_call_osmux.py: using RAC 25 20:10:14.121837 tst mo_mt_call_osmux.py: using CellId 35980 20:10:14.252570 tst mo_mt_call_osmux.py: using BVCI 35981 20:10:14.374066 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:14.385647 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:14.396916 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:14.408259 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:14.420184 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:10:14.431595 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:10:14.552296 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:10:14.673652 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:15.189135 run create_hlr_db(pid=26051): Launched 20:10:15.324259 bus /sierra_2: Setting Powered False 20:10:16.400887 run create_hlr_db(pid=26051): Terminated: ok {rc=0} 20:10:16.887612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Launched 20:10:17.236939 run osmo-hlr_10.42.42.2(pid=26054): Launched 20:10:17.363008 run osmo-stp_10.42.42.5: Starting osmo-stp 20:10:17.936735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Launched 20:10:18.270385 run osmo-stp_10.42.42.5(pid=26057): Launched 20:10:18.398398 run osmo-msc_10.42.42.6: Starting osmo-msc 20:10:18.998685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Launched 20:10:19.329645 run osmo-msc_10.42.42.6(pid=26060): Launched 20:10:19.511837 run osmo-stp_10.42.42.5(pid=26057): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)] 20:10:19.650735 run osmo-stp_10.42.42.5(pid=26057): stdout: | (launched: 2022-12-13_20:10:18.208255) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:19.789901 run osmo-stp_10.42.42.5(pid=26057): stderr: | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201018404 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:19.927709 run osmo-stp_10.42.42.5(pid=26057): stdout: | (launched: 2022-12-13_20:10:18.208255) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:20.059072 run osmo-stp_10.42.42.5(pid=26057): stderr: | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201018403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201018404 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201018404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:20.215996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26057): Process ended prematurely: osmo-stp_10.42.42.5(pid=26057) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:10:20.225560 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:10:20.253136 run osmo-hlr_10.42.42.2(pid=26054): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26054)] 20:10:20.303876 run osmo-hlr_10.42.42.2(pid=26054): stdout: | (launched: 2022-12-13_20:10:17.175181) 20:10:20.356062 run osmo-hlr_10.42.42.2(pid=26054): stderr: | [0;m[1;31m20221213201017377 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201017377 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201017377 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201017377 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201017378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201017378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201017390 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201017398 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201017399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201017399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:10:20.429064 run osmo-msc_10.42.42.6(pid=26060): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26060)] 20:10:20.479856 run osmo-msc_10.42.42.6(pid=26060): stdout: | (launched: 2022-12-13_20:10:19.267954) 20:10:20.532223 run osmo-msc_10.42.42.6(pid=26060): stderr: | [0;m[38;5;43m20221213201019595 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201019595 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f26ef158c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201019595 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201019596 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201019596 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201019596 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201019598 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201019598 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201019598 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201019598 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:10:20.584815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Terminating (SIGTERM) 20:10:20.626950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Terminating (SIGTERM) 20:10:20.668922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Terminating (SIGTERM) 20:10:20.711150 --- ParallelTerminationStrategy: PID 26053 died... 20:10:20.731301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Terminated: ok {rc=0} 20:10:20.777951 --- ParallelTerminationStrategy: PID 26056 died... 20:10:20.797706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Terminated: ok {rc=0} 20:10:20.843706 --- ParallelTerminationStrategy: PID 26059 died... 20:10:20.863229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Terminated: ok {rc=0} 20:10:20.951432 bus /sierra_3: Setting Powered False 20:10:22.051930 bus /sierra_3: Setting Powered False 20:10:23.171744 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:10:24.412882 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:10:24.419702 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:10:24.441251 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:10:24.468806 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:10:24.520097 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:10:24.541438 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:10:24.568637 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:10:25.119162 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:10:25.169595 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.180750 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:10:25.236428 tst mo_mt_call.py: using LAC 35981 20:10:25.358953 tst mo_mt_call.py: using RAC 26 20:10:25.488785 tst mo_mt_call.py: using CellId 35981 20:10:25.615877 tst mo_mt_call.py: using BVCI 35982 20:10:25.737333 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.748893 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.760246 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.771902 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.783386 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:25.794874 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:10:25.913886 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:10:26.032132 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:26.511783 run create_hlr_db(pid=26066): Launched 20:10:26.632450 bus /sierra_2: Setting Powered False 20:10:27.694180 run create_hlr_db(pid=26066): Terminated: ok {rc=0} 20:10:28.146990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Launched 20:10:28.480282 run osmo-hlr_10.42.42.2(pid=26069): Launched 20:10:28.610283 run osmo-stp_10.42.42.5: Starting osmo-stp 20:10:29.181197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Launched 20:10:29.513892 run osmo-stp_10.42.42.5(pid=26072): Launched 20:10:29.641837 run osmo-msc_10.42.42.6: Starting osmo-msc 20:10:30.240209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Launched 20:10:30.574533 run osmo-msc_10.42.42.6(pid=26075): Launched 20:10:30.758516 run osmo-stp_10.42.42.5(pid=26072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)] 20:10:30.917737 run osmo-stp_10.42.42.5(pid=26072): stdout: | (launched: 2022-12-13_20:10:29.452114) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:31.087288 run osmo-stp_10.42.42.5(pid=26072): stderr: | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201029649 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:31.385776 run osmo-stp_10.42.42.5(pid=26072): stdout: | (launched: 2022-12-13_20:10:29.452114) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:31.547862 run osmo-stp_10.42.42.5(pid=26072): stderr: | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201029648 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201029649 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201029651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:31.708847 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:10:31.718866 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 20:10:31.747343 run osmo-hlr_10.42.42.2(pid=26069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26069)] 20:10:31.799779 run osmo-hlr_10.42.42.2(pid=26069): stdout: | (launched: 2022-12-13_20:10:28.418469) 20:10:31.853329 run osmo-hlr_10.42.42.2(pid=26069): stderr: | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201028618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201028631 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201028641 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201028642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201028642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:10:31.927221 run osmo-msc_10.42.42.6(pid=26075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26075)] 20:10:31.978711 run osmo-msc_10.42.42.6(pid=26075): stdout: | (launched: 2022-12-13_20:10:30.512175) 20:10:32.031716 run osmo-msc_10.42.42.6(pid=26075): stderr: | [0;m[38;5;43m20221213201030874 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201030874 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ffbd61acc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201030874 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201030874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201030874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201030875 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201030876 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201030885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201030885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201030885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:10:32.085368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminating (SIGTERM) 20:10:32.128840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminating (SIGTERM) 20:10:32.173250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Terminating (SIGTERM) 20:10:32.216615 --- ParallelTerminationStrategy: PID 26068 died... 20:10:32.236995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminated: ok {rc=0} 20:10:32.284390 --- ParallelTerminationStrategy: PID 26071 died... 20:10:32.304642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminated: ok {rc=0} 20:10:32.351606 --- ParallelTerminationStrategy: PID 26074 died... 20:10:32.371965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Terminated: ok {rc=0} 20:10:32.461829 bus /sierra_3: Setting Powered False 20:10:33.561576 bus /sierra_3: Setting Powered False 20:10:34.678586 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:10:35.827876 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:35.839714 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:10:35.896926 tst mo_mt_call_osmux.py: using LAC 35982 20:10:36.019721 tst mo_mt_call_osmux.py: using RAC 27 20:10:36.149158 tst mo_mt_call_osmux.py: using CellId 35982 20:10:36.277916 tst mo_mt_call_osmux.py: using BVCI 35983 20:10:36.399160 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:36.411133 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:36.422630 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:36.434023 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:36.445532 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:10:36.456836 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:10:36.576848 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:10:36.702329 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:37.216673 run create_hlr_db(pid=26077): Launched 20:10:37.350850 bus /sierra_2: Setting Powered False 20:10:38.415612 run create_hlr_db(pid=26077): Terminated: ok {rc=0} 20:10:38.876629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Launched 20:10:39.209140 run osmo-hlr_10.42.42.2(pid=26080): Launched 20:10:39.335670 run osmo-stp_10.42.42.5: Starting osmo-stp 20:10:39.910428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Launched 20:10:40.241591 run osmo-stp_10.42.42.5(pid=26083): Launched 20:10:40.366987 run osmo-msc_10.42.42.6: Starting osmo-msc 20:10:40.967235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Launched 20:10:41.299126 run osmo-msc_10.42.42.6(pid=26086): Launched 20:10:41.483798 run osmo-stp_10.42.42.5(pid=26083): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)] 20:10:41.623291 run osmo-stp_10.42.42.5(pid=26083): stdout: | (launched: 2022-12-13_20:10:40.179891) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:41.764152 run osmo-stp_10.42.42.5(pid=26083): stderr: | [0;m[38;5;43m20221213201040375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201040376 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201040376 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201040376 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:41.902707 run osmo-stp_10.42.42.5(pid=26083): stdout: | (launched: 2022-12-13_20:10:40.179891) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:42.034272 run osmo-stp_10.42.42.5(pid=26083): stderr: | [0;m[38;5;43m20221213201040375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201040376 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201040376 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201040376 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201040377 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:42.191905 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:10:42.201641 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:10:42.229476 run osmo-hlr_10.42.42.2(pid=26080): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26080)] 20:10:42.280074 run osmo-hlr_10.42.42.2(pid=26080): stdout: | (launched: 2022-12-13_20:10:39.147458) 20:10:42.332335 run osmo-hlr_10.42.42.2(pid=26080): stderr: | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201039351 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201039364 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201039373 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201039373 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201039373 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:10:42.404614 run osmo-msc_10.42.42.6(pid=26086): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26086)] 20:10:42.455521 run osmo-msc_10.42.42.6(pid=26086): stdout: | (launched: 2022-12-13_20:10:41.237587) 20:10:42.507815 run osmo-msc_10.42.42.6(pid=26086): stderr: | [0;m[38;5;43m20221213201041565 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201041565 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9489e80c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201041565 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201041565 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201041565 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201041565 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201041567 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201041567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201041567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201041567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:10:42.560043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminating (SIGTERM) 20:10:42.601953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminating (SIGTERM) 20:10:42.643846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Terminating (SIGTERM) 20:10:42.685936 --- ParallelTerminationStrategy: PID 26079 died... 20:10:42.706091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminated: ok {rc=0} 20:10:42.752276 --- ParallelTerminationStrategy: PID 26082 died... 20:10:42.771865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminated: ok {rc=0} 20:10:42.818504 --- ParallelTerminationStrategy: PID 26085 died... 20:10:42.838334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Terminated: ok {rc=0} 20:10:42.926619 bus /sierra_3: Setting Powered False 20:10:44.027297 bus /sierra_3: Setting Powered False 20:10:45.144560 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:10:46.381047 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:10:46.387458 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:10:46.409130 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:10:46.440084 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:10:46.503023 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:10:46.530500 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:10:46.562910 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:10:47.123048 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:10:47.183754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.196446 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:10:47.256410 tst mo_mt_call.py: using LAC 35983 20:10:47.385577 tst mo_mt_call.py: using RAC 28 20:10:47.516815 tst mo_mt_call.py: using CellId 35983 20:10:47.648093 tst mo_mt_call.py: using BVCI 35984 20:10:47.768410 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.780228 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.792384 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.804020 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.816091 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:47.828244 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:10:47.948588 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:10:48.067160 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:48.549179 run create_hlr_db(pid=26091): Launched 20:10:48.668907 bus /sierra_2: Setting Powered False 20:10:49.731066 run create_hlr_db(pid=26091): Terminated: ok {rc=0} 20:10:50.186155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Launched 20:10:50.522383 run osmo-hlr_10.42.42.2(pid=26094): Launched 20:10:50.649324 run osmo-stp_10.42.42.5: Starting osmo-stp 20:10:51.224386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Launched 20:10:51.558006 run osmo-stp_10.42.42.5(pid=26097): Launched 20:10:51.684236 run osmo-msc_10.42.42.6: Starting osmo-msc 20:10:52.264101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Launched 20:10:52.577115 run osmo-msc_10.42.42.6(pid=26100): Launched 20:10:52.749279 run osmo-stp_10.42.42.5(pid=26097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)] 20:10:52.880534 run osmo-stp_10.42.42.5(pid=26097): stdout: | (launched: 2022-12-13_20:10:51.496173) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:53.011048 run osmo-stp_10.42.42.5(pid=26097): stderr: | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201051693 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:53.139798 run osmo-stp_10.42.42.5(pid=26097): stdout: | (launched: 2022-12-13_20:10:51.496173) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:10:53.263072 run osmo-stp_10.42.42.5(pid=26097): stderr: | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201051692 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201051693 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201051695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:10:53.410565 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)] [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:10:53.419339 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 20:10:53.445555 run osmo-hlr_10.42.42.2(pid=26094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26094)] 20:10:53.494090 run osmo-hlr_10.42.42.2(pid=26094): stdout: | (launched: 2022-12-13_20:10:50.460133) 20:10:53.544356 run osmo-hlr_10.42.42.2(pid=26094): stderr: | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201050661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201050675 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201050683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201050684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201050684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:10:53.614681 run osmo-msc_10.42.42.6(pid=26100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26100)] 20:10:53.662795 run osmo-msc_10.42.42.6(pid=26100): stdout: | (launched: 2022-12-13_20:10:52.518377) 20:10:53.714089 run osmo-msc_10.42.42.6(pid=26100): stderr: | [0;m[38;5;43m20221213201052796 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201052797 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff230848c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201052797 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201052797 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201052797 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201052797 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201052799 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201052799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201052799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201052799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:10:53.764476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminating (SIGTERM) 20:10:53.805153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminating (SIGTERM) 20:10:53.846246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Terminating (SIGTERM) 20:10:53.886982 --- ParallelTerminationStrategy: PID 26093 died... 20:10:53.906550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminated: ok {rc=0} 20:10:53.951218 --- ParallelTerminationStrategy: PID 26096 died... 20:10:53.970273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminated: ok {rc=0} 20:10:54.014721 --- ParallelTerminationStrategy: PID 26099 died... 20:10:54.033791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Terminated: ok {rc=0} 20:10:54.120920 bus /sierra_3: Setting Powered False 20:10:55.225083 bus /sierra_3: Setting Powered False 20:10:56.339191 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:10:57.490329 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:57.502682 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:10:57.561801 tst mo_mt_call_osmux.py: using LAC 35984 20:10:57.693308 tst mo_mt_call_osmux.py: using RAC 29 20:10:57.824232 tst mo_mt_call_osmux.py: using CellId 35984 20:10:57.953904 tst mo_mt_call_osmux.py: using BVCI 35985 20:10:58.075770 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:58.087541 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:58.099075 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:58.110590 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:58.122207 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:10:58.133818 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:10:58.250491 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:10:58.372827 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:10:58.889598 run create_hlr_db(pid=26102): Launched 20:10:59.023905 bus /sierra_2: Setting Powered False 20:11:00.089455 run create_hlr_db(pid=26102): Terminated: ok {rc=0} 20:11:00.531481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Launched 20:11:00.853319 run osmo-hlr_10.42.42.2(pid=26105): Launched 20:11:01.090996 run osmo-stp_10.42.42.5: Starting osmo-stp 20:11:01.775738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Launched 20:11:02.132027 run osmo-stp_10.42.42.5(pid=26108): Launched 20:11:02.414622 run osmo-msc_10.42.42.6: Starting osmo-msc 20:11:02.998456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Launched 20:11:03.310799 run osmo-msc_10.42.42.6(pid=26111): Launched 20:11:03.484587 run osmo-stp_10.42.42.5(pid=26108): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] 20:11:03.615251 run osmo-stp_10.42.42.5(pid=26108): stdout: | (launched: 2022-12-13_20:11:02.067258) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:03.744917 run osmo-stp_10.42.42.5(pid=26108): stderr: | [0;m[38;5;43m20221213201102346 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201102347 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201102347 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201102347 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:03.873920 run osmo-stp_10.42.42.5(pid=26108): stdout: | (launched: 2022-12-13_20:11:02.067258) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:03.996625 run osmo-stp_10.42.42.5(pid=26108): stderr: | [0;m[38;5;43m20221213201102346 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201102347 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201102347 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201102347 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201102348 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:04.144471 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:11:04.153464 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 20:11:04.179829 run osmo-hlr_10.42.42.2(pid=26105): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26105)] 20:11:04.228627 run osmo-hlr_10.42.42.2(pid=26105): stdout: | (launched: 2022-12-13_20:11:00.786423) 20:11:04.279001 run osmo-hlr_10.42.42.2(pid=26105): stderr: | [0;m[1;31m20221213201101161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201101161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201101161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201101161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201101163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201101164 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201101193 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201101216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201101217 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201101217 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:11:04.349496 run osmo-msc_10.42.42.6(pid=26111): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26111)] 20:11:04.397738 run osmo-msc_10.42.42.6(pid=26111): stdout: | (launched: 2022-12-13_20:11:03.252319) 20:11:04.447935 run osmo-msc_10.42.42.6(pid=26111): stderr: | [0;m[38;5;43m20221213201103527 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201103527 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f16389b4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201103527 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201103527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201103527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201103527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201103529 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201103530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201103530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201103530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:11:04.498371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminating (SIGTERM) 20:11:04.538901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminating (SIGTERM) 20:11:04.579370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Terminating (SIGTERM) 20:11:04.620813 --- ParallelTerminationStrategy: PID 26104 died... 20:11:04.640498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminated: ok {rc=0} 20:11:04.685167 --- ParallelTerminationStrategy: PID 26107 died... 20:11:04.704150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminated: ok {rc=0} 20:11:04.748920 --- ParallelTerminationStrategy: PID 26110 died... 20:11:04.768364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Terminated: ok {rc=0} 20:11:04.855461 bus /sierra_3: Setting Powered False 20:11:05.955261 bus /sierra_3: Setting Powered False 20:11:07.069644 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:11:08.308333 tst voice:sysmo+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:11:08.314844 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:11:08.336521 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:11:08.364174 tst voice:sysmo+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:11:08.418104 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:11:08.439554 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:11:08.466941 tst voice:sysmo+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:11:09.016934 tst voice:sysmo+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:11:09.071112 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.082631 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:11:09.141405 tst mo_mt_call.py: using LAC 35985 20:11:09.270421 tst mo_mt_call.py: using RAC 30 20:11:09.401104 tst mo_mt_call.py: using CellId 35985 20:11:09.530769 tst mo_mt_call.py: using BVCI 35986 20:11:09.652549 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.664183 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.675352 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.686563 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.697991 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:09.709251 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:11:09.830064 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:11:09.953711 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:11:10.436338 run create_hlr_db(pid=26116): Launched 20:11:10.557153 bus /sierra_2: Setting Powered False 20:11:11.618254 run create_hlr_db(pid=26116): Terminated: ok {rc=0} 20:11:12.071789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Launched 20:11:12.404329 run osmo-hlr_10.42.42.2(pid=26119): Launched 20:11:12.530269 run osmo-stp_10.42.42.5: Starting osmo-stp 20:11:13.108716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Launched 20:11:13.442317 run osmo-stp_10.42.42.5(pid=26122): Launched 20:11:13.568221 run osmo-msc_10.42.42.6: Starting osmo-msc 20:11:14.170514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Launched 20:11:14.504163 run osmo-msc_10.42.42.6(pid=26125): Launched 20:11:14.690699 run osmo-stp_10.42.42.5(pid=26122): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] 20:11:14.830628 run osmo-stp_10.42.42.5(pid=26122): stdout: | (launched: 2022-12-13_20:11:13.380403) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:14.970211 run osmo-stp_10.42.42.5(pid=26122): stderr: | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201113576 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:15.108816 run osmo-stp_10.42.42.5(pid=26122): stdout: | (launched: 2022-12-13_20:11:13.380403) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:15.241207 run osmo-stp_10.42.42.5(pid=26122): stderr: | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201113575 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201113576 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201113578 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:15.399308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:11:15.409111 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:11:15.436772 run osmo-hlr_10.42.42.2(pid=26119): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26119)] 20:11:15.487386 run osmo-hlr_10.42.42.2(pid=26119): stdout: | (launched: 2022-12-13_20:11:12.342964) 20:11:15.539810 run osmo-hlr_10.42.42.2(pid=26119): stderr: | [0;m[1;31m20221213201112546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201112546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201112547 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201112547 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201112547 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201112547 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201112559 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201112567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201112568 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201112568 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:11:15.612492 run osmo-msc_10.42.42.6(pid=26125): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26125)] 20:11:15.662362 run osmo-msc_10.42.42.6(pid=26125): stdout: | (launched: 2022-12-13_20:11:14.442630) 20:11:15.714139 run osmo-msc_10.42.42.6(pid=26125): stderr: | [0;m[38;5;43m20221213201114773 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201114773 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f877b758c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201114773 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201114773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201114774 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201114774 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201114775 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201114776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201114776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201114776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:11:15.766159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminating (SIGTERM) 20:11:15.808060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminating (SIGTERM) 20:11:15.854418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Terminating (SIGTERM) 20:11:15.904768 --- ParallelTerminationStrategy: PID 26118 died... 20:11:15.929627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminated: ok {rc=0} 20:11:15.976882 --- ParallelTerminationStrategy: PID 26121 died... 20:11:16.001829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminated: ok {rc=0} 20:11:16.048773 --- ParallelTerminationStrategy: PID 26124 died... 20:11:16.069292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Terminated: ok {rc=0} 20:11:16.159701 bus /sierra_3: Setting Powered False 20:11:17.268761 bus /sierra_3: Setting Powered False 20:11:18.387536 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:11:19.539383 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:19.551670 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:11:19.610792 tst mo_mt_call_osmux.py: using LAC 35986 20:11:19.740896 tst mo_mt_call_osmux.py: using RAC 31 20:11:19.864614 tst mo_mt_call_osmux.py: using CellId 35986 20:11:19.987247 tst mo_mt_call_osmux.py: using BVCI 35987 20:11:20.101295 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:20.112193 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:20.123122 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:20.133998 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:20.145192 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:11:20.156252 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:11:20.277326 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:11:20.400022 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:11:20.914521 run create_hlr_db(pid=26127): Launched 20:11:21.048002 bus /sierra_2: Setting Powered False 20:11:22.113387 run create_hlr_db(pid=26127): Terminated: ok {rc=0} 20:11:22.554366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Launched 20:11:22.867158 run osmo-hlr_10.42.42.2(pid=26130): Launched 20:11:22.986828 run osmo-stp_10.42.42.5: Starting osmo-stp 20:11:23.529922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Launched 20:11:23.842771 run osmo-stp_10.42.42.5(pid=26133): Launched 20:11:23.962960 run osmo-msc_10.42.42.6: Starting osmo-msc 20:11:24.521922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Launched 20:11:24.856404 run osmo-msc_10.42.42.6(pid=26136): Launched 20:11:25.040683 run osmo-stp_10.42.42.5(pid=26133): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)] 20:11:25.178800 run osmo-stp_10.42.42.5(pid=26133): stdout: | (launched: 2022-12-13_20:11:23.784705) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:25.317481 run osmo-stp_10.42.42.5(pid=26133): stderr: | [0;m[38;5;43m20221213201123954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201123954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201123955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201123955 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201123957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201123958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201123958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:25.455558 run osmo-stp_10.42.42.5(pid=26133): stdout: | (launched: 2022-12-13_20:11:23.784705) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:25.587207 run osmo-stp_10.42.42.5(pid=26133): stderr: | [0;m[38;5;43m20221213201123954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201123954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201123955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201123955 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201123957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201123958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201123958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:25.744511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26133): Process ended prematurely: osmo-stp_10.42.42.5(pid=26133) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)] [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:11:25.754317 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:11:25.782041 run osmo-hlr_10.42.42.2(pid=26130): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26130)] 20:11:25.833355 run osmo-hlr_10.42.42.2(pid=26130): stdout: | (launched: 2022-12-13_20:11:22.809137) 20:11:25.886023 run osmo-hlr_10.42.42.2(pid=26130): stderr: | [0;m[1;31m20221213201122987 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201122987 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201122987 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201122987 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201122987 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201122988 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201123000 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201123008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201123008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201123008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:11:25.959001 run osmo-msc_10.42.42.6(pid=26136): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26136)] 20:11:26.009544 run osmo-msc_10.42.42.6(pid=26136): stdout: | (launched: 2022-12-13_20:11:24.794234) 20:11:26.061224 run osmo-msc_10.42.42.6(pid=26136): stderr: | [0;m[38;5;43m20221213201125119 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201125119 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc61f13dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201125119 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201125119 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201125119 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201125120 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201125121 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201125122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201125122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201125122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:11:26.113501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Terminating (SIGTERM) 20:11:26.155079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Terminating (SIGTERM) 20:11:26.196843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Terminating (SIGTERM) 20:11:26.238919 --- ParallelTerminationStrategy: PID 26129 died... 20:11:26.259114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Terminated: ok {rc=0} 20:11:26.305779 --- ParallelTerminationStrategy: PID 26132 died... 20:11:26.325726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Terminated: ok {rc=0} 20:11:26.372515 --- ParallelTerminationStrategy: PID 26135 died... 20:11:26.392380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Terminated: ok {rc=0} 20:11:26.480709 bus /sierra_3: Setting Powered False 20:11:27.580416 bus /sierra_3: Setting Powered False 20:11:28.697658 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:sysmo+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:sysmo --------------------------------------------------------------------- 20:11:29.939514 tst emergency:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:11:29.944167 tst emergency:sysmo: Verifying 1 x bts (candidates: 11) 20:11:29.965962 tst emergency:sysmo: Verifying 6 x ip_address (candidates: 9) 20:11:29.993608 tst emergency:sysmo: Verifying 4 x modem (candidates: 12) 20:11:30.079999 tst emergency:sysmo: Reserving 1 x bts (candidates: 11) 20:11:30.100853 tst emergency:sysmo: Reserving 6 x ip_address (candidates: 9) 20:11:30.128023 tst emergency:sysmo: Reserving 4 x modem (candidates: 12) 20:11:30.714994 tst emergency:sysmo: RESERVED RESOURCES for emergency: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:sysmo emergency_mo_mt_call.py ---------------------------------------------- 20:11:30.720484 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:30.731801 tst emergency:sysmo: Using 1 x bts (candidates: 1) 20:11:30.767837 tst emergency_mo_mt_call.py: using LAC 35987 20:11:30.903565 tst emergency_mo_mt_call.py: using RAC 32 20:11:31.035259 tst emergency_mo_mt_call.py: using CellId 35987 20:11:31.202455 tst emergency_mo_mt_call.py: using BVCI 35988 20:11:31.321218 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:31.333134 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:31.345411 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:31.357232 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:31.370274 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:31.383314 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:31.506910 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:31.627205 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:11:32.170762 run create_hlr_db(pid=26141): Launched 20:11:32.326231 bus /sierra_2: Setting Powered False 20:11:33.386717 run create_hlr_db(pid=26141): Terminated: ok {rc=0} 20:11:33.813635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Launched 20:11:34.120695 run osmo-hlr_10.42.42.2(pid=26144): Launched 20:11:34.238427 run osmo-stp_10.42.42.5: Starting osmo-stp 20:11:34.772791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Launched 20:11:35.079815 run osmo-stp_10.42.42.5(pid=26148): Launched 20:11:35.210062 tst emergency_mo_mt_call.py: using MSISDN 8315 20:11:35.364533 run osmo-msc_10.42.42.6: Starting osmo-msc 20:11:35.912087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Launched 20:11:36.218956 run osmo-msc_10.42.42.6(pid=26151): Launched 20:11:36.389867 run osmo-stp_10.42.42.5(pid=26148): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)] 20:11:36.520321 run osmo-stp_10.42.42.5(pid=26148): stdout: | (launched: 2022-12-13_20:11:35.022430) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:36.648753 run osmo-stp_10.42.42.5(pid=26148): stderr: | [0;m[38;5;43m20221213201135195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201135195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201135196 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201135196 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:36.775018 run osmo-stp_10.42.42.5(pid=26148): stdout: | (launched: 2022-12-13_20:11:35.022430) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:36.896068 run osmo-stp_10.42.42.5(pid=26148): stderr: | [0;m[38;5;43m20221213201135195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201135195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201135196 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201135196 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201135197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:37.040377 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26148): Process ended prematurely: osmo-stp_10.42.42.5(pid=26148) [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)] [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19] 20:11:37.048716 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec) 20:11:37.074628 run osmo-hlr_10.42.42.2(pid=26144): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26144)] 20:11:37.123325 run osmo-hlr_10.42.42.2(pid=26144): stdout: | (launched: 2022-12-13_20:11:34.063191) 20:11:37.173562 run osmo-hlr_10.42.42.2(pid=26144): stderr: | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201134245 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201134256 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201134266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201134266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201134266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:11:37.243370 run osmo-msc_10.42.42.6(pid=26151): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26151)] 20:11:37.291265 run osmo-msc_10.42.42.6(pid=26151): stdout: | (launched: 2022-12-13_20:11:36.161621) 20:11:37.341275 run osmo-msc_10.42.42.6(pid=26151): stderr: | [0;m[38;5;43m20221213201136435 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201136435 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb088b3ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201136435 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201136435 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201136436 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201136436 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201136438 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201136438 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201136438 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201136438 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:11:37.391830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Terminating (SIGTERM) 20:11:37.431968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Terminating (SIGTERM) 20:11:37.472825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Terminating (SIGTERM) 20:11:37.514075 --- ParallelTerminationStrategy: PID 26143 died... 20:11:37.533705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Terminated: ok {rc=0} 20:11:37.578430 --- ParallelTerminationStrategy: PID 26147 died... 20:11:37.597386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Terminated: ok {rc=0} 20:11:37.641978 --- ParallelTerminationStrategy: PID 26150 died... 20:11:37.660932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Terminated: ok {rc=0} 20:11:37.748707 bus /sierra_3: Setting Powered False 20:11:38.849628 bus /sierra_3: Setting Powered False 20:11:39.966851 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:sysmo emergency_preemptive_call.py ---------------------------------------------- 20:11:41.055117 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.066542 tst emergency:sysmo: Using 1 x bts (candidates: 1) 20:11:41.103397 tst emergency_preemptive_call.py: using LAC 35988 20:11:41.232807 tst emergency_preemptive_call.py: using RAC 33 20:11:41.361769 tst emergency_preemptive_call.py: using CellId 35988 20:11:41.488511 tst emergency_preemptive_call.py: using BVCI 35989 20:11:41.606926 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.618184 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.629459 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.640399 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.651445 tst emergency:sysmo: Using 1 x ip_address (candidates: 6) 20:11:41.662861 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:41.781406 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:41.903634 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:42.020167 tst emergency:sysmo: Using 1 x modem (candidates: 4) 20:11:42.139038 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:11:42.643462 run create_hlr_db(pid=26153): Launched 20:11:42.776074 bus /sierra_2: Setting Powered False 20:11:43.839946 run create_hlr_db(pid=26153): Terminated: ok {rc=0} 20:11:44.274527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Launched 20:11:44.582764 run osmo-hlr_10.42.42.2(pid=26156): Launched 20:11:44.698557 run osmo-stp_10.42.42.5: Starting osmo-stp 20:11:45.237837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Launched 20:11:45.543279 run osmo-stp_10.42.42.5(pid=26159): Launched 20:11:45.673911 tst emergency_preemptive_call.py: using MSISDN 8316 20:11:45.828865 run osmo-msc_10.42.42.6: Starting osmo-msc 20:11:46.389718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Launched 20:11:46.747513 run osmo-msc_10.42.42.6(pid=26162): Launched 20:11:47.187760 run osmo-stp_10.42.42.5(pid=26159): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)] 20:11:47.360728 run osmo-stp_10.42.42.5(pid=26159): stdout: | (launched: 2022-12-13_20:11:45.485816) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:47.496540 run osmo-stp_10.42.42.5(pid=26159): stderr: | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201145660 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:47.631963 run osmo-stp_10.42.42.5(pid=26159): stdout: | (launched: 2022-12-13_20:11:45.485816) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:11:47.761736 run osmo-stp_10.42.42.5(pid=26159): stderr: | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201145659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201145660 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201145660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:11:47.916802 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26159): Process ended prematurely: osmo-stp_10.42.42.5(pid=26159) [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)] [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32] 20:11:47.925865 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec) 20:11:47.953098 run osmo-hlr_10.42.42.2(pid=26156): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26156)] 20:11:48.003712 run osmo-hlr_10.42.42.2(pid=26156): stdout: | (launched: 2022-12-13_20:11:44.524652) 20:11:48.055647 run osmo-hlr_10.42.42.2(pid=26156): stderr: | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201144703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201144715 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201144726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201144726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201144726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:11:48.128036 run osmo-msc_10.42.42.6(pid=26162): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26162)] 20:11:48.178190 run osmo-msc_10.42.42.6(pid=26162): stdout: | (launched: 2022-12-13_20:11:46.684715) 20:11:48.230466 run osmo-msc_10.42.42.6(pid=26162): stderr: | [0;m[38;5;43m20221213201147071 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201147071 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff5b6fbbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201147072 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201147072 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201147072 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201147072 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201147082 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201147083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201147083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201147083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:11:48.282612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Terminating (SIGTERM) 20:11:48.324442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Terminating (SIGTERM) 20:11:48.366769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Terminating (SIGTERM) 20:11:48.408875 --- ParallelTerminationStrategy: PID 26155 died... 20:11:48.429183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Terminated: ok {rc=0} 20:11:48.475709 --- ParallelTerminationStrategy: PID 26158 died... 20:11:48.495542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Terminated: ok {rc=0} 20:11:48.542074 --- ParallelTerminationStrategy: PID 26161 died... 20:11:48.561959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Terminated: ok {rc=0} 20:11:48.650406 bus /sierra_9: Setting Powered False 20:11:49.751269 bus /sierra_9: Setting Powered False 20:11:50.869477 bus /sierra_8: Setting Powered False 20:11:51.970745 bus /sierra_8: Setting Powered False 20:11:53.087330 bus /sierra_3: Setting Powered False 20:11:54.186346 bus /sierra_3: Setting Powered False 20:11:55.303885 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:sysmo --------------------------------------------------------------------- 20:11:56.563104 tst gprs:sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:11:56.567441 tst gprs:sysmo: Verifying 1 x bts (candidates: 11) 20:11:56.588305 tst gprs:sysmo: Verifying 9 x ip_address (candidates: 9) 20:11:56.628367 tst gprs:sysmo: Verifying 4 x modem (candidates: 12) 20:11:56.715309 tst gprs:sysmo: Reserving 1 x bts (candidates: 11) 20:11:56.735926 tst gprs:sysmo: Reserving 9 x ip_address (candidates: 9) 20:11:56.774401 tst gprs:sysmo: Reserving 4 x modem (candidates: 12) 20:11:57.368833 tst gprs:sysmo: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:sysmo cs_paging_gprs_active.py ---------------------------------------------- 20:11:57.420889 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:57.431508 tst gprs:sysmo: Using 1 x bts (candidates: 1) 20:11:57.479353 tst cs_paging_gprs_active.py: using LAC 35989 20:11:57.607646 tst cs_paging_gprs_active.py: using RAC 34 20:11:57.729396 tst cs_paging_gprs_active.py: using CellId 35989 20:11:57.852553 tst cs_paging_gprs_active.py: using BVCI 35990 20:11:57.967150 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:57.977809 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:57.988261 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:57.998736 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:58.009881 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:58.021213 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:58.032488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:58.043846 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:11:58.055311 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:11:58.180247 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:11:58.300461 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:11:58.509362 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:11:58.824523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Launched 20:11:59.097291 run iperf3-srv_10.42.42.10(pid=26168): Launched 20:11:59.214298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:11:59.421877 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:11:59.734607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched 20:12:00.006349 run iperf3-srv_10.42.42.10(pid=26170): Launched 20:12:00.122364 tst cs_paging_gprs_active.py:38: start network... 20:12:00.329094 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:12:00.811073 run create_hlr_db(pid=26171): Launched 20:12:00.984431 bus /sierra_2: Setting Powered False 20:12:02.043815 run create_hlr_db(pid=26171): Terminated: ok {rc=0} 20:12:02.526184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Launched 20:12:02.859821 run osmo-hlr_10.42.42.2(pid=26174): Launched 20:12:02.988045 run osmo-stp_10.42.42.5: Starting osmo-stp 20:12:03.562597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Launched 20:12:03.896097 run osmo-stp_10.42.42.5(pid=26177): Launched 20:12:04.021823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:12:05.593468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Launched 20:12:05.719882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:12:06.004334 run patchelf(pid=26180): Launched 20:12:06.189578 run osmo-stp_10.42.42.5(pid=26177): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] 20:12:06.329599 run osmo-stp_10.42.42.5(pid=26177): stdout: | (launched: 2022-12-13_20:12:03.833410) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:06.470966 run osmo-stp_10.42.42.5(pid=26177): stderr: | [0;m[38;5;43m20221213201204027 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201204027 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201204028 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201204028 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201204028 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201204028 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201204029 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:06.612310 run osmo-stp_10.42.42.5(pid=26177): stdout: | (launched: 2022-12-13_20:12:03.833410) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:06.748504 run osmo-stp_10.42.42.5(pid=26177): stderr: | [0;m[38;5;43m20221213201204027 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201204027 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201204028 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201204028 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201204028 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201204028 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201204029 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:06.910383 run patchelf(pid=26180): Terminating (SIGINT) 20:12:07.096911 run patchelf(pid=26180): Terminated: ok {rc=0} 20:12:07.232170 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38] 20:12:07.242191 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec) 20:12:07.270601 run osmo-hlr_10.42.42.2(pid=26174): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26174)] 20:12:07.321181 run osmo-hlr_10.42.42.2(pid=26174): stdout: | (launched: 2022-12-13_20:12:02.797171) 20:12:07.372649 run osmo-hlr_10.42.42.2(pid=26174): stderr: | [0;m[1;31m20221213201202997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201202997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201202997 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201202998 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201202998 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201202998 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201203010 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201203020 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201203020 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201203020 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:12:07.424492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminating (SIGTERM) 20:12:07.466619 run iperf3-srv_10.42.42.10(pid=26168): Terminating (SIGTERM) 20:12:07.508482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM) 20:12:07.551032 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM) 20:12:07.593129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminating (SIGTERM) 20:12:07.635326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminating (SIGTERM) 20:12:07.677382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminating (SIGTERM) 20:12:07.719632 --- ParallelTerminationStrategy: PID 26167 died... 20:12:07.739938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminated: ok {rc=0} 20:12:07.786689 --- ParallelTerminationStrategy: PID 26168 died... 20:12:07.806561 run iperf3-srv_10.42.42.10(pid=26168): Terminated {rc=256} 20:12:07.853754 --- ParallelTerminationStrategy: PID 26169 died... 20:12:07.873883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0} 20:12:07.920497 --- ParallelTerminationStrategy: PID 26170 died... 20:12:07.940377 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256} 20:12:07.986882 --- ParallelTerminationStrategy: PID 26173 died... 20:12:08.006930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminated: ok {rc=0} 20:12:08.053981 --- ParallelTerminationStrategy: PID 26176 died... 20:12:08.073911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminated: ok {rc=0} 20:12:08.120289 --- ParallelTerminationStrategy: PID 26179 died... 20:12:08.140245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminated: ok {rc=0} 20:12:08.228795 bus /gobi_0: Setting Powered False 20:12:09.329273 bus /gobi_0: Setting Powered False 20:12:10.446687 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo iperf3.py ---------------------------------------------- 20:12:11.598508 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:11.610474 tst gprs:sysmo: Using 1 x bts (candidates: 1) 20:12:11.646707 tst iperf3.py: using LAC 35990 20:12:11.775069 tst iperf3.py: using RAC 35 20:12:11.903482 tst iperf3.py: using CellId 35990 20:12:12.033321 tst iperf3.py: using BVCI 35991 20:12:12.153328 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.164390 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.175399 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.186392 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.197234 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.208039 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.219049 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.229979 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:12.240904 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:12.360091 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:12:12.569324 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:12:12.882327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Launched 20:12:13.153119 run iperf3-srv_10.42.42.10(pid=26183): Launched 20:12:13.269996 tst iperf3.py:8: start network... 20:12:13.476501 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:12:13.957634 run create_hlr_db(pid=26184): Launched 20:12:14.093413 bus /gobi_6: Setting Powered False 20:12:15.158632 run create_hlr_db(pid=26184): Terminated: ok {rc=0} 20:12:15.619928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Launched 20:12:15.971152 run osmo-hlr_10.42.42.2(pid=26187): Launched 20:12:16.154521 run osmo-stp_10.42.42.5: Starting osmo-stp 20:12:17.006865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Launched 20:12:17.341618 run osmo-stp_10.42.42.5(pid=26190): Launched 20:12:17.489594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:12:18.062061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Launched 20:12:18.189949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:12:18.471253 run patchelf(pid=26193): Launched 20:12:18.654390 run osmo-stp_10.42.42.5(pid=26190): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)] 20:12:18.794116 run osmo-stp_10.42.42.5(pid=26190): stdout: | (launched: 2022-12-13_20:12:17.280212) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:18.935971 run osmo-stp_10.42.42.5(pid=26190): stderr: | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201217484 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:19.076784 run osmo-stp_10.42.42.5(pid=26190): stdout: | (launched: 2022-12-13_20:12:17.280212) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:19.212858 run osmo-stp_10.42.42.5(pid=26190): stderr: | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201217484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201217484 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201217485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:19.374272 run patchelf(pid=26193): Terminating (SIGINT) 20:12:19.560203 run patchelf(pid=26193): Terminated: ok {rc=0} 20:12:19.694477 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)] [trial-2394↪gprs:sysmo↪iperf3.py:8] 20:12:19.704467 tst iperf3.py:8: Test FAILED (8.1 sec) 20:12:19.732682 run osmo-hlr_10.42.42.2(pid=26187): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26187)] 20:12:19.783408 run osmo-hlr_10.42.42.2(pid=26187): stdout: | (launched: 2022-12-13_20:12:15.899603) 20:12:19.835919 run osmo-hlr_10.42.42.2(pid=26187): stderr: | [0;m[1;31m20221213201216404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201216405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201216405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201216405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201216405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201216406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201216435 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201216460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201216460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201216460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:12:19.888481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminating (SIGTERM) 20:12:19.930371 run iperf3-srv_10.42.42.10(pid=26183): Terminating (SIGTERM) 20:12:19.972134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminating (SIGTERM) 20:12:20.014232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminating (SIGTERM) 20:12:20.055985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminating (SIGTERM) 20:12:20.098378 --- ParallelTerminationStrategy: PID 26182 died... 20:12:20.118690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminated: ok {rc=0} 20:12:20.165556 --- ParallelTerminationStrategy: PID 26183 died... 20:12:20.185580 run iperf3-srv_10.42.42.10(pid=26183): Terminated {rc=256} 20:12:20.232188 --- ParallelTerminationStrategy: PID 26186 died... 20:12:20.252362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminated: ok {rc=0} 20:12:20.299033 --- ParallelTerminationStrategy: PID 26189 died... 20:12:20.319124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminated: ok {rc=0} 20:12:20.366080 --- ParallelTerminationStrategy: PID 26192 died... 20:12:20.386190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminated: ok {rc=0} 20:12:20.476446 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo iperf3m4.py ---------------------------------------------- 20:12:21.630019 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:21.642072 tst gprs:sysmo: Using 1 x bts (candidates: 1) 20:12:21.678396 tst iperf3m4.py: using LAC 35991 20:12:21.808088 tst iperf3m4.py: using RAC 36 20:12:21.933490 tst iperf3m4.py: using CellId 35991 20:12:22.056772 tst iperf3m4.py: using BVCI 35992 20:12:22.169627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.180410 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.191387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.202163 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.213133 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.223712 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.234775 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.245719 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:22.256612 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:22.378604 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:22.501169 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:22.624107 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:22.744633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:12:22.968623 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:12:23.303193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Launched 20:12:23.593584 run iperf3-srv_10.42.42.10(pid=26195): Launched 20:12:23.717999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:12:23.942476 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:12:24.277379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Launched 20:12:24.567208 run iperf3-srv_10.42.42.10(pid=26197): Launched 20:12:24.691311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:12:24.914974 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:12:25.248055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Launched 20:12:25.536735 run iperf3-srv_10.42.42.10(pid=26200): Launched 20:12:25.660093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:12:25.883125 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:12:26.216207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Launched 20:12:26.519515 run iperf3-srv_10.42.42.10(pid=26202): Launched 20:12:26.645514 tst iperf3m4.py:8: start network... 20:12:26.868762 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:12:27.387208 run create_hlr_db(pid=26203): Launched 20:12:27.523092 bus /gobi_6: Setting Powered False 20:12:28.588391 run create_hlr_db(pid=26203): Terminated: ok {rc=0} 20:12:29.031513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Launched 20:12:29.344137 run osmo-hlr_10.42.42.2(pid=26207): Launched 20:12:29.462320 run osmo-stp_10.42.42.5: Starting osmo-stp 20:12:30.006622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Launched 20:12:30.318329 run osmo-stp_10.42.42.5(pid=26210): Launched 20:12:30.436285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:12:30.990934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Launched 20:12:31.122975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:12:31.394564 run patchelf(pid=26213): Launched 20:12:31.585899 run osmo-stp_10.42.42.5(pid=26210): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)] 20:12:31.720807 run osmo-stp_10.42.42.5(pid=26210): stdout: | (launched: 2022-12-13_20:12:30.259102) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:31.857823 run osmo-stp_10.42.42.5(pid=26210): stderr: | [0;m[38;5;43m20221213201230430 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201230430 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201230431 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201230431 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201230431 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201230432 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201230432 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:31.994699 run osmo-stp_10.42.42.5(pid=26210): stdout: | (launched: 2022-12-13_20:12:30.259102) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:32.126074 run osmo-stp_10.42.42.5(pid=26210): stderr: | [0;m[38;5;43m20221213201230430 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201230430 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201230431 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201230431 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201230431 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201230432 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201230432 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:32.280236 run patchelf(pid=26213): Terminating (SIGINT) 20:12:32.455710 run patchelf(pid=26213): Terminated: ok {rc=0} 20:12:32.581771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)] [trial-2394↪gprs:sysmo↪iperf3m4.py:8] 20:12:32.591497 tst iperf3m4.py:8: Test FAILED (11.0 sec) 20:12:32.619357 run osmo-hlr_10.42.42.2(pid=26207): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26207)] 20:12:32.668823 run osmo-hlr_10.42.42.2(pid=26207): stdout: | (launched: 2022-12-13_20:12:29.284378) 20:12:32.718878 run osmo-hlr_10.42.42.2(pid=26207): stderr: | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201229461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201229473 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201229481 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201229482 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201229482 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:12:32.770527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminating (SIGTERM) 20:12:32.810814 run iperf3-srv_10.42.42.10(pid=26195): Terminating (SIGTERM) 20:12:32.851561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminating (SIGTERM) 20:12:32.892257 run iperf3-srv_10.42.42.10(pid=26197): Terminating (SIGTERM) 20:12:32.933082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminating (SIGTERM) 20:12:32.973643 run iperf3-srv_10.42.42.10(pid=26200): Terminating (SIGTERM) 20:12:33.014232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminating (SIGTERM) 20:12:33.054737 run iperf3-srv_10.42.42.10(pid=26202): Terminating (SIGTERM) 20:12:33.095077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminating (SIGTERM) 20:12:33.136189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminating (SIGTERM) 20:12:33.176928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminating (SIGTERM) 20:12:33.218146 --- ParallelTerminationStrategy: PID 26194 died... 20:12:33.238073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminated: ok {rc=0} 20:12:33.283022 --- ParallelTerminationStrategy: PID 26195 died... 20:12:33.302301 run iperf3-srv_10.42.42.10(pid=26195): Terminated {rc=256} 20:12:33.347272 --- ParallelTerminationStrategy: PID 26196 died... 20:12:33.366587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminated: ok {rc=0} 20:12:33.411429 --- ParallelTerminationStrategy: PID 26197 died... 20:12:33.430704 run iperf3-srv_10.42.42.10(pid=26197): Terminated {rc=256} 20:12:33.475393 --- ParallelTerminationStrategy: PID 26198 died... 20:12:33.494675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminated: ok {rc=0} 20:12:33.539514 --- ParallelTerminationStrategy: PID 26200 died... 20:12:33.558810 run iperf3-srv_10.42.42.10(pid=26200): Terminated {rc=256} 20:12:33.603476 --- ParallelTerminationStrategy: PID 26201 died... 20:12:33.622822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminated: ok {rc=0} 20:12:33.667766 --- ParallelTerminationStrategy: PID 26202 died... 20:12:33.687044 run iperf3-srv_10.42.42.10(pid=26202): Terminated {rc=256} 20:12:33.731828 --- ParallelTerminationStrategy: PID 26206 died... 20:12:33.751188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminated: ok {rc=0} 20:12:33.796062 --- ParallelTerminationStrategy: PID 26209 died... 20:12:33.815579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminated: ok {rc=0} 20:12:33.860658 --- ParallelTerminationStrategy: PID 26212 died... 20:12:33.880101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminated: ok {rc=0} 20:12:33.968045 bus /gobi_4: Setting Powered False 20:12:35.067395 bus /gobi_4: Setting Powered False 20:12:36.184774 bus /gobi_1: Setting Powered False 20:12:37.283835 bus /gobi_1: Setting Powered False 20:12:38.400698 bus /gobi_0: Setting Powered False 20:12:39.499716 bus /gobi_0: Setting Powered False 20:12:40.617526 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo ping.py ---------------------------------------------- 20:12:41.719731 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:41.731198 tst gprs:sysmo: Using 1 x bts (candidates: 1) 20:12:41.767087 tst ping.py: using LAC 35992 20:12:41.890573 tst ping.py: using RAC 37 20:12:42.011836 tst ping.py: using CellId 35992 20:12:42.133107 tst ping.py: using BVCI 35993 20:12:42.245202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.255981 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.266659 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.277177 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.287932 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.298747 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.309787 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:42.320708 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:42.440024 tst ping.py:19: start network... 20:12:42.660795 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:12:43.169637 run create_hlr_db(pid=26214): Launched 20:12:43.301125 bus /gobi_6: Setting Powered False 20:12:44.365723 run create_hlr_db(pid=26214): Terminated: ok {rc=0} 20:12:44.819969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Launched 20:12:45.146705 run osmo-hlr_10.42.42.2(pid=26217): Launched 20:12:45.269501 run osmo-stp_10.42.42.5: Starting osmo-stp 20:12:45.829618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Launched 20:12:46.179543 run osmo-stp_10.42.42.5(pid=26220): Launched 20:12:46.425013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:12:47.045115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Launched 20:12:47.177509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:12:47.439467 run patchelf(pid=26223): Launched 20:12:47.610219 run osmo-stp_10.42.42.5(pid=26220): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)] 20:12:47.740108 run osmo-stp_10.42.42.5(pid=26220): stdout: | (launched: 2022-12-13_20:12:46.116743) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:47.871953 run osmo-stp_10.42.42.5(pid=26220): stderr: | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201246382 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:48.003416 run osmo-stp_10.42.42.5(pid=26220): stdout: | (launched: 2022-12-13_20:12:46.116743) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:48.129408 run osmo-stp_10.42.42.5(pid=26220): stderr: | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201246382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201246382 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201246383 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:48.277652 run patchelf(pid=26223): Terminating (SIGINT) 20:12:48.449772 run patchelf(pid=26223): Terminated: ok {rc=0} 20:12:48.573442 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26220): Process ended prematurely: osmo-stp_10.42.42.5(pid=26220) [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)] [trial-2394↪gprs:sysmo↪ping.py:22] 20:12:48.582411 tst ping.py:22: Test FAILED (6.9 sec) 20:12:48.609268 run osmo-hlr_10.42.42.2(pid=26217): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26217)] 20:12:48.658183 run osmo-hlr_10.42.42.2(pid=26217): stdout: | (launched: 2022-12-13_20:12:45.085239) 20:12:48.708731 run osmo-hlr_10.42.42.2(pid=26217): stderr: | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201245288 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201245303 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201245311 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201245311 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201245311 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:12:48.759689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Terminating (SIGTERM) 20:12:48.799940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Terminating (SIGTERM) 20:12:48.841132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Terminating (SIGTERM) 20:12:48.882204 --- ParallelTerminationStrategy: PID 26216 died... 20:12:48.901998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Terminated: ok {rc=0} 20:12:48.947357 --- ParallelTerminationStrategy: PID 26219 died... 20:12:48.966861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Terminated: ok {rc=0} 20:12:49.011817 --- ParallelTerminationStrategy: PID 26222 died... 20:12:49.031246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Terminated: ok {rc=0} 20:12:49.119502 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo ping_idle_ping.py ---------------------------------------------- 20:12:50.208634 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.220133 tst gprs:sysmo: Using 1 x bts (candidates: 1) 20:12:50.258074 tst ping_idle_ping.py: using LAC 35993 20:12:50.389046 tst ping_idle_ping.py: using RAC 38 20:12:50.517411 tst ping_idle_ping.py: using CellId 35993 20:12:50.646191 tst ping_idle_ping.py: using BVCI 35994 20:12:50.764721 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.776125 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.787389 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.798830 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.810165 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.821236 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.832436 tst gprs:sysmo: Using 1 x ip_address (candidates: 9) 20:12:50.844133 tst gprs:sysmo: Using 1 x modem (candidates: 4) 20:12:50.975995 tst ping_idle_ping.py:24: start network... 20:12:51.197007 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:12:51.706048 run create_hlr_db(pid=26224): Launched 20:12:51.838555 bus /gobi_6: Setting Powered False 20:12:52.903400 run create_hlr_db(pid=26224): Terminated: ok {rc=0} 20:12:53.341513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Launched 20:12:53.648929 run osmo-hlr_10.42.42.2(pid=26246): Launched 20:12:53.766040 run osmo-stp_10.42.42.5: Starting osmo-stp 20:12:54.289562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Launched 20:12:54.595865 run osmo-stp_10.42.42.5(pid=26250): Launched 20:12:54.712290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:12:55.256570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Launched 20:12:55.373337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:12:55.633624 run patchelf(pid=26253): Launched 20:12:55.803355 run osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] 20:12:55.933193 run osmo-stp_10.42.42.5(pid=26250): stdout: | (launched: 2022-12-13_20:12:54.537580) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:56.064503 run osmo-stp_10.42.42.5(pid=26250): stderr: | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201254711 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:56.195217 run osmo-stp_10.42.42.5(pid=26250): stdout: | (launched: 2022-12-13_20:12:54.537580) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:12:56.320892 run osmo-stp_10.42.42.5(pid=26250): stderr: | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201254711 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201254711 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201254712 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:12:56.469886 run patchelf(pid=26253): Terminating (SIGINT) 20:12:56.642260 run patchelf(pid=26253): Terminated: ok {rc=0} 20:12:56.766225 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27] 20:12:56.774957 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 20:12:56.801620 run osmo-hlr_10.42.42.2(pid=26246): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26246)] 20:12:56.850572 run osmo-hlr_10.42.42.2(pid=26246): stdout: | (launched: 2022-12-13_20:12:53.591248) 20:12:56.900823 run osmo-hlr_10.42.42.2(pid=26246): stderr: | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201253770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201253825 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201253835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201253836 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201253836 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:12:56.951984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminating (SIGTERM) 20:12:56.992102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminating (SIGTERM) 20:12:57.037660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminating (SIGTERM) 20:12:57.080633 --- ParallelTerminationStrategy: PID 26245 died... 20:12:57.101491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminated: ok {rc=0} 20:12:57.148586 --- ParallelTerminationStrategy: PID 26248 died... 20:12:57.168896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminated: ok {rc=0} 20:12:57.216025 --- ParallelTerminationStrategy: PID 26252 died... 20:12:57.236587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminated: ok {rc=0} 20:12:57.326699 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs --------------------------------------------------------------------- 20:12:58.616645 tst gprs:sysmo+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:12:58.623190 tst gprs:sysmo+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:12:58.645185 tst gprs:sysmo+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:12:58.685473 tst gprs:sysmo+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:12:58.775367 tst gprs:sysmo+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:12:58.796750 tst gprs:sysmo+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:12:58.836248 tst gprs:sysmo+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:12:59.431124 tst gprs:sysmo+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:12:59.484047 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:12:59.495277 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:12:59.536008 tst cs_paging_gprs_active.py: using LAC 35994 20:12:59.667738 tst cs_paging_gprs_active.py: using RAC 39 20:12:59.795683 tst cs_paging_gprs_active.py: using CellId 35994 20:12:59.926616 tst cs_paging_gprs_active.py: using BVCI 35995 20:13:00.048791 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.060193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.071380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.082703 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.093753 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.104672 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.115978 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.126969 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:00.138380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:00.258270 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:00.380734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:13:00.605904 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:00.968137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Launched 20:13:01.279625 run iperf3-srv_10.42.42.10(pid=26260): Launched 20:13:01.416642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:13:01.645393 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:01.991782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Launched 20:13:02.295677 run iperf3-srv_10.42.42.10(pid=26262): Launched 20:13:02.420326 tst cs_paging_gprs_active.py:38: start network... 20:13:02.645059 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:13:03.163532 run create_hlr_db(pid=26263): Launched 20:13:03.297932 bus /gobi_6: Setting Powered False 20:13:04.363440 run create_hlr_db(pid=26263): Terminated: ok {rc=0} 20:13:04.807746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Launched 20:13:05.120141 run osmo-hlr_10.42.42.2(pid=26266): Launched 20:13:05.238936 run osmo-stp_10.42.42.5: Starting osmo-stp 20:13:05.787579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Launched 20:13:06.100176 run osmo-stp_10.42.42.5(pid=26269): Launched 20:13:06.218575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:13:06.752740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Launched 20:13:06.871083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:13:07.134643 run patchelf(pid=26272): Launched 20:13:07.306695 run osmo-stp_10.42.42.5(pid=26269): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)] 20:13:07.437794 run osmo-stp_10.42.42.5(pid=26269): stdout: | (launched: 2022-12-13_20:13:06.041146) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:07.570739 run osmo-stp_10.42.42.5(pid=26269): stderr: | [0;m[38;5;43m20221213201306213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201306214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201306214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201306214 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:07.704019 run osmo-stp_10.42.42.5(pid=26269): stdout: | (launched: 2022-12-13_20:13:06.041146) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:07.831914 run osmo-stp_10.42.42.5(pid=26269): stderr: | [0;m[38;5;43m20221213201306213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201306214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201306214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201306214 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201306215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:07.983531 run patchelf(pid=26272): Terminating (SIGINT) 20:13:08.158839 run patchelf(pid=26272): Terminated: ok {rc=0} 20:13:08.285852 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:13:08.295518 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 20:13:08.322882 run osmo-hlr_10.42.42.2(pid=26266): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26266)] 20:13:08.371650 run osmo-hlr_10.42.42.2(pid=26266): stdout: | (launched: 2022-12-13_20:13:05.061294) 20:13:08.422255 run osmo-hlr_10.42.42.2(pid=26266): stderr: | [0;m[1;31m20221213201305239 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201305239 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201305239 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201305239 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201305240 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201305240 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201305251 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201305260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201305260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201305260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:13:08.473205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminating (SIGTERM) 20:13:08.513496 run iperf3-srv_10.42.42.10(pid=26260): Terminating (SIGTERM) 20:13:08.554347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Terminating (SIGTERM) 20:13:08.594889 run iperf3-srv_10.42.42.10(pid=26262): Terminating (SIGTERM) 20:13:08.635065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminating (SIGTERM) 20:13:08.675977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminating (SIGTERM) 20:13:08.716570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminating (SIGTERM) 20:13:08.757611 --- ParallelTerminationStrategy: PID 26259 died... 20:13:08.777143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminated: ok {rc=0} 20:13:08.821777 --- ParallelTerminationStrategy: PID 26260 died... 20:13:08.840624 run iperf3-srv_10.42.42.10(pid=26260): Terminated {rc=256} 20:13:08.884927 --- ParallelTerminationStrategy: PID 26261 died... 20:13:08.904433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Terminated: ok {rc=0} 20:13:08.948778 --- ParallelTerminationStrategy: PID 26262 died... 20:13:08.967752 run iperf3-srv_10.42.42.10(pid=26262): Terminated {rc=256} 20:13:09.011969 --- ParallelTerminationStrategy: PID 26265 died... 20:13:09.031001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminated: ok {rc=0} 20:13:09.075344 --- ParallelTerminationStrategy: PID 26268 died... 20:13:09.094309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminated: ok {rc=0} 20:13:09.138644 --- ParallelTerminationStrategy: PID 26271 died... 20:13:09.157607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminated: ok {rc=0} 20:13:09.243460 bus /gobi_0: Setting Powered False 20:13:10.344044 bus /gobi_0: Setting Powered False 20:13:11.460680 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:13:12.609136 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:12.620634 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:13:12.658166 tst iperf3.py: using LAC 35995 20:13:12.780686 tst iperf3.py: using RAC 40 20:13:12.903002 tst iperf3.py: using CellId 35995 20:13:13.025351 tst iperf3.py: using BVCI 35996 20:13:13.137717 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.148436 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.159297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.169951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.180829 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.191831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.202991 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.213962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:13.224928 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:13.349550 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:13:13.573772 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:13.907904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Launched 20:13:14.199588 run iperf3-srv_10.42.42.10(pid=26274): Launched 20:13:14.323714 tst iperf3.py:8: start network... 20:13:14.546521 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:13:15.062267 run create_hlr_db(pid=26275): Launched 20:13:15.196589 bus /gobi_6: Setting Powered False 20:13:16.280812 run create_hlr_db(pid=26275): Terminated: ok {rc=0} 20:13:16.845349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Launched 20:13:17.208867 run osmo-hlr_10.42.42.2(pid=26278): Launched 20:13:17.372236 run osmo-stp_10.42.42.5: Starting osmo-stp 20:13:17.926926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Launched 20:13:18.238538 run osmo-stp_10.42.42.5(pid=26281): Launched 20:13:18.357460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:13:18.893583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Launched 20:13:19.012010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:13:19.280920 run patchelf(pid=26284): Launched 20:13:19.463825 run osmo-stp_10.42.42.5(pid=26281): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)] 20:13:19.603434 run osmo-stp_10.42.42.5(pid=26281): stdout: | (launched: 2022-12-13_20:13:18.179929) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:19.744566 run osmo-stp_10.42.42.5(pid=26281): stderr: | [0;m[38;5;43m20221213201318350 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201318350 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201318351 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201318351 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201318351 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201318352 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201318352 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:19.886209 run osmo-stp_10.42.42.5(pid=26281): stdout: | (launched: 2022-12-13_20:13:18.179929) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:20.021798 run osmo-stp_10.42.42.5(pid=26281): stderr: | [0;m[38;5;43m20221213201318350 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201318350 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201318351 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201318351 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201318351 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201318352 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201318352 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:20.182159 run patchelf(pid=26284): Terminating (SIGINT) 20:13:20.367546 run patchelf(pid=26284): Terminated: ok {rc=0} 20:13:20.501588 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26281): Process ended prematurely: osmo-stp_10.42.42.5(pid=26281) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8] 20:13:20.511693 tst iperf3.py:8: Test FAILED (7.9 sec) 20:13:20.540149 run osmo-hlr_10.42.42.2(pid=26278): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26278)] 20:13:20.590358 run osmo-hlr_10.42.42.2(pid=26278): stdout: | (launched: 2022-12-13_20:13:17.145621) 20:13:20.642213 run osmo-hlr_10.42.42.2(pid=26278): stderr: | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201317371 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201317383 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201317391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201317391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201317391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:13:20.694331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminating (SIGTERM) 20:13:20.736328 run iperf3-srv_10.42.42.10(pid=26274): Terminating (SIGTERM) 20:13:20.778181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Terminating (SIGTERM) 20:13:20.820343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Terminating (SIGTERM) 20:13:20.862821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Terminating (SIGTERM) 20:13:20.905077 --- ParallelTerminationStrategy: PID 26273 died... 20:13:20.925566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminated: ok {rc=0} 20:13:20.971986 --- ParallelTerminationStrategy: PID 26274 died... 20:13:20.991663 run iperf3-srv_10.42.42.10(pid=26274): Terminated {rc=256} 20:13:21.037852 --- ParallelTerminationStrategy: PID 26277 died... 20:13:21.057655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Terminated: ok {rc=0} 20:13:21.104002 --- ParallelTerminationStrategy: PID 26280 died... 20:13:21.123815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Terminated: ok {rc=0} 20:13:21.170198 --- ParallelTerminationStrategy: PID 26283 died... 20:13:21.189913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Terminated: ok {rc=0} 20:13:21.278341 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:13:22.431892 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:22.444097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:13:22.481145 tst iperf3m4.py: using LAC 35996 20:13:22.610099 tst iperf3m4.py: using RAC 41 20:13:22.730535 tst iperf3m4.py: using CellId 35996 20:13:22.851277 tst iperf3m4.py: using BVCI 35997 20:13:22.963450 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:22.974356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:22.985202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:22.995820 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:23.006738 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:23.017664 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:23.028663 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:23.039581 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:23.050789 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:23.173238 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:23.294833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:23.413375 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:23.531474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:13:23.740666 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:24.056010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Launched 20:13:24.328179 run iperf3-srv_10.42.42.10(pid=26286): Launched 20:13:24.444790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:13:24.652167 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:24.965626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Launched 20:13:25.237571 run iperf3-srv_10.42.42.10(pid=26288): Launched 20:13:25.353946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:13:25.560277 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:25.873100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Launched 20:13:26.144146 run iperf3-srv_10.42.42.10(pid=26290): Launched 20:13:26.260575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:13:26.467901 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:13:26.781127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Launched 20:13:27.052583 run iperf3-srv_10.42.42.10(pid=26292): Launched 20:13:27.168909 tst iperf3m4.py:8: start network... 20:13:27.376527 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:13:27.857627 run create_hlr_db(pid=26293): Launched 20:13:27.975059 bus /gobi_6: Setting Powered False 20:13:29.036319 run create_hlr_db(pid=26293): Terminated: ok {rc=0} 20:13:29.468000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Launched 20:13:29.779261 run osmo-hlr_10.42.42.2(pid=26296): Launched 20:13:29.897538 run osmo-stp_10.42.42.5: Starting osmo-stp 20:13:30.435578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Launched 20:13:30.748067 run osmo-stp_10.42.42.5(pid=26299): Launched 20:13:30.907055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:13:31.572507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Launched 20:13:31.746463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:13:32.104245 run patchelf(pid=26302): Launched 20:13:32.342990 run osmo-stp_10.42.42.5(pid=26299): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)] 20:13:32.489208 run osmo-stp_10.42.42.5(pid=26299): stdout: | (launched: 2022-12-13_20:13:30.689130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:32.631040 run osmo-stp_10.42.42.5(pid=26299): stderr: | [0;m[38;5;43m20221213201330861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201330861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201330862 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201330862 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:32.772099 run osmo-stp_10.42.42.5(pid=26299): stdout: | (launched: 2022-12-13_20:13:30.689130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:32.908912 run osmo-stp_10.42.42.5(pid=26299): stderr: | [0;m[38;5;43m20221213201330861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201330861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201330862 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201330862 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201330863 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:33.069540 run patchelf(pid=26302): Terminating (SIGINT) 20:13:33.254867 run patchelf(pid=26302): Terminated: ok {rc=0} 20:13:33.388828 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26299): Process ended prematurely: osmo-stp_10.42.42.5(pid=26299) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8] 20:13:33.399077 tst iperf3m4.py:8: Test FAILED (11.0 sec) 20:13:33.428095 run osmo-hlr_10.42.42.2(pid=26296): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26296)] 20:13:33.478800 run osmo-hlr_10.42.42.2(pid=26296): stdout: | (launched: 2022-12-13_20:13:29.719866) 20:13:33.531209 run osmo-hlr_10.42.42.2(pid=26296): stderr: | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201329898 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201329910 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201329920 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201329921 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201329921 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:13:33.584246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Terminating (SIGTERM) 20:13:33.626447 run iperf3-srv_10.42.42.10(pid=26286): Terminating (SIGTERM) 20:13:33.668708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Terminating (SIGTERM) 20:13:33.711514 run iperf3-srv_10.42.42.10(pid=26288): Terminating (SIGTERM) 20:13:33.753565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Terminating (SIGTERM) 20:13:33.795876 run iperf3-srv_10.42.42.10(pid=26290): Terminating (SIGTERM) 20:13:33.838709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Terminating (SIGTERM) 20:13:33.881524 run iperf3-srv_10.42.42.10(pid=26292): Terminating (SIGTERM) 20:13:33.923878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Terminating (SIGTERM) 20:13:33.966549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Terminating (SIGTERM) 20:13:34.008801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Terminating (SIGTERM) 20:13:34.051351 --- ParallelTerminationStrategy: PID 26285 died... 20:13:34.071775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Terminated: ok {rc=0} 20:13:34.118609 --- ParallelTerminationStrategy: PID 26286 died... 20:13:34.138510 run iperf3-srv_10.42.42.10(pid=26286): Terminated {rc=256} 20:13:34.185128 --- ParallelTerminationStrategy: PID 26287 died... 20:13:34.205080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Terminated: ok {rc=0} 20:13:34.251496 --- ParallelTerminationStrategy: PID 26288 died... 20:13:34.271367 run iperf3-srv_10.42.42.10(pid=26288): Terminated {rc=256} 20:13:34.317817 --- ParallelTerminationStrategy: PID 26289 died... 20:13:34.337700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Terminated: ok {rc=0} 20:13:34.384494 --- ParallelTerminationStrategy: PID 26290 died... 20:13:34.404220 run iperf3-srv_10.42.42.10(pid=26290): Terminated {rc=256} 20:13:34.450895 --- ParallelTerminationStrategy: PID 26291 died... 20:13:34.470821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Terminated: ok {rc=0} 20:13:34.517202 --- ParallelTerminationStrategy: PID 26292 died... 20:13:34.537100 run iperf3-srv_10.42.42.10(pid=26292): Terminated {rc=256} 20:13:34.583676 --- ParallelTerminationStrategy: PID 26295 died... 20:13:34.603621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Terminated: ok {rc=0} 20:13:34.650063 --- ParallelTerminationStrategy: PID 26298 died... 20:13:34.670081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Terminated: ok {rc=0} 20:13:34.716687 --- ParallelTerminationStrategy: PID 26301 died... 20:13:34.736621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Terminated: ok {rc=0} 20:13:34.825998 bus /gobi_4: Setting Powered False 20:13:35.925808 bus /gobi_4: Setting Powered False 20:13:37.045560 bus /gobi_1: Setting Powered False 20:13:38.145252 bus /gobi_1: Setting Powered False 20:13:39.263002 bus /gobi_0: Setting Powered False 20:13:40.362145 bus /gobi_0: Setting Powered False 20:13:41.478519 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs ping.py ---------------------------------------------- 20:13:42.582233 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:42.594359 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:13:42.632713 tst ping.py: using LAC 35997 20:13:42.760075 tst ping.py: using RAC 42 20:13:42.887541 tst ping.py: using CellId 35997 20:13:43.016002 tst ping.py: using BVCI 35998 20:13:43.136730 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.148126 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.159422 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.170603 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.181764 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.192894 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.204268 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:43.215501 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:43.338056 tst ping.py:19: start network... 20:13:43.556938 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:13:44.063882 run create_hlr_db(pid=26303): Launched 20:13:44.198210 bus /gobi_6: Setting Powered False 20:13:45.262989 run create_hlr_db(pid=26303): Terminated: ok {rc=0} 20:13:45.702385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Launched 20:13:46.031916 run osmo-hlr_10.42.42.2(pid=26306): Launched 20:13:46.283321 run osmo-stp_10.42.42.5: Starting osmo-stp 20:13:46.971940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Launched 20:13:47.297412 run osmo-stp_10.42.42.5(pid=26310): Launched 20:13:47.514754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:13:48.077603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Launched 20:13:48.201580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:13:48.477410 run patchelf(pid=26313): Launched 20:13:48.657663 run osmo-stp_10.42.42.5(pid=26310): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)] 20:13:48.794832 run osmo-stp_10.42.42.5(pid=26310): stdout: | (launched: 2022-12-13_20:13:47.236201) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:48.933619 run osmo-stp_10.42.42.5(pid=26310): stderr: | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201347490 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:49.071984 run osmo-stp_10.42.42.5(pid=26310): stdout: | (launched: 2022-12-13_20:13:47.236201) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:49.205565 run osmo-stp_10.42.42.5(pid=26310): stderr: | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201347489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201347490 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201347490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:49.363614 run patchelf(pid=26313): Terminating (SIGINT) 20:13:49.545111 run patchelf(pid=26313): Terminated: ok {rc=0} 20:13:49.676365 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26310): Process ended prematurely: osmo-stp_10.42.42.5(pid=26310) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22] 20:13:49.685884 tst ping.py:22: Test FAILED (7.1 sec) 20:13:49.714181 run osmo-hlr_10.42.42.2(pid=26306): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26306)] 20:13:49.764382 run osmo-hlr_10.42.42.2(pid=26306): stdout: | (launched: 2022-12-13_20:13:45.966477) 20:13:49.816531 run osmo-hlr_10.42.42.2(pid=26306): stderr: | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201346379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201346396 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201346413 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201346414 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201346414 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:13:49.868684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminating (SIGTERM) 20:13:49.910663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Terminating (SIGTERM) 20:13:49.953106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Terminating (SIGTERM) 20:13:49.995424 --- ParallelTerminationStrategy: PID 26305 died... 20:13:50.015672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminated: ok {rc=0} 20:13:50.062518 --- ParallelTerminationStrategy: PID 26309 died... 20:13:50.082383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Terminated: ok {rc=0} 20:13:50.128941 --- ParallelTerminationStrategy: PID 26312 died... 20:13:50.149268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Terminated: ok {rc=0} 20:13:50.238182 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:13:51.325988 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.338287 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:13:51.377835 tst ping_idle_ping.py: using LAC 35998 20:13:51.505165 tst ping_idle_ping.py: using RAC 43 20:13:51.632612 tst ping_idle_ping.py: using CellId 35998 20:13:51.759834 tst ping_idle_ping.py: using BVCI 35999 20:13:51.878352 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.889800 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.900938 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.912198 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.923624 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.934785 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.946307 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:13:51.958286 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:13:52.083955 tst ping_idle_ping.py:24: start network... 20:13:52.288209 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:13:52.761420 run create_hlr_db(pid=26314): Launched 20:13:52.877907 bus /gobi_6: Setting Powered False 20:13:53.938319 run create_hlr_db(pid=26314): Terminated: ok {rc=0} 20:13:54.386738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Launched 20:13:54.699480 run osmo-hlr_10.42.42.2(pid=26317): Launched 20:13:54.815952 run osmo-stp_10.42.42.5: Starting osmo-stp 20:13:55.356891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Launched 20:13:55.664554 run osmo-stp_10.42.42.5(pid=26320): Launched 20:13:55.781268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:13:56.309879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Launched 20:13:56.426636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:13:56.686321 run patchelf(pid=26323): Launched 20:13:56.855148 run osmo-stp_10.42.42.5(pid=26320): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] 20:13:56.984078 run osmo-stp_10.42.42.5(pid=26320): stdout: | (launched: 2022-12-13_20:13:55.606111) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:57.114338 run osmo-stp_10.42.42.5(pid=26320): stderr: | [0;m[38;5;43m20221213201355777 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201355778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201355778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201355778 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:57.244653 run osmo-stp_10.42.42.5(pid=26320): stdout: | (launched: 2022-12-13_20:13:55.606111) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:13:57.370170 run osmo-stp_10.42.42.5(pid=26320): stderr: | [0;m[38;5;43m20221213201355777 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201355778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201355778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201355778 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201355779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:13:57.518772 run patchelf(pid=26323): Terminating (SIGINT) 20:13:57.690201 run patchelf(pid=26323): Terminated: ok {rc=0} 20:13:57.814369 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27] 20:13:57.823269 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 20:13:57.849853 run osmo-hlr_10.42.42.2(pid=26317): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26317)] 20:13:57.898210 run osmo-hlr_10.42.42.2(pid=26317): stdout: | (launched: 2022-12-13_20:13:54.641263) 20:13:57.948272 run osmo-hlr_10.42.42.2(pid=26317): stderr: | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201354822 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201354834 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201354843 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201354843 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201354843 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:13:57.998750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminating (SIGTERM) 20:13:58.038960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminating (SIGTERM) 20:13:58.079354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminating (SIGTERM) 20:13:58.119643 --- ParallelTerminationStrategy: PID 26316 died... 20:13:58.139159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminated: ok {rc=0} 20:13:58.183460 --- ParallelTerminationStrategy: PID 26319 died... 20:13:58.202356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminated: ok {rc=0} 20:13:58.246493 --- ParallelTerminationStrategy: PID 26322 died... 20:13:58.265438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminated: ok {rc=0} 20:13:58.351871 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:13:59.649016 tst gprs:sysmo+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:13:59.657047 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:13:59.678860 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:13:59.719080 tst gprs:sysmo+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:13:59.807176 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:13:59.827896 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:13:59.866525 tst gprs:sysmo+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:14:00.458699 tst gprs:sysmo+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:14:00.508884 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:00.519782 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:14:00.575945 tst cs_paging_gprs_active.py: using LAC 35999 20:14:00.698511 tst cs_paging_gprs_active.py: using RAC 44 20:14:00.827472 tst cs_paging_gprs_active.py: using CellId 35999 20:14:00.975679 tst cs_paging_gprs_active.py: using BVCI 36000 20:14:01.100828 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.113324 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.125594 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.137796 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.151250 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.164321 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.178564 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.190786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:01.204738 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:01.334811 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:01.462838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:14:01.694499 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:02.045725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Launched 20:14:02.337577 run iperf3-srv_10.42.42.10(pid=26329): Launched 20:14:02.453719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:14:02.660650 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:02.973723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Launched 20:14:03.245115 run iperf3-srv_10.42.42.10(pid=26331): Launched 20:14:03.360826 tst cs_paging_gprs_active.py:38: start network... 20:14:03.567606 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:14:04.049670 run create_hlr_db(pid=26332): Launched 20:14:04.168231 bus /gobi_6: Setting Powered False 20:14:05.230050 run create_hlr_db(pid=26332): Terminated: ok {rc=0} 20:14:05.684364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Launched 20:14:06.019119 run osmo-hlr_10.42.42.2(pid=26335): Launched 20:14:06.146388 run osmo-stp_10.42.42.5: Starting osmo-stp 20:14:06.723084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Launched 20:14:07.056553 run osmo-stp_10.42.42.5(pid=26338): Launched 20:14:07.182111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:14:07.756640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Launched 20:14:07.883109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:14:08.165576 run patchelf(pid=26341): Launched 20:14:08.348832 run osmo-stp_10.42.42.5(pid=26338): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)] 20:14:08.488276 run osmo-stp_10.42.42.5(pid=26338): stdout: | (launched: 2022-12-13_20:14:06.994148) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:08.629200 run osmo-stp_10.42.42.5(pid=26338): stderr: | [0;m[38;5;43m20221213201407187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201407187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201407188 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201407188 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:08.770278 run osmo-stp_10.42.42.5(pid=26338): stdout: | (launched: 2022-12-13_20:14:06.994148) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:08.906459 run osmo-stp_10.42.42.5(pid=26338): stderr: | [0;m[38;5;43m20221213201407187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201407187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201407188 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201407188 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201407189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:09.067438 run patchelf(pid=26341): Terminating (SIGINT) 20:14:09.253865 run patchelf(pid=26341): Terminated: ok {rc=0} 20:14:09.388082 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26338): Process ended prematurely: osmo-stp_10.42.42.5(pid=26338) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:14:09.398085 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 20:14:09.426778 run osmo-hlr_10.42.42.2(pid=26335): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26335)] 20:14:09.477036 run osmo-hlr_10.42.42.2(pid=26335): stdout: | (launched: 2022-12-13_20:14:05.956483) 20:14:09.529115 run osmo-hlr_10.42.42.2(pid=26335): stderr: | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201406157 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201406169 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201406178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201406179 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201406179 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:14:09.581634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Terminating (SIGTERM) 20:14:09.623481 run iperf3-srv_10.42.42.10(pid=26329): Terminating (SIGTERM) 20:14:09.666441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Terminating (SIGTERM) 20:14:09.708357 run iperf3-srv_10.42.42.10(pid=26331): Terminating (SIGTERM) 20:14:09.749956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Terminating (SIGTERM) 20:14:09.791498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Terminating (SIGTERM) 20:14:09.832908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Terminating (SIGTERM) 20:14:09.874705 --- ParallelTerminationStrategy: PID 26328 died... 20:14:09.894840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Terminated: ok {rc=0} 20:14:09.941193 --- ParallelTerminationStrategy: PID 26329 died... 20:14:09.960556 run iperf3-srv_10.42.42.10(pid=26329): Terminated {rc=256} 20:14:10.006348 --- ParallelTerminationStrategy: PID 26330 died... 20:14:10.025829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Terminated: ok {rc=0} 20:14:10.071538 --- ParallelTerminationStrategy: PID 26331 died... 20:14:10.091257 run iperf3-srv_10.42.42.10(pid=26331): Terminated {rc=256} 20:14:10.137217 --- ParallelTerminationStrategy: PID 26334 died... 20:14:10.156659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Terminated: ok {rc=0} 20:14:10.202705 --- ParallelTerminationStrategy: PID 26337 died... 20:14:10.222333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Terminated: ok {rc=0} 20:14:10.268166 --- ParallelTerminationStrategy: PID 26340 died... 20:14:10.287614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Terminated: ok {rc=0} 20:14:10.374668 bus /gobi_0: Setting Powered False 20:14:11.476880 bus /gobi_0: Setting Powered False 20:14:12.595454 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:14:13.749586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:13.761583 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:14:13.822850 tst iperf3.py: using LAC 36000 20:14:13.954823 tst iperf3.py: using RAC 45 20:14:14.086369 tst iperf3.py: using CellId 36000 20:14:14.217399 tst iperf3.py: using BVCI 36001 20:14:14.337999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.349586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.360669 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.371982 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.383588 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.395332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.407216 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.418956 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:14.430985 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:14.551785 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:14:14.762091 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:15.075093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Launched 20:14:15.347625 run iperf3-srv_10.42.42.10(pid=26343): Launched 20:14:15.464088 tst iperf3.py:8: start network... 20:14:15.671919 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:14:16.195180 run create_hlr_db(pid=26344): Launched 20:14:16.350609 bus /gobi_6: Setting Powered False 20:14:17.411777 run create_hlr_db(pid=26344): Terminated: ok {rc=0} 20:14:17.867946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Launched 20:14:18.203067 run osmo-hlr_10.42.42.2(pid=26347): Launched 20:14:18.329644 run osmo-stp_10.42.42.5: Starting osmo-stp 20:14:18.906655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Launched 20:14:19.240923 run osmo-stp_10.42.42.5(pid=26350): Launched 20:14:19.366268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:14:19.939062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Launched 20:14:20.065168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:14:20.347235 run patchelf(pid=26353): Launched 20:14:20.530005 run osmo-stp_10.42.42.5(pid=26350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)] 20:14:20.669057 run osmo-stp_10.42.42.5(pid=26350): stdout: | (launched: 2022-12-13_20:14:19.177823) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:20.809655 run osmo-stp_10.42.42.5(pid=26350): stderr: | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201419373 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:20.951362 run osmo-stp_10.42.42.5(pid=26350): stdout: | (launched: 2022-12-13_20:14:19.177823) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:21.086658 run osmo-stp_10.42.42.5(pid=26350): stderr: | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201419373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201419373 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201419374 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:21.247290 run patchelf(pid=26353): Terminating (SIGINT) 20:14:21.432713 run patchelf(pid=26353): Terminated: ok {rc=0} 20:14:21.566644 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8] 20:14:21.576687 tst iperf3.py:8: Test FAILED (7.9 sec) 20:14:21.605456 run osmo-hlr_10.42.42.2(pid=26347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26347)] 20:14:21.655917 run osmo-hlr_10.42.42.2(pid=26347): stdout: | (launched: 2022-12-13_20:14:18.139914) 20:14:21.708072 run osmo-hlr_10.42.42.2(pid=26347): stderr: | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201418342 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201418356 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201418364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201418364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201418364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:14:21.760512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Terminating (SIGTERM) 20:14:21.802685 run iperf3-srv_10.42.42.10(pid=26343): Terminating (SIGTERM) 20:14:21.844887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminating (SIGTERM) 20:14:21.887561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminating (SIGTERM) 20:14:21.929661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Terminating (SIGTERM) 20:14:21.972098 --- ParallelTerminationStrategy: PID 26342 died... 20:14:21.992322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Terminated: ok {rc=0} 20:14:22.039170 --- ParallelTerminationStrategy: PID 26343 died... 20:14:22.058866 run iperf3-srv_10.42.42.10(pid=26343): Terminated {rc=256} 20:14:22.105254 --- ParallelTerminationStrategy: PID 26346 died... 20:14:22.125019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminated: ok {rc=0} 20:14:22.171328 --- ParallelTerminationStrategy: PID 26349 died... 20:14:22.191618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminated: ok {rc=0} 20:14:22.238626 --- ParallelTerminationStrategy: PID 26352 died... 20:14:22.258398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Terminated: ok {rc=0} 20:14:22.347149 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:14:23.499951 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:23.512069 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:14:23.570792 tst iperf3m4.py: using LAC 36001 20:14:23.702420 tst iperf3m4.py: using RAC 46 20:14:23.837851 tst iperf3m4.py: using CellId 36001 20:14:23.960128 tst iperf3m4.py: using BVCI 36002 20:14:24.072481 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.083681 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.094654 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.105622 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.116424 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.127680 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.139019 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.150052 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:24.161207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:24.283588 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:24.405948 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:24.527199 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:24.649515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:14:24.874579 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:25.211304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Launched 20:14:25.501931 run iperf3-srv_10.42.42.10(pid=26355): Launched 20:14:25.627994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:14:25.851717 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:26.186639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Launched 20:14:26.477422 run iperf3-srv_10.42.42.10(pid=26357): Launched 20:14:26.601015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:14:26.823543 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:27.158073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Launched 20:14:27.449319 run iperf3-srv_10.42.42.10(pid=26359): Launched 20:14:27.573184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:14:27.796774 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:14:28.131385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Launched 20:14:28.422641 run iperf3-srv_10.42.42.10(pid=26361): Launched 20:14:28.546633 tst iperf3m4.py:8: start network... 20:14:28.769326 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:14:29.284935 run create_hlr_db(pid=26362): Launched 20:14:29.418680 bus /gobi_6: Setting Powered False 20:14:30.483839 run create_hlr_db(pid=26362): Terminated: ok {rc=0} 20:14:30.949140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Launched 20:14:31.297058 run osmo-hlr_10.42.42.2(pid=26365): Launched 20:14:31.545564 run osmo-stp_10.42.42.5: Starting osmo-stp 20:14:32.203283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Launched 20:14:32.540862 run osmo-stp_10.42.42.5(pid=26368): Launched 20:14:32.665595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:14:33.234934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Launched 20:14:33.361028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:14:33.641275 run patchelf(pid=26371): Launched 20:14:33.824243 run osmo-stp_10.42.42.5(pid=26368): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] 20:14:33.964161 run osmo-stp_10.42.42.5(pid=26368): stdout: | (launched: 2022-12-13_20:14:32.478283) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:34.104920 run osmo-stp_10.42.42.5(pid=26368): stderr: | [0;m[38;5;43m20221213201432670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201432670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201432671 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201432671 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201432671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201432672 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201432672 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:34.245929 run osmo-stp_10.42.42.5(pid=26368): stdout: | (launched: 2022-12-13_20:14:32.478283) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:34.382546 run osmo-stp_10.42.42.5(pid=26368): stderr: | [0;m[38;5;43m20221213201432670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201432670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201432671 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201432671 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201432671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201432672 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201432672 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:34.543760 run patchelf(pid=26371): Terminating (SIGINT) 20:14:34.729553 run patchelf(pid=26371): Terminated: ok {rc=0} 20:14:34.863489 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:14:34.873615 tst iperf3m4.py:8: Test FAILED (11.4 sec) 20:14:34.902835 run osmo-hlr_10.42.42.2(pid=26365): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26365)] 20:14:34.953436 run osmo-hlr_10.42.42.2(pid=26365): stdout: | (launched: 2022-12-13_20:14:31.231895) 20:14:35.005600 run osmo-hlr_10.42.42.2(pid=26365): stderr: | [0;m[1;31m20221213201431528 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201431528 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201431528 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201431541 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201431541 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201431541 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201431553 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201431569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201431569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201431569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:14:35.058022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Terminating (SIGTERM) 20:14:35.100209 run iperf3-srv_10.42.42.10(pid=26355): Terminating (SIGTERM) 20:14:35.142278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Terminating (SIGTERM) 20:14:35.184435 run iperf3-srv_10.42.42.10(pid=26357): Terminating (SIGTERM) 20:14:35.226487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Terminating (SIGTERM) 20:14:35.268469 run iperf3-srv_10.42.42.10(pid=26359): Terminating (SIGTERM) 20:14:35.310566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Terminating (SIGTERM) 20:14:35.352710 run iperf3-srv_10.42.42.10(pid=26361): Terminating (SIGTERM) 20:14:35.394568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminating (SIGTERM) 20:14:35.436674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminating (SIGTERM) 20:14:35.478650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Terminating (SIGTERM) 20:14:35.520916 --- ParallelTerminationStrategy: PID 26354 died... 20:14:35.541319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Terminated: ok {rc=0} 20:14:35.587834 --- ParallelTerminationStrategy: PID 26355 died... 20:14:35.607520 run iperf3-srv_10.42.42.10(pid=26355): Terminated {rc=256} 20:14:35.653824 --- ParallelTerminationStrategy: PID 26356 died... 20:14:35.673707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Terminated: ok {rc=0} 20:14:35.720019 --- ParallelTerminationStrategy: PID 26357 died... 20:14:35.739643 run iperf3-srv_10.42.42.10(pid=26357): Terminated {rc=256} 20:14:35.785891 --- ParallelTerminationStrategy: PID 26358 died... 20:14:35.805588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Terminated: ok {rc=0} 20:14:35.851938 --- ParallelTerminationStrategy: PID 26359 died... 20:14:35.871586 run iperf3-srv_10.42.42.10(pid=26359): Terminated {rc=256} 20:14:35.918290 --- ParallelTerminationStrategy: PID 26360 died... 20:14:35.938040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Terminated: ok {rc=0} 20:14:35.984479 --- ParallelTerminationStrategy: PID 26361 died... 20:14:36.004297 run iperf3-srv_10.42.42.10(pid=26361): Terminated {rc=256} 20:14:36.050776 --- ParallelTerminationStrategy: PID 26364 died... 20:14:36.070843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminated: ok {rc=0} 20:14:36.117606 --- ParallelTerminationStrategy: PID 26367 died... 20:14:36.137382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminated: ok {rc=0} 20:14:36.184059 --- ParallelTerminationStrategy: PID 26370 died... 20:14:36.203940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Terminated: ok {rc=0} 20:14:36.294320 bus /gobi_4: Setting Powered False 20:14:37.394709 bus /gobi_4: Setting Powered False 20:14:38.513372 bus /gobi_1: Setting Powered False 20:14:39.614129 bus /gobi_1: Setting Powered False 20:14:40.731578 bus /gobi_0: Setting Powered False 20:14:41.831249 bus /gobi_0: Setting Powered False 20:14:42.948787 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:14:44.053429 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.065589 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:14:44.124353 tst ping.py: using LAC 36002 20:14:44.251598 tst ping.py: using RAC 47 20:14:44.371128 tst ping.py: using CellId 36002 20:14:44.492370 tst ping.py: using BVCI 36003 20:14:44.604516 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.615584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.626402 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.637173 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.648119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.659100 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.670609 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:44.681669 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:44.802157 tst ping.py:19: start network... 20:14:45.022331 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:14:45.529712 run create_hlr_db(pid=26372): Launched 20:14:45.662752 bus /gobi_6: Setting Powered False 20:14:46.726429 run create_hlr_db(pid=26372): Terminated: ok {rc=0} 20:14:47.200556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Launched 20:14:47.527976 run osmo-hlr_10.42.42.2(pid=26375): Launched 20:14:47.654490 run osmo-stp_10.42.42.5: Starting osmo-stp 20:14:48.226435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Launched 20:14:48.554318 run osmo-stp_10.42.42.5(pid=26378): Launched 20:14:48.679635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:14:49.242044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Launched 20:14:49.367789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:14:49.644552 run patchelf(pid=26381): Launched 20:14:49.824390 run osmo-stp_10.42.42.5(pid=26378): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] 20:14:49.961930 run osmo-stp_10.42.42.5(pid=26378): stdout: | (launched: 2022-12-13_20:14:48.492530) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:50.100433 run osmo-stp_10.42.42.5(pid=26378): stderr: | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201448688 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:50.238952 run osmo-stp_10.42.42.5(pid=26378): stdout: | (launched: 2022-12-13_20:14:48.492530) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:50.372210 run osmo-stp_10.42.42.5(pid=26378): stderr: | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201448687 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201448688 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201448688 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:50.530823 run patchelf(pid=26381): Terminating (SIGINT) 20:14:50.713046 run patchelf(pid=26381): Terminated: ok {rc=0} 20:14:50.844208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22] 20:14:50.853640 tst ping.py:22: Test FAILED (6.8 sec) 20:14:50.882307 run osmo-hlr_10.42.42.2(pid=26375): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26375)] 20:14:50.933249 run osmo-hlr_10.42.42.2(pid=26375): stdout: | (launched: 2022-12-13_20:14:47.466256) 20:14:50.985398 run osmo-hlr_10.42.42.2(pid=26375): stderr: | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201447670 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201447683 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201447691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201447691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201447692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:14:51.037739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminating (SIGTERM) 20:14:51.079755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminating (SIGTERM) 20:14:51.121825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminating (SIGTERM) 20:14:51.164115 --- ParallelTerminationStrategy: PID 26374 died... 20:14:51.184421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminated: ok {rc=0} 20:14:51.230850 --- ParallelTerminationStrategy: PID 26377 died... 20:14:51.250598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminated: ok {rc=0} 20:14:51.297028 --- ParallelTerminationStrategy: PID 26380 died... 20:14:51.316778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminated: ok {rc=0} 20:14:51.405109 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:14:52.493360 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:52.505553 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:14:52.564090 tst ping_idle_ping.py: using LAC 36003 20:14:52.685182 tst ping_idle_ping.py: using RAC 48 20:14:52.806332 tst ping_idle_ping.py: using CellId 36003 20:14:52.928109 tst ping_idle_ping.py: using BVCI 36004 20:14:53.048729 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.060261 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.071550 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.082995 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.094381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.105805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.117161 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:14:53.128191 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:14:53.248829 tst ping_idle_ping.py:24: start network... 20:14:53.468519 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:14:53.978762 run create_hlr_db(pid=26382): Launched 20:14:54.111465 bus /gobi_6: Setting Powered False 20:14:55.176588 run create_hlr_db(pid=26382): Terminated: ok {rc=0} 20:14:55.616419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Launched 20:14:55.926632 run osmo-hlr_10.42.42.2(pid=26385): Launched 20:14:56.043456 run osmo-stp_10.42.42.5: Starting osmo-stp 20:14:56.587038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Launched 20:14:56.893649 run osmo-stp_10.42.42.5(pid=26388): Launched 20:14:57.009558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:14:57.536453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Launched 20:14:57.653099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:14:57.912283 run patchelf(pid=26391): Launched 20:14:58.081395 run osmo-stp_10.42.42.5(pid=26388): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)] 20:14:58.210506 run osmo-stp_10.42.42.5(pid=26388): stdout: | (launched: 2022-12-13_20:14:56.835413) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:58.340807 run osmo-stp_10.42.42.5(pid=26388): stderr: | [0;m[38;5;43m20221213201457008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201457008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201457009 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201457009 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:58.471256 run osmo-stp_10.42.42.5(pid=26388): stdout: | (launched: 2022-12-13_20:14:56.835413) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:14:58.596815 run osmo-stp_10.42.42.5(pid=26388): stderr: | [0;m[38;5;43m20221213201457008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201457008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201457009 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201457009 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201457010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:14:58.745528 run patchelf(pid=26391): Terminating (SIGINT) 20:14:58.917946 run patchelf(pid=26391): Terminated: ok {rc=0} 20:14:59.041849 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:14:59.050685 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 20:14:59.077350 run osmo-hlr_10.42.42.2(pid=26385): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26385)] 20:14:59.126052 run osmo-hlr_10.42.42.2(pid=26385): stdout: | (launched: 2022-12-13_20:14:55.868081) 20:14:59.175919 run osmo-hlr_10.42.42.2(pid=26385): stderr: | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201456048 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201456061 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201456069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201456069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201456069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:14:59.226055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminating (SIGTERM) 20:14:59.266274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminating (SIGTERM) 20:14:59.306912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminating (SIGTERM) 20:14:59.347950 --- ParallelTerminationStrategy: PID 26384 died... 20:14:59.367393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminated: ok {rc=0} 20:14:59.412021 --- ParallelTerminationStrategy: PID 26387 died... 20:14:59.430904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminated: ok {rc=0} 20:14:59.475365 --- ParallelTerminationStrategy: PID 26390 died... 20:14:59.494341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminated: ok {rc=0} 20:14:59.579374 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:15:00.894614 tst gprs:sysmo+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:15:00.902437 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:15:00.923977 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:15:00.966590 tst gprs:sysmo+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:15:01.054020 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:15:01.082563 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:15:01.132388 tst gprs:sysmo+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:15:01.808509 tst gprs:sysmo+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:15:01.865702 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:01.878105 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:15:01.937290 tst cs_paging_gprs_active.py: using LAC 36004 20:15:02.073937 tst cs_paging_gprs_active.py: using RAC 49 20:15:02.197731 tst cs_paging_gprs_active.py: using CellId 36004 20:15:02.323255 tst cs_paging_gprs_active.py: using BVCI 36005 20:15:02.446916 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.459193 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.471318 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.483590 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.496054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.508735 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.521527 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.534230 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:02.546867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:02.669269 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:02.792375 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:15:03.016712 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:03.349703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Launched 20:15:03.638435 run iperf3-srv_10.42.42.10(pid=26406): Launched 20:15:03.762334 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:15:03.986476 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:04.319800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Launched 20:15:04.611946 run iperf3-srv_10.42.42.10(pid=26408): Launched 20:15:04.735889 tst cs_paging_gprs_active.py:38: start network... 20:15:04.959326 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:15:05.475581 run create_hlr_db(pid=26409): Launched 20:15:05.610147 bus /gobi_6: Setting Powered False 20:15:06.675151 run create_hlr_db(pid=26409): Terminated: ok {rc=0} 20:15:07.128369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Launched 20:15:07.463616 run osmo-hlr_10.42.42.2(pid=26412): Launched 20:15:07.591273 run osmo-stp_10.42.42.5: Starting osmo-stp 20:15:08.166602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Launched 20:15:08.498045 run osmo-stp_10.42.42.5(pid=26415): Launched 20:15:08.623868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:15:09.197402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Launched 20:15:09.323147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:15:09.604737 run patchelf(pid=26418): Launched 20:15:09.788081 run osmo-stp_10.42.42.5(pid=26415): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)] 20:15:09.927882 run osmo-stp_10.42.42.5(pid=26415): stdout: | (launched: 2022-12-13_20:15:08.435666) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:10.068482 run osmo-stp_10.42.42.5(pid=26415): stderr: | [0;m[38;5;43m20221213201508630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201508631 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201508631 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201508631 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:10.209322 run osmo-stp_10.42.42.5(pid=26415): stdout: | (launched: 2022-12-13_20:15:08.435666) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:10.345519 run osmo-stp_10.42.42.5(pid=26415): stderr: | [0;m[38;5;43m20221213201508630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201508631 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201508631 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201508631 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201508632 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:10.506727 run patchelf(pid=26418): Terminating (SIGINT) 20:15:10.693812 run patchelf(pid=26418): Terminated: ok {rc=0} 20:15:10.827941 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26415): Process ended prematurely: osmo-stp_10.42.42.5(pid=26415) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:15:10.838010 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 20:15:10.866425 run osmo-hlr_10.42.42.2(pid=26412): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26412)] 20:15:10.917174 run osmo-hlr_10.42.42.2(pid=26412): stdout: | (launched: 2022-12-13_20:15:07.401439) 20:15:10.969355 run osmo-hlr_10.42.42.2(pid=26412): stderr: | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201507603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201507615 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201507625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201507625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201507625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:15:11.021535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Terminating (SIGTERM) 20:15:11.063378 run iperf3-srv_10.42.42.10(pid=26406): Terminating (SIGTERM) 20:15:11.105383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Terminating (SIGTERM) 20:15:11.147463 run iperf3-srv_10.42.42.10(pid=26408): Terminating (SIGTERM) 20:15:11.189220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Terminating (SIGTERM) 20:15:11.231145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Terminating (SIGTERM) 20:15:11.272874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Terminating (SIGTERM) 20:15:11.315131 --- ParallelTerminationStrategy: PID 26405 died... 20:15:11.335270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Terminated: ok {rc=0} 20:15:11.381687 --- ParallelTerminationStrategy: PID 26406 died... 20:15:11.401679 run iperf3-srv_10.42.42.10(pid=26406): Terminated {rc=256} 20:15:11.447908 --- ParallelTerminationStrategy: PID 26407 died... 20:15:11.467539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Terminated: ok {rc=0} 20:15:11.513870 --- ParallelTerminationStrategy: PID 26408 died... 20:15:11.533566 run iperf3-srv_10.42.42.10(pid=26408): Terminated {rc=256} 20:15:11.579807 --- ParallelTerminationStrategy: PID 26411 died... 20:15:11.599618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Terminated: ok {rc=0} 20:15:11.645859 --- ParallelTerminationStrategy: PID 26414 died... 20:15:11.665549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Terminated: ok {rc=0} 20:15:11.711670 --- ParallelTerminationStrategy: PID 26417 died... 20:15:11.731354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Terminated: ok {rc=0} 20:15:11.820012 bus /gobi_0: Setting Powered False 20:15:12.923270 bus /gobi_0: Setting Powered False 20:15:14.053009 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:15:15.210197 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.221748 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:15:15.282622 tst iperf3.py: using LAC 36005 20:15:15.405108 tst iperf3.py: using RAC 50 20:15:15.525358 tst iperf3.py: using CellId 36005 20:15:15.646330 tst iperf3.py: using BVCI 36006 20:15:15.758042 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.769148 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.779835 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.790554 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.801563 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.812580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.825296 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.846481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:15.860611 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:15.989791 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:15:16.244075 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:16.594515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Launched 20:15:16.908911 run iperf3-srv_10.42.42.10(pid=26773): Launched 20:15:17.052243 tst iperf3.py:8: start network... 20:15:17.280919 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:15:17.802227 run create_hlr_db(pid=26774): Launched 20:15:17.939383 bus /gobi_6: Setting Powered False 20:15:19.004728 run create_hlr_db(pid=26774): Terminated: ok {rc=0} 20:15:19.448016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Launched 20:15:19.760120 run osmo-hlr_10.42.42.2(pid=26777): Launched 20:15:19.878838 run osmo-stp_10.42.42.5: Starting osmo-stp 20:15:20.426844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Launched 20:15:20.738943 run osmo-stp_10.42.42.5(pid=26780): Launched 20:15:20.856478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:15:21.392849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Launched 20:15:21.511601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:15:21.776019 run patchelf(pid=26783): Launched 20:15:21.947874 run osmo-stp_10.42.42.5(pid=26780): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)] 20:15:22.078945 run osmo-stp_10.42.42.5(pid=26780): stdout: | (launched: 2022-12-13_20:15:20.679593) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:22.211974 run osmo-stp_10.42.42.5(pid=26780): stderr: | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201520853 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:22.345201 run osmo-stp_10.42.42.5(pid=26780): stdout: | (launched: 2022-12-13_20:15:20.679593) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:22.472823 run osmo-stp_10.42.42.5(pid=26780): stderr: | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201520853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201520853 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201520854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:22.623739 run patchelf(pid=26783): Terminating (SIGINT) 20:15:22.802536 run patchelf(pid=26783): Terminated: ok {rc=0} 20:15:22.931623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26780): Process ended prematurely: osmo-stp_10.42.42.5(pid=26780) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8] 20:15:22.941881 tst iperf3.py:8: Test FAILED (7.8 sec) 20:15:22.970401 run osmo-hlr_10.42.42.2(pid=26777): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26777)] 20:15:23.023155 run osmo-hlr_10.42.42.2(pid=26777): stdout: | (launched: 2022-12-13_20:15:19.700934) 20:15:23.076693 run osmo-hlr_10.42.42.2(pid=26777): stderr: | [0;m[1;31m20221213201519880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201519881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201519881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201519881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201519881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201519881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201519892 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201519900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201519901 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201519901 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:15:23.130053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Terminating (SIGTERM) 20:15:23.172432 run iperf3-srv_10.42.42.10(pid=26773): Terminating (SIGTERM) 20:15:23.218188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Terminating (SIGTERM) 20:15:23.261952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Terminating (SIGTERM) 20:15:23.306089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Terminating (SIGTERM) 20:15:23.349104 --- ParallelTerminationStrategy: PID 26772 died... 20:15:23.370101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Terminated: ok {rc=0} 20:15:23.416895 --- ParallelTerminationStrategy: PID 26773 died... 20:15:23.437716 run iperf3-srv_10.42.42.10(pid=26773): Terminated {rc=256} 20:15:23.484181 --- ParallelTerminationStrategy: PID 26776 died... 20:15:23.505216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Terminated: ok {rc=0} 20:15:23.552190 --- ParallelTerminationStrategy: PID 26779 died... 20:15:23.573146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Terminated: ok {rc=0} 20:15:23.619967 --- ParallelTerminationStrategy: PID 26782 died... 20:15:23.640870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Terminated: ok {rc=0} 20:15:23.730021 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:15:24.884081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:24.902247 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:15:24.960080 tst iperf3m4.py: using LAC 36006 20:15:25.091837 tst iperf3m4.py: using RAC 51 20:15:25.224637 tst iperf3m4.py: using CellId 36006 20:15:25.358112 tst iperf3m4.py: using BVCI 36007 20:15:25.482551 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.495319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.507557 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.519412 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.531510 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.543603 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.555707 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.568058 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:25.580744 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:25.709324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:25.839248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:25.964672 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:26.092616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:15:26.321465 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:26.665801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Launched 20:15:26.972169 run iperf3-srv_10.42.42.10(pid=26960): Launched 20:15:27.113321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:15:27.343015 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:27.685464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Launched 20:15:27.994106 run iperf3-srv_10.42.42.10(pid=26962): Launched 20:15:28.135947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:15:28.369251 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:28.713987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Launched 20:15:29.025197 run iperf3-srv_10.42.42.10(pid=26965): Launched 20:15:29.151513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:15:29.375651 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:15:29.710673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Launched 20:15:30.002636 run iperf3-srv_10.42.42.10(pid=26967): Launched 20:15:30.127165 tst iperf3m4.py:8: start network... 20:15:30.350884 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:15:30.875942 run create_hlr_db(pid=26968): Launched 20:15:31.050520 bus /gobi_6: Setting Powered False 20:15:32.123066 run create_hlr_db(pid=26968): Terminated: ok {rc=0} 20:15:32.610838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Launched 20:15:32.945787 run osmo-hlr_10.42.42.2(pid=26971): Launched 20:15:33.073231 run osmo-stp_10.42.42.5: Starting osmo-stp 20:15:33.654898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Launched 20:15:33.989997 run osmo-stp_10.42.42.5(pid=26974): Launched 20:15:34.116003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:15:34.689962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Launched 20:15:34.817273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:15:35.100832 run patchelf(pid=26977): Launched 20:15:35.284523 run osmo-stp_10.42.42.5(pid=26974): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)] 20:15:35.424667 run osmo-stp_10.42.42.5(pid=26974): stdout: | (launched: 2022-12-13_20:15:33.927223) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:35.566819 run osmo-stp_10.42.42.5(pid=26974): stderr: | [0;m[38;5;43m20221213201534122 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201534122 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201534123 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201534123 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201534123 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201534124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201534124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:35.708942 run osmo-stp_10.42.42.5(pid=26974): stdout: | (launched: 2022-12-13_20:15:33.927223) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:35.846083 run osmo-stp_10.42.42.5(pid=26974): stderr: | [0;m[38;5;43m20221213201534122 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201534122 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201534123 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201534123 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201534123 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201534124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201534124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:36.008115 run patchelf(pid=26977): Terminating (SIGINT) 20:15:36.194825 run patchelf(pid=26977): Terminated: ok {rc=0} 20:15:36.329441 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26974): Process ended prematurely: osmo-stp_10.42.42.5(pid=26974) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:15:36.339655 tst iperf3m4.py:8: Test FAILED (11.5 sec) 20:15:36.368553 run osmo-hlr_10.42.42.2(pid=26971): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26971)] 20:15:36.419370 run osmo-hlr_10.42.42.2(pid=26971): stdout: | (launched: 2022-12-13_20:15:32.882595) 20:15:36.471943 run osmo-hlr_10.42.42.2(pid=26971): stderr: | [0;m[1;31m20221213201533086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201533086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201533086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201533086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201533086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201533087 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201533099 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201533107 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201533108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201533108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:15:36.524695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Terminating (SIGTERM) 20:15:36.566799 run iperf3-srv_10.42.42.10(pid=26960): Terminating (SIGTERM) 20:15:36.610573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Terminating (SIGTERM) 20:15:36.653205 run iperf3-srv_10.42.42.10(pid=26962): Terminating (SIGTERM) 20:15:36.695605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminating (SIGTERM) 20:15:36.737966 run iperf3-srv_10.42.42.10(pid=26965): Terminating (SIGTERM) 20:15:36.780303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminating (SIGTERM) 20:15:36.823001 run iperf3-srv_10.42.42.10(pid=26967): Terminating (SIGTERM) 20:15:36.865097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Terminating (SIGTERM) 20:15:36.907497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Terminating (SIGTERM) 20:15:36.950176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Terminating (SIGTERM) 20:15:36.993162 --- ParallelTerminationStrategy: PID 26959 died... 20:15:37.013631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Terminated: ok {rc=0} 20:15:37.060629 --- ParallelTerminationStrategy: PID 26960 died... 20:15:37.080759 run iperf3-srv_10.42.42.10(pid=26960): Terminated {rc=256} 20:15:37.127401 --- ParallelTerminationStrategy: PID 26961 died... 20:15:37.147493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Terminated: ok {rc=0} 20:15:37.194177 --- ParallelTerminationStrategy: PID 26962 died... 20:15:37.214209 run iperf3-srv_10.42.42.10(pid=26962): Terminated {rc=256} 20:15:37.260500 --- ParallelTerminationStrategy: PID 26964 died... 20:15:37.280674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminated: ok {rc=0} 20:15:37.327274 --- ParallelTerminationStrategy: PID 26965 died... 20:15:37.347398 run iperf3-srv_10.42.42.10(pid=26965): Terminated {rc=256} 20:15:37.394224 --- ParallelTerminationStrategy: PID 26966 died... 20:15:37.414273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminated: ok {rc=0} 20:15:37.461160 --- ParallelTerminationStrategy: PID 26967 died... 20:15:37.481248 run iperf3-srv_10.42.42.10(pid=26967): Terminated {rc=256} 20:15:37.527871 --- ParallelTerminationStrategy: PID 26970 died... 20:15:37.547988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Terminated: ok {rc=0} 20:15:37.594630 --- ParallelTerminationStrategy: PID 26973 died... 20:15:37.614671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Terminated: ok {rc=0} 20:15:37.661354 --- ParallelTerminationStrategy: PID 26976 died... 20:15:37.681411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Terminated: ok {rc=0} 20:15:37.769972 bus /gobi_4: Setting Powered False 20:15:38.870309 bus /gobi_4: Setting Powered False 20:15:39.988094 bus /gobi_1: Setting Powered False 20:15:41.088825 bus /gobi_1: Setting Powered False 20:15:42.205487 bus /gobi_0: Setting Powered False 20:15:43.307368 bus /gobi_0: Setting Powered False 20:15:44.424371 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:15:45.528291 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:45.540416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:15:45.603036 tst ping.py: using LAC 36007 20:15:45.723960 tst ping.py: using RAC 52 20:15:45.859698 tst ping.py: using CellId 36007 20:15:45.991800 tst ping.py: using BVCI 36008 20:15:46.106013 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.118297 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.130301 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.142259 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.155184 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.168105 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.181167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:46.194032 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:46.321476 tst ping.py:19: start network... 20:15:46.530516 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:15:47.015993 run create_hlr_db(pid=26978): Launched 20:15:47.208905 bus /gobi_6: Setting Powered False 20:15:48.269838 run create_hlr_db(pid=26978): Terminated: ok {rc=0} 20:15:48.697470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Launched 20:15:49.005648 run osmo-hlr_10.42.42.2(pid=26981): Launched 20:15:49.122652 run osmo-stp_10.42.42.5: Starting osmo-stp 20:15:49.664638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Launched 20:15:49.972826 run osmo-stp_10.42.42.5(pid=26984): Launched 20:15:50.091981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:15:50.620736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Launched 20:15:50.738947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:15:50.998707 run patchelf(pid=26987): Launched 20:15:51.169817 run osmo-stp_10.42.42.5(pid=26984): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)] 20:15:51.299414 run osmo-stp_10.42.42.5(pid=26984): stdout: | (launched: 2022-12-13_20:15:49.914760) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:51.430706 run osmo-stp_10.42.42.5(pid=26984): stderr: | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201550089 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201550089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201550089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201550090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:51.561956 run osmo-stp_10.42.42.5(pid=26984): stdout: | (launched: 2022-12-13_20:15:49.914760) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:51.688658 run osmo-stp_10.42.42.5(pid=26984): stderr: | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201550088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201550089 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201550089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201550089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201550090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:51.837937 run patchelf(pid=26987): Terminating (SIGINT) 20:15:52.023148 run patchelf(pid=26987): Terminated: ok {rc=0} 20:15:52.148211 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26984): Process ended prematurely: osmo-stp_10.42.42.5(pid=26984) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22] 20:15:52.157502 tst ping.py:22: Test FAILED (6.6 sec) 20:15:52.184724 run osmo-hlr_10.42.42.2(pid=26981): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26981)] 20:15:52.233804 run osmo-hlr_10.42.42.2(pid=26981): stdout: | (launched: 2022-12-13_20:15:48.947659) 20:15:52.284146 run osmo-hlr_10.42.42.2(pid=26981): stderr: | [0;m[1;31m20221213201549127 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201549128 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201549128 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201549128 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201549128 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201549128 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201549139 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201549148 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201549149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201549149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:15:52.334884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Terminating (SIGTERM) 20:15:52.375419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Terminating (SIGTERM) 20:15:52.415912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Terminating (SIGTERM) 20:15:52.457243 --- ParallelTerminationStrategy: PID 26980 died... 20:15:52.477124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Terminated: ok {rc=0} 20:15:52.521923 --- ParallelTerminationStrategy: PID 26983 died... 20:15:52.541265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Terminated: ok {rc=0} 20:15:52.586150 --- ParallelTerminationStrategy: PID 26986 died... 20:15:52.605541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Terminated: ok {rc=0} 20:15:52.693120 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:15:53.782998 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:53.794920 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:15:53.853422 tst ping_idle_ping.py: using LAC 36008 20:15:53.974431 tst ping_idle_ping.py: using RAC 53 20:15:54.094755 tst ping_idle_ping.py: using CellId 36008 20:15:54.215378 tst ping_idle_ping.py: using BVCI 36009 20:15:54.327660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.338752 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.349616 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.360316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.371390 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.382471 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.393863 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:15:54.404863 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:15:54.527185 tst ping_idle_ping.py:24: start network... 20:15:54.732553 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:15:55.211910 run create_hlr_db(pid=26991): Launched 20:15:55.329877 bus /gobi_6: Setting Powered False 20:15:56.390839 run create_hlr_db(pid=26991): Terminated: ok {rc=0} 20:15:56.819988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Launched 20:15:57.129504 run osmo-hlr_10.42.42.2(pid=26994): Launched 20:15:57.248643 run osmo-stp_10.42.42.5: Starting osmo-stp 20:15:57.780869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Launched 20:15:58.089271 run osmo-stp_10.42.42.5(pid=26997): Launched 20:15:58.207842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:15:58.737725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Launched 20:15:58.855013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:15:59.115813 run patchelf(pid=27000): Launched 20:15:59.287943 run osmo-stp_10.42.42.5(pid=26997): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)] 20:15:59.417852 run osmo-stp_10.42.42.5(pid=26997): stdout: | (launched: 2022-12-13_20:15:58.031062) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:59.549201 run osmo-stp_10.42.42.5(pid=26997): stderr: | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201558204 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:59.681190 run osmo-stp_10.42.42.5(pid=26997): stdout: | (launched: 2022-12-13_20:15:58.031062) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:15:59.807787 run osmo-stp_10.42.42.5(pid=26997): stderr: | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201558203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201558204 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201558204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:15:59.957661 run patchelf(pid=27000): Terminating (SIGINT) 20:16:00.130712 run patchelf(pid=27000): Terminated: ok {rc=0} 20:16:00.255255 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:16:00.264139 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 20:16:00.291152 run osmo-hlr_10.42.42.2(pid=26994): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26994)] 20:16:00.340239 run osmo-hlr_10.42.42.2(pid=26994): stdout: | (launched: 2022-12-13_20:15:57.071021) 20:16:00.391078 run osmo-hlr_10.42.42.2(pid=26994): stderr: | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201557252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201557263 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201557272 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201557272 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201557272 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:16:00.442701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminating (SIGTERM) 20:16:00.483152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminating (SIGTERM) 20:16:00.523740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminating (SIGTERM) 20:16:00.564657 --- ParallelTerminationStrategy: PID 26993 died... 20:16:00.584625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminated: ok {rc=0} 20:16:00.629649 --- ParallelTerminationStrategy: PID 26996 died... 20:16:00.648848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminated: ok {rc=0} 20:16:00.693587 --- ParallelTerminationStrategy: PID 26999 died... 20:16:00.712870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminated: ok {rc=0} 20:16:00.800294 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:sysmo+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:16:02.149781 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:02.167667 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:16:02.196894 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:16:02.236070 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:16:02.297763 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:16:02.324308 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:16:02.361296 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:16:02.909503 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:16:02.915837 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:02.928093 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:16:02.985744 tst switch_tch_pdch.py: using LAC 36009 20:16:03.114481 tst switch_tch_pdch.py: using RAC 54 20:16:03.244314 tst switch_tch_pdch.py: using CellId 36009 20:16:03.370774 tst switch_tch_pdch.py: using BVCI 36010 20:16:03.488083 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.499896 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.511482 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.523076 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.534603 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.546152 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.557876 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:16:03.569492 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:16:03.689352 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:16:03.811552 tst switch_tch_pdch.py:51: start network... 20:16:04.031937 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:16:04.539826 run create_hlr_db(pid=27004): Launched 20:16:04.673278 bus /gobi_6: Setting Powered False 20:16:05.738089 run create_hlr_db(pid=27004): Terminated: ok {rc=0} 20:16:06.177087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Launched 20:16:06.484100 run osmo-hlr_10.42.42.2(pid=27007): Launched 20:16:06.602865 run osmo-stp_10.42.42.5: Starting osmo-stp 20:16:07.130589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Launched 20:16:07.435883 run osmo-stp_10.42.42.5(pid=27010): Launched 20:16:07.554227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:16:08.082274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Launched 20:16:08.199082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:16:08.458456 run patchelf(pid=27013): Launched 20:16:08.630025 run osmo-stp_10.42.42.5(pid=27010): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)] 20:16:08.759179 run osmo-stp_10.42.42.5(pid=27010): stdout: | (launched: 2022-12-13_20:16:07.378282) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:08.889577 run osmo-stp_10.42.42.5(pid=27010): stderr: | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201607550 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:09.020332 run osmo-stp_10.42.42.5(pid=27010): stdout: | (launched: 2022-12-13_20:16:07.378282) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:09.146679 run osmo-stp_10.42.42.5(pid=27010): stderr: | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201607549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201607550 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201607550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:09.295490 run patchelf(pid=27013): Terminating (SIGINT) 20:16:09.469229 run patchelf(pid=27013): Terminated: ok {rc=0} 20:16:09.593752 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)] [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:16:09.602630 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 20:16:09.629530 run osmo-hlr_10.42.42.2(pid=27007): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27007)] 20:16:09.678738 run osmo-hlr_10.42.42.2(pid=27007): stdout: | (launched: 2022-12-13_20:16:06.426157) 20:16:09.730346 run osmo-hlr_10.42.42.2(pid=27007): stderr: | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201606627 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201606664 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201606675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201606675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201606675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:16:09.781364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminating (SIGTERM) 20:16:09.821929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminating (SIGTERM) 20:16:09.862931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminating (SIGTERM) 20:16:09.903702 --- ParallelTerminationStrategy: PID 27006 died... 20:16:09.923774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminated: ok {rc=0} 20:16:09.968794 --- ParallelTerminationStrategy: PID 27009 died... 20:16:09.988700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminated: ok {rc=0} 20:16:10.033586 --- ParallelTerminationStrategy: PID 27012 died... 20:16:10.052796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminated: ok {rc=0} 20:16:10.140201 bus /gobi_0: Setting Powered False 20:16:11.241106 bus /gobi_0: Setting Powered False 20:16:12.358199 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:16:13.607063 tst dynts:sysmo+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:13.613806 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:16:13.635709 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:16:13.671872 tst dynts:sysmo+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:16:13.725060 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:16:13.746806 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:16:13.782190 tst dynts:sysmo+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:16:14.340217 tst dynts:sysmo+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:16:14.346074 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.357534 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:16:14.416916 tst switch_tch_pdch.py: using LAC 36010 20:16:14.545032 tst switch_tch_pdch.py: using RAC 55 20:16:14.671675 tst switch_tch_pdch.py: using CellId 36010 20:16:14.798664 tst switch_tch_pdch.py: using BVCI 36011 20:16:14.919296 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.930888 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.942597 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.953972 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.965191 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.976344 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.987842 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:16:14.999300 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:16:15.117368 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:16:15.237723 tst switch_tch_pdch.py:51: start network... 20:16:15.457895 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:16:15.960072 run create_hlr_db(pid=27017): Launched 20:16:16.129131 bus /gobi_6: Setting Powered False 20:16:17.192566 run create_hlr_db(pid=27017): Terminated: ok {rc=0} 20:16:17.607309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Launched 20:16:17.916417 run osmo-hlr_10.42.42.2(pid=27020): Launched 20:16:18.034393 run osmo-stp_10.42.42.5: Starting osmo-stp 20:16:18.533461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Launched 20:16:18.841180 run osmo-stp_10.42.42.5(pid=27023): Launched 20:16:18.958567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:16:19.459659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Launched 20:16:19.577389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:16:19.836689 run patchelf(pid=27026): Launched 20:16:20.005947 run osmo-stp_10.42.42.5(pid=27023): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)] 20:16:20.136243 run osmo-stp_10.42.42.5(pid=27023): stdout: | (launched: 2022-12-13_20:16:18.782364) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:20.266632 run osmo-stp_10.42.42.5(pid=27023): stderr: | [0;m[38;5;43m20221213201618955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201618956 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201618956 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201618956 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:20.397230 run osmo-stp_10.42.42.5(pid=27023): stdout: | (launched: 2022-12-13_20:16:18.782364) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:20.522719 run osmo-stp_10.42.42.5(pid=27023): stderr: | [0;m[38;5;43m20221213201618955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201618956 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201618956 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201618956 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201618957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:20.671567 run patchelf(pid=27026): Terminating (SIGINT) 20:16:20.844034 run patchelf(pid=27026): Terminated: ok {rc=0} 20:16:20.968077 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)] [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:16:20.977110 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 20:16:21.003959 run osmo-hlr_10.42.42.2(pid=27020): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27020)] 20:16:21.053066 run osmo-hlr_10.42.42.2(pid=27020): stdout: | (launched: 2022-12-13_20:16:17.858420) 20:16:21.103247 run osmo-hlr_10.42.42.2(pid=27020): stderr: | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201618041 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201618091 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201618102 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201618102 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201618102 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:16:21.154429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminating (SIGTERM) 20:16:21.194974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminating (SIGTERM) 20:16:21.235457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminating (SIGTERM) 20:16:21.276650 --- ParallelTerminationStrategy: PID 27019 died... 20:16:21.296648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminated: ok {rc=0} 20:16:21.341715 --- ParallelTerminationStrategy: PID 27022 died... 20:16:21.360755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminated: ok {rc=0} 20:16:21.405596 --- ParallelTerminationStrategy: PID 27025 died... 20:16:21.424723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminated: ok {rc=0} 20:16:21.511854 bus /gobi_0: Setting Powered False 20:16:22.611535 bus /gobi_0: Setting Powered False 20:16:23.728936 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:sysmo+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:oc2g --------------------------------------------------------------------- 20:16:24.974168 tst nitb_sms:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:24.978245 tst nitb_sms:oc2g: Verifying 1 x bts (candidates: 11) 20:16:24.999694 tst nitb_sms:oc2g: Verifying 1 x ip_address (candidates: 9) 20:16:25.006836 tst nitb_sms:oc2g: Verifying 2 x modem (candidates: 12) 20:16:25.059717 tst nitb_sms:oc2g: Reserving 1 x bts (candidates: 11) 20:16:25.081065 tst nitb_sms:oc2g: Reserving 1 x ip_address (candidates: 9) 20:16:25.088057 tst nitb_sms:oc2g: Reserving 2 x modem (candidates: 12) 20:16:25.626797 tst nitb_sms:oc2g: RESERVED RESOURCES for nitb_sms: bts OC-2G ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:oc2g mo_mt_sms.py ---------------------------------------------- 20:16:25.631922 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1) 20:16:25.643108 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1) 20:16:25.677640 tst mo_mt_sms.py: using LAC 36011 20:16:25.805497 tst mo_mt_sms.py: using RAC 56 20:16:25.933416 tst mo_mt_sms.py: using CellId 36011 20:16:26.054617 tst mo_mt_sms.py: using BVCI 36012 20:16:26.165928 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2) 20:16:26.287923 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2) 20:16:26.409644 tst mo_mt_sms.py:9: start nitb and bts... 20:16:26.630497 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:16:27.298171 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Launched 20:16:27.629113 run osmo-nitb_10.42.42.2(pid=27031): Launched 20:16:27.810750 run osmo-nitb_10.42.42.2(pid=27031): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)] 20:16:27.956705 run osmo-nitb_10.42.42.2(pid=27031): stdout: | (launched: 2022-12-13_20:16:27.567413) 20:16:28.103663 run osmo-nitb_10.42.42.2(pid=27031): stderr: | (launched: 2022-12-13_20:16:27.615876) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:16:28.250230 run osmo-nitb_10.42.42.2(pid=27031): stdout: | (launched: 2022-12-13_20:16:27.567413) 20:16:28.391280 run osmo-nitb_10.42.42.2(pid=27031): stderr: | (launched: 2022-12-13_20:16:27.615876) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)] 20:16:28.752889 tst osmo-nitb_10.42.42.2(pid=27031): stdout: | (launched: 2022-12-13_20:16:27.567413) 20:16:28.884398 tst osmo-nitb_10.42.42.2(pid=27031): stderr: | (launched: 2022-12-13_20:16:27.615876) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:16:29.039891 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)] [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11] 20:16:29.049180 tst mo_mt_sms.py:11: Test FAILED (3.4 sec) 20:16:29.056358 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Terminating (SIGTERM) 20:16:29.267070 --- ParallelTerminationStrategy: PID 27030 died... 20:16:29.288803 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Terminated: ok {rc=0} 20:16:29.378420 bus /sierra_3: Setting Powered False 20:16:30.478404 bus /sierra_3: Setting Powered False 20:16:31.618557 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:oc2g --------------------------------------------------------------------- 20:16:32.820432 tst sms:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:32.824743 tst sms:oc2g: Verifying 1 x bts (candidates: 11) 20:16:32.846159 tst sms:oc2g: Verifying 6 x ip_address (candidates: 9) 20:16:32.873789 tst sms:oc2g: Verifying 2 x modem (candidates: 12) 20:16:32.928386 tst sms:oc2g: Reserving 1 x bts (candidates: 11) 20:16:32.950081 tst sms:oc2g: Reserving 6 x ip_address (candidates: 9) 20:16:32.977662 tst sms:oc2g: Reserving 2 x modem (candidates: 12) 20:16:33.522997 tst sms:oc2g: RESERVED RESOURCES for sms: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:oc2g mo_mt_sms.py ---------------------------------------------- 20:16:33.528120 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:33.539190 tst sms:oc2g: Using 1 x bts (candidates: 1) 20:16:33.578129 tst mo_mt_sms.py: using LAC 36012 20:16:33.704894 tst mo_mt_sms.py: using RAC 57 20:16:33.830280 tst mo_mt_sms.py: using CellId 36012 20:16:33.955591 tst mo_mt_sms.py: using BVCI 36013 20:16:34.073893 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:34.085030 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:34.096033 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:34.106992 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:34.117954 tst sms:oc2g: Using 1 x ip_address (candidates: 6) 20:16:34.128783 tst sms:oc2g: Using 1 x modem (candidates: 2) 20:16:34.246262 tst sms:oc2g: Using 1 x modem (candidates: 2) 20:16:34.367802 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:16:34.874707 run create_hlr_db(pid=27035): Launched 20:16:35.007910 bus /sierra_2: Setting Powered False 20:16:36.071502 run create_hlr_db(pid=27035): Terminated: ok {rc=0} 20:16:36.526659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Launched 20:16:36.854982 run osmo-hlr_10.42.42.2(pid=27038): Launched 20:16:36.980512 run osmo-stp_10.42.42.5: Starting osmo-stp 20:16:37.543149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Launched 20:16:37.870548 run osmo-stp_10.42.42.5(pid=27041): Launched 20:16:37.995689 run osmo-msc_10.42.42.6: Starting osmo-msc 20:16:38.587713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Launched 20:16:38.916467 run osmo-msc_10.42.42.6(pid=27044): Launched 20:16:39.100040 run osmo-stp_10.42.42.5(pid=27041): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] 20:16:39.237682 run osmo-stp_10.42.42.5(pid=27041): stdout: | (launched: 2022-12-13_20:16:37.808800) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:39.375016 run osmo-stp_10.42.42.5(pid=27041): stderr: | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201638006 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:39.511806 run osmo-stp_10.42.42.5(pid=27041): stdout: | (launched: 2022-12-13_20:16:37.808800) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:39.641832 run osmo-stp_10.42.42.5(pid=27041): stderr: | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201638005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201638006 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201638006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:39.797262 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] [trial-2394↪sms:oc2g↪mo_mt_sms.py:16] 20:16:39.806368 tst mo_mt_sms.py:16: Test FAILED (6.3 sec) 20:16:39.833693 run osmo-hlr_10.42.42.2(pid=27038): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27038)] 20:16:39.884113 run osmo-hlr_10.42.42.2(pid=27038): stdout: | (launched: 2022-12-13_20:16:36.793298) 20:16:39.936334 run osmo-hlr_10.42.42.2(pid=27038): stderr: | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201636996 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201637015 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201637025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201637025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201637025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:16:40.009400 run osmo-msc_10.42.42.6(pid=27044): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27044)] 20:16:40.059507 run osmo-msc_10.42.42.6(pid=27044): stdout: | (launched: 2022-12-13_20:16:38.855303) 20:16:40.111189 run osmo-msc_10.42.42.6(pid=27044): stderr: | [0;m[38;5;43m20221213201639180 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201639180 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7efdca78dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201639181 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201639181 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201639181 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201639181 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201639183 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201639183 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201639183 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201639183 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:16:40.162951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminating (SIGTERM) 20:16:40.204422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminating (SIGTERM) 20:16:40.246072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminating (SIGTERM) 20:16:40.288441 --- ParallelTerminationStrategy: PID 27037 died... 20:16:40.308064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminated: ok {rc=0} 20:16:40.354654 --- ParallelTerminationStrategy: PID 27040 died... 20:16:40.374362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminated: ok {rc=0} 20:16:40.420911 --- ParallelTerminationStrategy: PID 27043 died... 20:16:40.440698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminated: ok {rc=0} 20:16:40.528727 bus /sierra_3: Setting Powered False 20:16:41.629388 bus /sierra_3: Setting Powered False 20:16:42.746850 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:oc2g --------------------------------------------------------------------- 20:16:43.965016 tst nitb_ussd:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:43.968884 tst nitb_ussd:oc2g: Verifying 1 x bts (candidates: 11) 20:16:43.990297 tst nitb_ussd:oc2g: Verifying 1 x ip_address (candidates: 9) 20:16:43.997419 tst nitb_ussd:oc2g: Verifying 1 x modem (candidates: 12) 20:16:44.032903 tst nitb_ussd:oc2g: Reserving 1 x bts (candidates: 11) 20:16:44.054673 tst nitb_ussd:oc2g: Reserving 1 x ip_address (candidates: 9) 20:16:44.061721 tst nitb_ussd:oc2g: Reserving 1 x modem (candidates: 12) 20:16:44.582341 tst nitb_ussd:oc2g: RESERVED RESOURCES for nitb_ussd: bts OC-2G ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:oc2g assert_extension.py ---------------------------------------------- 20:16:44.588601 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1) 20:16:44.599639 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1) 20:16:44.633833 tst assert_extension.py: using LAC 36013 20:16:44.763037 tst assert_extension.py: using RAC 58 20:16:44.892889 tst assert_extension.py: using CellId 36013 20:16:45.025064 tst assert_extension.py: using BVCI 36014 20:16:45.145701 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1) 20:16:45.288732 tst assert_extension.py:10: start nitb and bts... 20:16:45.497980 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:16:46.167952 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Launched 20:16:46.537447 run osmo-nitb_10.42.42.2(pid=27053): Launched 20:16:46.791950 run osmo-nitb_10.42.42.2(pid=27053): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)] 20:16:46.939623 run osmo-nitb_10.42.42.2(pid=27053): stdout: | (launched: 2022-12-13_20:16:46.478457) 20:16:47.082462 run osmo-nitb_10.42.42.2(pid=27053): stderr: | (launched: 2022-12-13_20:16:46.524449) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:16:47.225504 run osmo-nitb_10.42.42.2(pid=27053): stdout: | (launched: 2022-12-13_20:16:46.478457) 20:16:47.362804 run osmo-nitb_10.42.42.2(pid=27053): stderr: | (launched: 2022-12-13_20:16:46.524449) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)] 20:16:47.713615 tst osmo-nitb_10.42.42.2(pid=27053): stdout: | (launched: 2022-12-13_20:16:46.478457) 20:16:47.836274 tst osmo-nitb_10.42.42.2(pid=27053): stderr: | (launched: 2022-12-13_20:16:46.524449) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:16:47.981709 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)] [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12] 20:16:47.990153 tst assert_extension.py:12: Test FAILED (3.4 sec) 20:16:47.996787 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Terminating (SIGTERM) 20:16:48.206762 --- ParallelTerminationStrategy: PID 27052 died... 20:16:48.227874 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Terminated: ok {rc=0} 20:16:48.316219 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:oc2g --------------------------------------------------------------------- 20:16:49.482656 tst ussd:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:49.487385 tst ussd:oc2g: Verifying 1 x bts (candidates: 11) 20:16:49.509121 tst ussd:oc2g: Verifying 6 x ip_address (candidates: 9) 20:16:49.537391 tst ussd:oc2g: Verifying 1 x modem (candidates: 12) 20:16:49.574163 tst ussd:oc2g: Reserving 1 x bts (candidates: 11) 20:16:49.595351 tst ussd:oc2g: Reserving 6 x ip_address (candidates: 9) 20:16:49.622567 tst ussd:oc2g: Reserving 1 x modem (candidates: 12) 20:16:50.150795 tst ussd:oc2g: RESERVED RESOURCES for ussd: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:oc2g assert_extension.py ---------------------------------------------- 20:16:50.155919 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.166936 tst ussd:oc2g: Using 1 x bts (candidates: 1) 20:16:50.202340 tst assert_extension.py: using LAC 36014 20:16:50.330743 tst assert_extension.py: using RAC 59 20:16:50.459638 tst assert_extension.py: using CellId 36014 20:16:50.589658 tst assert_extension.py: using BVCI 36015 20:16:50.709490 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.720530 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.731547 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.742444 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.753455 tst ussd:oc2g: Using 1 x ip_address (candidates: 6) 20:16:50.764326 tst ussd:oc2g: Using 1 x modem (candidates: 1) 20:16:50.880442 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:16:51.355619 run create_hlr_db(pid=27057): Launched 20:16:51.474430 bus /sierra_2: Setting Powered False 20:16:52.539227 run create_hlr_db(pid=27057): Terminated: ok {rc=0} 20:16:52.976058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Launched 20:16:53.284111 run osmo-hlr_10.42.42.2(pid=27060): Launched 20:16:53.402705 run osmo-stp_10.42.42.5: Starting osmo-stp 20:16:53.951105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Launched 20:16:54.259772 run osmo-stp_10.42.42.5(pid=27063): Launched 20:16:54.376455 run osmo-msc_10.42.42.6: Starting osmo-msc 20:16:54.928887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Launched 20:16:55.236751 run osmo-msc_10.42.42.6(pid=27066): Launched 20:16:55.409418 run osmo-stp_10.42.42.5(pid=27063): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)] 20:16:55.539953 run osmo-stp_10.42.42.5(pid=27063): stdout: | (launched: 2022-12-13_20:16:54.201501) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:55.670178 run osmo-stp_10.42.42.5(pid=27063): stderr: | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201654374 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:55.797299 run osmo-stp_10.42.42.5(pid=27063): stdout: | (launched: 2022-12-13_20:16:54.201501) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:16:55.919017 run osmo-stp_10.42.42.5(pid=27063): stderr: | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201654374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201654374 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201654375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:16:56.064475 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27063): Process ended prematurely: osmo-stp_10.42.42.5(pid=27063) [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)] [trial-2394↪ussd:oc2g↪assert_extension.py:17] 20:16:56.073110 tst assert_extension.py:17: Test FAILED (5.9 sec) 20:16:56.099523 run osmo-hlr_10.42.42.2(pid=27060): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27060)] 20:16:56.148185 run osmo-hlr_10.42.42.2(pid=27060): stdout: | (launched: 2022-12-13_20:16:53.226038) 20:16:56.198237 run osmo-hlr_10.42.42.2(pid=27060): stderr: | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201653405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201653416 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201653424 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201653425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201653425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:16:56.267623 run osmo-msc_10.42.42.6(pid=27066): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27066)] 20:16:56.316031 run osmo-msc_10.42.42.6(pid=27066): stdout: | (launched: 2022-12-13_20:16:55.178510) 20:16:56.366005 run osmo-msc_10.42.42.6(pid=27066): stderr: | [0;m[38;5;43m20221213201655454 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201655455 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f82259f9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201655455 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201655455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201655455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201655455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201655457 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201655457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201655457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201655457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:16:56.416653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Terminating (SIGTERM) 20:16:56.456932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Terminating (SIGTERM) 20:16:56.497338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Terminating (SIGTERM) 20:16:56.538699 --- ParallelTerminationStrategy: PID 27059 died... 20:16:56.558519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Terminated: ok {rc=0} 20:16:56.603315 --- ParallelTerminationStrategy: PID 27062 died... 20:16:56.622247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Terminated: ok {rc=0} 20:16:56.667077 --- ParallelTerminationStrategy: PID 27065 died... 20:16:56.686253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Terminated: ok {rc=0} 20:16:56.773714 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:16:57.968269 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:16:57.974675 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:16:57.995321 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:16:58.022828 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:16:58.075389 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:16:58.096030 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:16:58.123263 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:16:58.672174 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:16:58.723961 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:58.735190 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:16:58.791744 tst mo_mt_call.py: using LAC 36015 20:16:58.915597 tst mo_mt_call.py: using RAC 60 20:16:59.049029 tst mo_mt_call.py: using CellId 36015 20:16:59.185514 tst mo_mt_call.py: using BVCI 36016 20:16:59.299428 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:59.310915 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:59.322301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:59.333363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:59.344799 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:16:59.356268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:16:59.478401 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:16:59.598465 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:00.082605 run create_hlr_db(pid=27072): Launched 20:17:00.203899 bus /sierra_2: Setting Powered False 20:17:01.315041 run create_hlr_db(pid=27072): Terminated: ok {rc=0} 20:17:01.803792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Launched 20:17:02.141284 run osmo-hlr_10.42.42.2(pid=27092): Launched 20:17:02.404025 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:02.944907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Launched 20:17:03.259770 run osmo-stp_10.42.42.5(pid=27095): Launched 20:17:03.381300 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:03.958303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Launched 20:17:04.273197 run osmo-msc_10.42.42.6(pid=27098): Launched 20:17:04.448592 run osmo-stp_10.42.42.5(pid=27095): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)] 20:17:04.581211 run osmo-stp_10.42.42.5(pid=27095): stdout: | (launched: 2022-12-13_20:17:03.200404) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:04.712620 run osmo-stp_10.42.42.5(pid=27095): stderr: | [0;m[38;5;43m20221213201703373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201703373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201703374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201703374 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:04.842168 run osmo-stp_10.42.42.5(pid=27095): stdout: | (launched: 2022-12-13_20:17:03.200404) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:04.966101 run osmo-stp_10.42.42.5(pid=27095): stderr: | [0;m[38;5;43m20221213201703373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201703373 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201703374 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201703374 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201703375 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:05.114520 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:17:05.123438 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:17:05.149793 run osmo-hlr_10.42.42.2(pid=27092): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27092)] 20:17:05.198357 run osmo-hlr_10.42.42.2(pid=27092): stdout: | (launched: 2022-12-13_20:17:02.080619) 20:17:05.248676 run osmo-hlr_10.42.42.2(pid=27092): stderr: | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201702364 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201702390 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201702407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201702407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201702407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:05.318550 run osmo-msc_10.42.42.6(pid=27098): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27098)] 20:17:05.366655 run osmo-msc_10.42.42.6(pid=27098): stdout: | (launched: 2022-12-13_20:17:04.214256) 20:17:05.416603 run osmo-msc_10.42.42.6(pid=27098): stderr: | [0;m[38;5;43m20221213201704488 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201704488 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5fdc5e3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201704488 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201704488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201704489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201704489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201704491 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201704491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201704491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201704491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:05.467330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Terminating (SIGTERM) 20:17:05.507518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminating (SIGTERM) 20:17:05.548180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Terminating (SIGTERM) 20:17:05.588636 --- ParallelTerminationStrategy: PID 27088 died... 20:17:05.608239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Terminated: ok {rc=0} 20:17:05.653472 --- ParallelTerminationStrategy: PID 27094 died... 20:17:05.672649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminated: ok {rc=0} 20:17:05.717315 --- ParallelTerminationStrategy: PID 27097 died... 20:17:05.736485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Terminated: ok {rc=0} 20:17:05.823242 bus /sierra_3: Setting Powered False 20:17:06.922959 bus /sierra_3: Setting Powered False 20:17:08.041173 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:17:09.190506 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.202402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:17:09.259021 tst mo_mt_call_osmux.py: using LAC 36016 20:17:09.381389 tst mo_mt_call_osmux.py: using RAC 61 20:17:09.504807 tst mo_mt_call_osmux.py: using CellId 36016 20:17:09.627173 tst mo_mt_call_osmux.py: using BVCI 36017 20:17:09.740635 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.751761 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.762714 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.773586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.784757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:17:09.796036 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:17:09.918156 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:17:10.036828 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:10.520253 run create_hlr_db(pid=27100): Launched 20:17:10.639493 bus /sierra_2: Setting Powered False 20:17:11.701377 run create_hlr_db(pid=27100): Terminated: ok {rc=0} 20:17:12.156892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Launched 20:17:12.493286 run osmo-hlr_10.42.42.2(pid=27103): Launched 20:17:12.622106 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:13.197071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Launched 20:17:13.533398 run osmo-stp_10.42.42.5(pid=27106): Launched 20:17:13.661981 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:14.265444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Launched 20:17:14.600323 run osmo-msc_10.42.42.6(pid=27109): Launched 20:17:14.785372 run osmo-stp_10.42.42.5(pid=27106): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)] 20:17:14.924593 run osmo-stp_10.42.42.5(pid=27106): stdout: | (launched: 2022-12-13_20:17:13.470731) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:15.064798 run osmo-stp_10.42.42.5(pid=27106): stderr: | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201713670 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:15.203561 run osmo-stp_10.42.42.5(pid=27106): stdout: | (launched: 2022-12-13_20:17:13.470731) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:15.335747 run osmo-stp_10.42.42.5(pid=27106): stderr: | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201713669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201713670 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201713670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:15.493631 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:17:15.503269 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:17:15.531265 run osmo-hlr_10.42.42.2(pid=27103): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27103)] 20:17:15.582656 run osmo-hlr_10.42.42.2(pid=27103): stdout: | (launched: 2022-12-13_20:17:12.430947) 20:17:15.635419 run osmo-hlr_10.42.42.2(pid=27103): stderr: | [0;m[1;31m20221213201712631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201712631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201712632 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201712632 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201712632 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201712632 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201712643 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201712653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201712653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201712653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:15.708254 run osmo-msc_10.42.42.6(pid=27109): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27109)] 20:17:15.758462 run osmo-msc_10.42.42.6(pid=27109): stdout: | (launched: 2022-12-13_20:17:14.537614) 20:17:15.810289 run osmo-msc_10.42.42.6(pid=27109): stderr: | [0;m[38;5;43m20221213201714864 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201714865 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f233ffe9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201714865 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201714865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201714865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201714865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201714867 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201714867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201714867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201714867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:15.886125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminating (SIGTERM) 20:17:15.932834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminating (SIGTERM) 20:17:15.976241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Terminating (SIGTERM) 20:17:16.019352 --- ParallelTerminationStrategy: PID 27102 died... 20:17:16.039847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminated: ok {rc=0} 20:17:16.087957 --- ParallelTerminationStrategy: PID 27105 died... 20:17:16.108467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminated: ok {rc=0} 20:17:16.156306 --- ParallelTerminationStrategy: PID 27108 died... 20:17:16.176684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Terminated: ok {rc=0} 20:17:16.267311 bus /sierra_3: Setting Powered False 20:17:17.366157 bus /sierra_3: Setting Powered False 20:17:18.482916 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:17:19.722694 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:17:19.730122 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:17:19.751361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:17:19.779013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:17:19.834467 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:17:19.856052 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:17:19.883489 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:17:20.433572 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:17:20.486565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:20.498246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:17:20.559272 tst mo_mt_call.py: using LAC 36017 20:17:20.689520 tst mo_mt_call.py: using RAC 62 20:17:20.819614 tst mo_mt_call.py: using CellId 36017 20:17:20.947029 tst mo_mt_call.py: using BVCI 36018 20:17:21.069700 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:21.081384 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:21.092774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:21.104159 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:21.115592 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:21.127056 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:17:21.245309 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:17:21.367113 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:21.885017 run create_hlr_db(pid=27114): Launched 20:17:22.021414 bus /sierra_2: Setting Powered False 20:17:23.086471 run create_hlr_db(pid=27114): Terminated: ok {rc=0} 20:17:23.532387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Launched 20:17:23.848202 run osmo-hlr_10.42.42.2(pid=27117): Launched 20:17:23.967994 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:24.508885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Launched 20:17:24.821107 run osmo-stp_10.42.42.5(pid=27120): Launched 20:17:24.940434 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:25.518292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Launched 20:17:25.833731 run osmo-msc_10.42.42.6(pid=27123): Launched 20:17:26.007159 run osmo-stp_10.42.42.5(pid=27120): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)] 20:17:26.139484 run osmo-stp_10.42.42.5(pid=27120): stdout: | (launched: 2022-12-13_20:17:24.762083) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:26.271313 run osmo-stp_10.42.42.5(pid=27120): stderr: | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201724937 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201724937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201724937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201724938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:26.401156 run osmo-stp_10.42.42.5(pid=27120): stdout: | (launched: 2022-12-13_20:17:24.762083) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:26.525372 run osmo-stp_10.42.42.5(pid=27120): stderr: | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201724936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201724937 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201724937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201724937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201724938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:26.674278 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27120): Process ended prematurely: osmo-stp_10.42.42.5(pid=27120) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:17:26.683322 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:17:26.710152 run osmo-hlr_10.42.42.2(pid=27117): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27117)] 20:17:26.759270 run osmo-hlr_10.42.42.2(pid=27117): stdout: | (launched: 2022-12-13_20:17:23.789106) 20:17:26.809677 run osmo-hlr_10.42.42.2(pid=27117): stderr: | [0;m[1;31m20221213201723968 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201723968 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201723968 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201723968 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201723968 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201723969 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201723980 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201723988 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201723989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201723989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:26.880107 run osmo-msc_10.42.42.6(pid=27123): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27123)] 20:17:26.928163 run osmo-msc_10.42.42.6(pid=27123): stdout: | (launched: 2022-12-13_20:17:25.774456) 20:17:26.978378 run osmo-msc_10.42.42.6(pid=27123): stderr: | [0;m[38;5;43m20221213201726053 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201726053 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f2776a58c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201726053 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201726053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201726053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201726054 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201726055 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201726056 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201726056 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201726056 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:27.029055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Terminating (SIGTERM) 20:17:27.068598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Terminating (SIGTERM) 20:17:27.108536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Terminating (SIGTERM) 20:17:27.149061 --- ParallelTerminationStrategy: PID 27116 died... 20:17:27.168671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Terminated: ok {rc=0} 20:17:27.213284 --- ParallelTerminationStrategy: PID 27119 died... 20:17:27.232326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Terminated: ok {rc=0} 20:17:27.276905 --- ParallelTerminationStrategy: PID 27122 died... 20:17:27.296032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Terminated: ok {rc=0} 20:17:27.383308 bus /sierra_3: Setting Powered False 20:17:28.482735 bus /sierra_3: Setting Powered False 20:17:29.599981 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:17:30.746889 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:30.758891 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:17:30.815104 tst mo_mt_call_osmux.py: using LAC 36018 20:17:30.951544 tst mo_mt_call_osmux.py: using RAC 63 20:17:31.085168 tst mo_mt_call_osmux.py: using CellId 36018 20:17:31.213762 tst mo_mt_call_osmux.py: using BVCI 36019 20:17:31.361930 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:31.374699 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:31.387271 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:31.399897 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:31.413179 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:17:31.426924 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:17:31.580840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:17:31.749245 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:32.243531 run create_hlr_db(pid=27126): Launched 20:17:32.377910 bus /sierra_2: Setting Powered False 20:17:33.439647 run create_hlr_db(pid=27126): Terminated: ok {rc=0} 20:17:33.873852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Launched 20:17:34.185969 run osmo-hlr_10.42.42.2(pid=27129): Launched 20:17:34.304105 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:34.854740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Launched 20:17:35.167147 run osmo-stp_10.42.42.5(pid=27132): Launched 20:17:35.287208 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:35.850473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Launched 20:17:36.162135 run osmo-msc_10.42.42.6(pid=27135): Launched 20:17:36.336611 run osmo-stp_10.42.42.5(pid=27132): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)] 20:17:36.468540 run osmo-stp_10.42.42.5(pid=27132): stdout: | (launched: 2022-12-13_20:17:35.108096) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:36.600810 run osmo-stp_10.42.42.5(pid=27132): stderr: | [0;m[38;5;43m20221213201735281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201735281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201735282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201735282 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:36.730357 run osmo-stp_10.42.42.5(pid=27132): stdout: | (launched: 2022-12-13_20:17:35.108096) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:36.854554 run osmo-stp_10.42.42.5(pid=27132): stderr: | [0;m[38;5;43m20221213201735281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201735281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201735282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201735282 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201735284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:37.002927 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27132): Process ended prematurely: osmo-stp_10.42.42.5(pid=27132) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:17:37.011891 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:17:37.038583 run osmo-hlr_10.42.42.2(pid=27129): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27129)] 20:17:37.087611 run osmo-hlr_10.42.42.2(pid=27129): stdout: | (launched: 2022-12-13_20:17:34.126982) 20:17:37.138187 run osmo-hlr_10.42.42.2(pid=27129): stderr: | [0;m[1;31m20221213201734306 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201734306 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201734307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201734307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201734307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201734307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201734322 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201734333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201734334 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201734334 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:37.208258 run osmo-msc_10.42.42.6(pid=27135): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27135)] 20:17:37.256201 run osmo-msc_10.42.42.6(pid=27135): stdout: | (launched: 2022-12-13_20:17:36.103253) 20:17:37.306189 run osmo-msc_10.42.42.6(pid=27135): stderr: | [0;m[38;5;43m20221213201736379 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201736379 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fe5fe7bcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201736379 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201736379 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201736380 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201736380 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201736382 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201736382 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201736382 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201736382 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:37.356306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Terminating (SIGTERM) 20:17:37.396088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Terminating (SIGTERM) 20:17:37.436311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Terminating (SIGTERM) 20:17:37.477145 --- ParallelTerminationStrategy: PID 27128 died... 20:17:37.496877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Terminated: ok {rc=0} 20:17:37.541591 --- ParallelTerminationStrategy: PID 27131 died... 20:17:37.560532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Terminated: ok {rc=0} 20:17:37.605276 --- ParallelTerminationStrategy: PID 27134 died... 20:17:37.624480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Terminated: ok {rc=0} 20:17:37.709259 bus /sierra_3: Setting Powered False 20:17:38.808226 bus /sierra_3: Setting Powered False 20:17:39.928452 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:17:41.160343 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:17:41.167182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:17:41.187705 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:17:41.214961 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:17:41.268014 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:17:41.290098 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:17:41.317782 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:17:41.868212 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:17:41.922463 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:41.934236 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:17:41.992177 tst mo_mt_call.py: using LAC 36019 20:17:42.124356 tst mo_mt_call.py: using RAC 64 20:17:42.254131 tst mo_mt_call.py: using CellId 36019 20:17:42.384237 tst mo_mt_call.py: using BVCI 36020 20:17:42.506474 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:42.518197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:42.530090 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:42.541472 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:42.552854 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:42.564372 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:17:42.682370 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:17:42.805701 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:43.290303 run create_hlr_db(pid=27140): Launched 20:17:43.409553 bus /sierra_2: Setting Powered False 20:17:44.471955 run create_hlr_db(pid=27140): Terminated: ok {rc=0} 20:17:44.928049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Launched 20:17:45.264027 run osmo-hlr_10.42.42.2(pid=27143): Launched 20:17:45.393279 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:46.005635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Launched 20:17:46.393697 run osmo-stp_10.42.42.5(pid=27146): Launched 20:17:46.530131 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:47.290561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Launched 20:17:47.616847 run osmo-msc_10.42.42.6(pid=27149): Launched 20:17:47.792615 run osmo-stp_10.42.42.5(pid=27146): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] 20:17:47.925550 run osmo-stp_10.42.42.5(pid=27146): stdout: | (launched: 2022-12-13_20:17:46.331066) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:48.056749 run osmo-stp_10.42.42.5(pid=27146): stderr: | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201746691 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:48.186155 run osmo-stp_10.42.42.5(pid=27146): stdout: | (launched: 2022-12-13_20:17:46.331066) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:48.310473 run osmo-stp_10.42.42.5(pid=27146): stderr: | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201746691 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201746691 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201746692 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:48.458492 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:17:48.467369 tst mo_mt_call.py:8: Test FAILED (6.6 sec) 20:17:48.493873 run osmo-hlr_10.42.42.2(pid=27143): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27143)] 20:17:48.542471 run osmo-hlr_10.42.42.2(pid=27143): stdout: | (launched: 2022-12-13_20:17:45.200901) 20:17:48.592424 run osmo-hlr_10.42.42.2(pid=27143): stderr: | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201745404 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201745416 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201745425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201745425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201745425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:48.662425 run osmo-msc_10.42.42.6(pid=27149): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27149)] 20:17:48.710328 run osmo-msc_10.42.42.6(pid=27149): stdout: | (launched: 2022-12-13_20:17:47.557541) 20:17:48.759959 run osmo-msc_10.42.42.6(pid=27149): stderr: | [0;m[38;5;43m20221213201747834 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201747834 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdc3f34cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201747834 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201747834 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201747834 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201747835 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201747836 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201747837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201747837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201747837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:48.810422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminating (SIGTERM) 20:17:48.851223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminating (SIGTERM) 20:17:48.891758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Terminating (SIGTERM) 20:17:48.932171 --- ParallelTerminationStrategy: PID 27142 died... 20:17:48.951656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminated: ok {rc=0} 20:17:48.996082 --- ParallelTerminationStrategy: PID 27145 died... 20:17:49.015091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminated: ok {rc=0} 20:17:49.059600 --- ParallelTerminationStrategy: PID 27148 died... 20:17:49.078537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Terminated: ok {rc=0} 20:17:49.163479 bus /sierra_3: Setting Powered False 20:17:50.262291 bus /sierra_3: Setting Powered False 20:17:51.381559 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:17:52.529759 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:52.541630 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:17:52.598142 tst mo_mt_call_osmux.py: using LAC 36020 20:17:52.719140 tst mo_mt_call_osmux.py: using RAC 65 20:17:52.842784 tst mo_mt_call_osmux.py: using CellId 36020 20:17:52.966347 tst mo_mt_call_osmux.py: using BVCI 36021 20:17:53.079113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:53.090347 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:53.101387 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:53.112333 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:53.123581 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:17:53.134831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:17:53.253181 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:17:53.377067 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:17:53.897767 run create_hlr_db(pid=27151): Launched 20:17:54.034414 bus /sierra_2: Setting Powered False 20:17:55.100301 run create_hlr_db(pid=27151): Terminated: ok {rc=0} 20:17:55.545796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Launched 20:17:55.858429 run osmo-hlr_10.42.42.2(pid=27154): Launched 20:17:55.979082 run osmo-stp_10.42.42.5: Starting osmo-stp 20:17:56.532172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Launched 20:17:56.845890 run osmo-stp_10.42.42.5(pid=27157): Launched 20:17:56.964252 run osmo-msc_10.42.42.6: Starting osmo-msc 20:17:57.527965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Launched 20:17:57.842413 run osmo-msc_10.42.42.6(pid=27160): Launched 20:17:58.016770 run osmo-stp_10.42.42.5(pid=27157): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)] 20:17:58.149091 run osmo-stp_10.42.42.5(pid=27157): stdout: | (launched: 2022-12-13_20:17:56.786690) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:58.280108 run osmo-stp_10.42.42.5(pid=27157): stderr: | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201756964 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:58.409775 run osmo-stp_10.42.42.5(pid=27157): stdout: | (launched: 2022-12-13_20:17:56.786690) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:17:58.533877 run osmo-stp_10.42.42.5(pid=27157): stderr: | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201756963 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201756964 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201756964 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:17:58.682522 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:17:58.691330 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 20:17:58.718123 run osmo-hlr_10.42.42.2(pid=27154): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27154)] 20:17:58.766928 run osmo-hlr_10.42.42.2(pid=27154): stdout: | (launched: 2022-12-13_20:17:55.799432) 20:17:58.817561 run osmo-hlr_10.42.42.2(pid=27154): stderr: | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201755978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201755990 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201755999 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201755999 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201755999 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:17:58.887782 run osmo-msc_10.42.42.6(pid=27160): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27160)] 20:17:58.935984 run osmo-msc_10.42.42.6(pid=27160): stdout: | (launched: 2022-12-13_20:17:57.783096) 20:17:58.986229 run osmo-msc_10.42.42.6(pid=27160): stderr: | [0;m[38;5;43m20221213201758059 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201758059 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9932317c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201758059 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201758059 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201758060 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201758060 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201758062 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201758062 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201758062 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201758062 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:17:59.037591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminating (SIGTERM) 20:17:59.077748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminating (SIGTERM) 20:17:59.118751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminating (SIGTERM) 20:17:59.159403 --- ParallelTerminationStrategy: PID 27153 died... 20:17:59.179132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminated: ok {rc=0} 20:17:59.223984 --- ParallelTerminationStrategy: PID 27156 died... 20:17:59.243168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminated: ok {rc=0} 20:17:59.287967 --- ParallelTerminationStrategy: PID 27159 died... 20:17:59.307277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminated: ok {rc=0} 20:17:59.392482 bus /sierra_3: Setting Powered False 20:18:00.490020 bus /sierra_3: Setting Powered False 20:18:01.624469 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:18:02.878549 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:18:02.886364 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:18:02.906900 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:18:02.934375 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:18:02.988984 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:18:03.010075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:18:03.036603 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:18:03.584898 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:18:03.636160 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:03.647297 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:18:03.704389 tst mo_mt_call.py: using LAC 36021 20:18:03.828404 tst mo_mt_call.py: using RAC 66 20:18:03.952077 tst mo_mt_call.py: using CellId 36021 20:18:04.075490 tst mo_mt_call.py: using BVCI 36022 20:18:04.189868 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:04.201148 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:04.211983 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:04.222850 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:04.234092 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:04.245318 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:18:04.367459 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:18:04.490498 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:04.975586 run create_hlr_db(pid=27165): Launched 20:18:05.096430 bus /sierra_2: Setting Powered False 20:18:06.158370 run create_hlr_db(pid=27165): Terminated: ok {rc=0} 20:18:06.615640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Launched 20:18:06.954035 run osmo-hlr_10.42.42.2(pid=27168): Launched 20:18:07.083265 run osmo-stp_10.42.42.5: Starting osmo-stp 20:18:07.656724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Launched 20:18:07.991159 run osmo-stp_10.42.42.5(pid=27171): Launched 20:18:08.119810 run osmo-msc_10.42.42.6: Starting osmo-msc 20:18:08.722769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Launched 20:18:09.058730 run osmo-msc_10.42.42.6(pid=27174): Launched 20:18:09.245747 run osmo-stp_10.42.42.5(pid=27171): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)] 20:18:09.390209 run osmo-stp_10.42.42.5(pid=27171): stdout: | (launched: 2022-12-13_20:18:07.928360) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:09.525813 run osmo-stp_10.42.42.5(pid=27171): stderr: | [0;m[38;5;43m20221213201808128 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201808129 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201808129 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201808129 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:09.655801 run osmo-stp_10.42.42.5(pid=27171): stdout: | (launched: 2022-12-13_20:18:07.928360) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:09.780202 run osmo-stp_10.42.42.5(pid=27171): stderr: | [0;m[38;5;43m20221213201808128 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201808129 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201808129 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201808129 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201808130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:09.929289 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:18:09.938223 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 20:18:09.964863 run osmo-hlr_10.42.42.2(pid=27168): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27168)] 20:18:10.014522 run osmo-hlr_10.42.42.2(pid=27168): stdout: | (launched: 2022-12-13_20:18:06.891415) 20:18:10.065708 run osmo-hlr_10.42.42.2(pid=27168): stderr: | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201807094 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201807111 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201807122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201807122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201807122 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:18:10.136719 run osmo-msc_10.42.42.6(pid=27174): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27174)] 20:18:10.185313 run osmo-msc_10.42.42.6(pid=27174): stdout: | (launched: 2022-12-13_20:18:08.994514) 20:18:10.236135 run osmo-msc_10.42.42.6(pid=27174): stderr: | [0;m[38;5;43m20221213201809323 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201809323 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f778ce68c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201809323 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201809323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201809323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201809323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201809327 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201809327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201809328 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201809328 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:18:10.287461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminating (SIGTERM) 20:18:10.327757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminating (SIGTERM) 20:18:10.368298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminating (SIGTERM) 20:18:10.409412 --- ParallelTerminationStrategy: PID 27167 died... 20:18:10.429218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminated: ok {rc=0} 20:18:10.474013 --- ParallelTerminationStrategy: PID 27170 died... 20:18:10.493154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminated: ok {rc=0} 20:18:10.537721 --- ParallelTerminationStrategy: PID 27173 died... 20:18:10.556862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminated: ok {rc=0} 20:18:10.644109 bus /sierra_3: Setting Powered False 20:18:11.744252 bus /sierra_3: Setting Powered False 20:18:12.860525 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:18:14.014210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.026561 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:18:14.085473 tst mo_mt_call_osmux.py: using LAC 36022 20:18:14.217206 tst mo_mt_call_osmux.py: using RAC 67 20:18:14.339993 tst mo_mt_call_osmux.py: using CellId 36022 20:18:14.463777 tst mo_mt_call_osmux.py: using BVCI 36023 20:18:14.578183 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.589432 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.600339 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.611383 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.622711 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:18:14.634145 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:18:14.752445 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:18:14.875275 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:15.360305 run create_hlr_db(pid=27176): Launched 20:18:15.481785 bus /sierra_2: Setting Powered False 20:18:16.547741 run create_hlr_db(pid=27176): Terminated: ok {rc=0} 20:18:17.024008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Launched 20:18:17.372172 run osmo-hlr_10.42.42.2(pid=27179): Launched 20:18:17.501930 run osmo-stp_10.42.42.5: Starting osmo-stp 20:18:18.082421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Launched 20:18:18.417718 run osmo-stp_10.42.42.5(pid=27182): Launched 20:18:18.544527 run osmo-msc_10.42.42.6: Starting osmo-msc 20:18:19.147953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Launched 20:18:19.483967 run osmo-msc_10.42.42.6(pid=27185): Launched 20:18:19.671974 run osmo-stp_10.42.42.5(pid=27182): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)] 20:18:19.812268 run osmo-stp_10.42.42.5(pid=27182): stdout: | (launched: 2022-12-13_20:18:18.355349) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:19.955075 run osmo-stp_10.42.42.5(pid=27182): stderr: | [0;m[38;5;43m20221213201818552 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201818553 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201818553 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201818553 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:20.094439 run osmo-stp_10.42.42.5(pid=27182): stdout: | (launched: 2022-12-13_20:18:18.355349) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:20.226762 run osmo-stp_10.42.42.5(pid=27182): stderr: | [0;m[38;5;43m20221213201818552 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201818553 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201818553 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201818553 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201818554 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:20.385070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:18:20.394745 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:18:20.422742 run osmo-hlr_10.42.42.2(pid=27179): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27179)] 20:18:20.472855 run osmo-hlr_10.42.42.2(pid=27179): stdout: | (launched: 2022-12-13_20:18:17.309425) 20:18:20.524815 run osmo-hlr_10.42.42.2(pid=27179): stderr: | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201817515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201817527 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201817536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201817536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201817536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:18:20.597499 run osmo-msc_10.42.42.6(pid=27185): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27185)] 20:18:20.647565 run osmo-msc_10.42.42.6(pid=27185): stdout: | (launched: 2022-12-13_20:18:19.419983) 20:18:20.699350 run osmo-msc_10.42.42.6(pid=27185): stderr: | [0;m[38;5;43m20221213201819746 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201819747 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f165e08ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201819747 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201819747 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201819747 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201819747 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201819750 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201819751 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201819751 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201819751 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:18:20.751512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminating (SIGTERM) 20:18:20.793344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminating (SIGTERM) 20:18:20.835093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Terminating (SIGTERM) 20:18:20.877187 --- ParallelTerminationStrategy: PID 27178 died... 20:18:20.897398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminated: ok {rc=0} 20:18:20.943679 --- ParallelTerminationStrategy: PID 27181 died... 20:18:20.963338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminated: ok {rc=0} 20:18:21.009970 --- ParallelTerminationStrategy: PID 27184 died... 20:18:21.029584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Terminated: ok {rc=0} 20:18:21.117273 bus /sierra_3: Setting Powered False 20:18:22.216901 bus /sierra_3: Setting Powered False 20:18:23.334525 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:18:24.574659 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:18:24.581818 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:18:24.603204 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:18:24.630967 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:18:24.686147 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:18:24.708080 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:18:24.734719 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:18:25.281535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:18:25.332557 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.343727 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:18:25.403502 tst mo_mt_call.py: using LAC 36023 20:18:25.526041 tst mo_mt_call.py: using RAC 68 20:18:25.648553 tst mo_mt_call.py: using CellId 36023 20:18:25.768611 tst mo_mt_call.py: using BVCI 36024 20:18:25.881758 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.892744 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.903568 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.914532 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.926228 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:25.938018 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:18:26.062547 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:18:26.181723 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:26.667940 run create_hlr_db(pid=27190): Launched 20:18:26.788559 bus /sierra_2: Setting Powered False 20:18:27.850106 run create_hlr_db(pid=27190): Terminated: ok {rc=0} 20:18:28.308661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Launched 20:18:28.646025 run osmo-hlr_10.42.42.2(pid=27193): Launched 20:18:28.775321 run osmo-stp_10.42.42.5: Starting osmo-stp 20:18:29.358245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Launched 20:18:29.695110 run osmo-stp_10.42.42.5(pid=27196): Launched 20:18:29.822301 run osmo-msc_10.42.42.6: Starting osmo-msc 20:18:30.430807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Launched 20:18:30.767343 run osmo-msc_10.42.42.6(pid=27199): Launched 20:18:31.004734 run osmo-stp_10.42.42.5(pid=27196): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)] 20:18:31.414185 run osmo-stp_10.42.42.5(pid=27196): stdout: | (launched: 2022-12-13_20:18:29.631795) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:31.597549 run osmo-stp_10.42.42.5(pid=27196): stderr: | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201829830 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:31.733521 run osmo-stp_10.42.42.5(pid=27196): stdout: | (launched: 2022-12-13_20:18:29.631795) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:31.862891 run osmo-stp_10.42.42.5(pid=27196): stderr: | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201829829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201829830 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201829830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:32.015782 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27196): Process ended prematurely: osmo-stp_10.42.42.5(pid=27196) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:18:32.025657 tst mo_mt_call.py:8: Test FAILED (6.7 sec) 20:18:32.053716 run osmo-hlr_10.42.42.2(pid=27193): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27193)] 20:18:32.105183 run osmo-hlr_10.42.42.2(pid=27193): stdout: | (launched: 2022-12-13_20:18:28.583018) 20:18:32.157614 run osmo-hlr_10.42.42.2(pid=27193): stderr: | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201828787 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201828799 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201828808 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201828808 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201828809 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:18:32.229794 run osmo-msc_10.42.42.6(pid=27199): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27199)] 20:18:32.281255 run osmo-msc_10.42.42.6(pid=27199): stdout: | (launched: 2022-12-13_20:18:30.704252) 20:18:32.332748 run osmo-msc_10.42.42.6(pid=27199): stderr: | [0;m[38;5;43m20221213201831167 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201831168 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa527060c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201831168 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201831168 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201831169 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201831170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201831173 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201831175 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201831175 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201831175 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:18:32.385534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Terminating (SIGTERM) 20:18:32.428144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Terminating (SIGTERM) 20:18:32.472925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Terminating (SIGTERM) 20:18:32.518095 --- ParallelTerminationStrategy: PID 27192 died... 20:18:32.539024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Terminated: ok {rc=0} 20:18:32.584628 --- ParallelTerminationStrategy: PID 27195 died... 20:18:32.603846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Terminated: ok {rc=0} 20:18:32.649075 --- ParallelTerminationStrategy: PID 27198 died... 20:18:32.668597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Terminated: ok {rc=0} 20:18:32.756233 bus /sierra_3: Setting Powered False 20:18:33.856770 bus /sierra_3: Setting Powered False 20:18:34.976057 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:18:36.126237 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.138035 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:18:36.195230 tst mo_mt_call_osmux.py: using LAC 36024 20:18:36.318541 tst mo_mt_call_osmux.py: using RAC 69 20:18:36.442032 tst mo_mt_call_osmux.py: using CellId 36024 20:18:36.565733 tst mo_mt_call_osmux.py: using BVCI 36025 20:18:36.680768 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.691971 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.702945 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.713874 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.725097 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:18:36.736252 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:18:36.855082 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:18:36.977382 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:37.498940 run create_hlr_db(pid=27201): Launched 20:18:37.634700 bus /sierra_2: Setting Powered False 20:18:38.700066 run create_hlr_db(pid=27201): Terminated: ok {rc=0} 20:18:39.165358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Launched 20:18:39.501100 run osmo-hlr_10.42.42.2(pid=27204): Launched 20:18:39.627471 run osmo-stp_10.42.42.5: Starting osmo-stp 20:18:40.203443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Launched 20:18:40.539359 run osmo-stp_10.42.42.5(pid=27207): Launched 20:18:40.667759 run osmo-msc_10.42.42.6: Starting osmo-msc 20:18:41.272598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Launched 20:18:41.608235 run osmo-msc_10.42.42.6(pid=27210): Launched 20:18:41.795050 run osmo-stp_10.42.42.5(pid=27207): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)] 20:18:41.935376 run osmo-stp_10.42.42.5(pid=27207): stdout: | (launched: 2022-12-13_20:18:40.476461) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:42.075964 run osmo-stp_10.42.42.5(pid=27207): stderr: | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201840676 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:42.214955 run osmo-stp_10.42.42.5(pid=27207): stdout: | (launched: 2022-12-13_20:18:40.476461) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:42.348194 run osmo-stp_10.42.42.5(pid=27207): stderr: | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201840675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201840676 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201840676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:42.506897 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27207): Process ended prematurely: osmo-stp_10.42.42.5(pid=27207) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:18:42.516450 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:18:42.544531 run osmo-hlr_10.42.42.2(pid=27204): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27204)] 20:18:42.594948 run osmo-hlr_10.42.42.2(pid=27204): stdout: | (launched: 2022-12-13_20:18:39.438215) 20:18:42.647130 run osmo-hlr_10.42.42.2(pid=27204): stderr: | [0;m[1;31m20221213201839642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201839643 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201839643 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201839643 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201839643 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201839643 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201839655 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201839664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201839665 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201839665 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:18:42.720193 run osmo-msc_10.42.42.6(pid=27210): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27210)] 20:18:42.770800 run osmo-msc_10.42.42.6(pid=27210): stdout: | (launched: 2022-12-13_20:18:41.545146) 20:18:42.823112 run osmo-msc_10.42.42.6(pid=27210): stderr: | [0;m[38;5;43m20221213201841875 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201841875 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff338c01c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201841875 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201841875 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201841875 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201841876 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201841877 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201841878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201841878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201841878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:18:42.875766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Terminating (SIGTERM) 20:18:42.917536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Terminating (SIGTERM) 20:18:42.959215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Terminating (SIGTERM) 20:18:43.001265 --- ParallelTerminationStrategy: PID 27203 died... 20:18:43.021785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Terminated: ok {rc=0} 20:18:43.068509 --- ParallelTerminationStrategy: PID 27206 died... 20:18:43.088285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Terminated: ok {rc=0} 20:18:43.134877 --- ParallelTerminationStrategy: PID 27209 died... 20:18:43.154729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Terminated: ok {rc=0} 20:18:43.242327 bus /sierra_3: Setting Powered False 20:18:44.343101 bus /sierra_3: Setting Powered False 20:18:45.463222 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:18:46.715113 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:18:46.723125 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:18:46.749198 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:18:46.783148 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:18:46.846899 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:18:46.882961 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:18:46.932092 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:18:47.443727 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:18:47.494116 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:47.505369 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:18:47.562077 tst mo_mt_call.py: using LAC 36025 20:18:47.685571 tst mo_mt_call.py: using RAC 70 20:18:47.808013 tst mo_mt_call.py: using CellId 36025 20:18:47.930631 tst mo_mt_call.py: using BVCI 36026 20:18:48.044087 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:48.055242 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:48.066246 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:48.077187 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:48.088394 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:48.099739 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:18:48.222003 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:18:48.341604 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:48.826040 run create_hlr_db(pid=27215): Launched 20:18:48.946490 bus /sierra_2: Setting Powered False 20:18:50.008268 run create_hlr_db(pid=27215): Terminated: ok {rc=0} 20:18:50.443503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Launched 20:18:50.756712 run osmo-hlr_10.42.42.2(pid=27218): Launched 20:18:50.877189 run osmo-stp_10.42.42.5: Starting osmo-stp 20:18:51.428888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Launched 20:18:51.743747 run osmo-stp_10.42.42.5(pid=27221): Launched 20:18:51.863877 run osmo-msc_10.42.42.6: Starting osmo-msc 20:18:52.427278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Launched 20:18:52.742673 run osmo-msc_10.42.42.6(pid=27224): Launched 20:18:52.918741 run osmo-stp_10.42.42.5(pid=27221): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)] 20:18:53.052007 run osmo-stp_10.42.42.5(pid=27221): stdout: | (launched: 2022-12-13_20:18:51.684350) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:53.184581 run osmo-stp_10.42.42.5(pid=27221): stderr: | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201851862 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:53.314169 run osmo-stp_10.42.42.5(pid=27221): stdout: | (launched: 2022-12-13_20:18:51.684350) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:18:53.438511 run osmo-stp_10.42.42.5(pid=27221): stderr: | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201851861 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201851862 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201851862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:18:53.586903 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27221): Process ended prematurely: osmo-stp_10.42.42.5(pid=27221) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)] [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:18:53.596050 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:18:53.622614 run osmo-hlr_10.42.42.2(pid=27218): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27218)] 20:18:53.671411 run osmo-hlr_10.42.42.2(pid=27218): stdout: | (launched: 2022-12-13_20:18:50.697748) 20:18:53.721637 run osmo-hlr_10.42.42.2(pid=27218): stderr: | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201850878 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201850890 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201850898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201850898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201850898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:18:53.791960 run osmo-msc_10.42.42.6(pid=27224): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27224)] 20:18:53.840239 run osmo-msc_10.42.42.6(pid=27224): stdout: | (launched: 2022-12-13_20:18:52.683211) 20:18:53.890394 run osmo-msc_10.42.42.6(pid=27224): stderr: | [0;m[38;5;43m20221213201852958 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201852958 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc1862c9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201852958 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201852958 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201852959 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201852959 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201852961 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201852961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201852961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201852961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:18:53.940777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Terminating (SIGTERM) 20:18:53.981092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Terminating (SIGTERM) 20:18:54.021906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Terminating (SIGTERM) 20:18:54.062693 --- ParallelTerminationStrategy: PID 27217 died... 20:18:54.082270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Terminated: ok {rc=0} 20:18:54.127118 --- ParallelTerminationStrategy: PID 27220 died... 20:18:54.146352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Terminated: ok {rc=0} 20:18:54.191135 --- ParallelTerminationStrategy: PID 27223 died... 20:18:54.210272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Terminated: ok {rc=0} 20:18:54.298335 bus /sierra_3: Setting Powered False 20:18:55.397545 bus /sierra_3: Setting Powered False 20:18:56.512791 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:18:57.664606 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:57.677059 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:18:57.736188 tst mo_mt_call_osmux.py: using LAC 36026 20:18:57.867301 tst mo_mt_call_osmux.py: using RAC 71 20:18:57.997084 tst mo_mt_call_osmux.py: using CellId 36026 20:18:58.127148 tst mo_mt_call_osmux.py: using BVCI 36027 20:18:58.249774 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:58.261505 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:58.272919 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:58.284423 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:58.295979 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:18:58.307588 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:18:58.426426 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:18:58.545160 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:18:59.030418 run create_hlr_db(pid=27226): Launched 20:18:59.150163 bus /sierra_2: Setting Powered False 20:19:00.212355 run create_hlr_db(pid=27226): Terminated: ok {rc=0} 20:19:00.670153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Launched 20:19:01.038111 run osmo-hlr_10.42.42.2(pid=27229): Launched 20:19:01.368609 run osmo-stp_10.42.42.5: Starting osmo-stp 20:19:02.024150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Launched 20:19:02.374325 run osmo-stp_10.42.42.5(pid=27232): Launched 20:19:02.503039 run osmo-msc_10.42.42.6: Starting osmo-msc 20:19:03.109223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Launched 20:19:03.445912 run osmo-msc_10.42.42.6(pid=27235): Launched 20:19:03.631948 run osmo-stp_10.42.42.5(pid=27232): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)] 20:19:03.771886 run osmo-stp_10.42.42.5(pid=27232): stdout: | (launched: 2022-12-13_20:19:02.311002) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:03.912016 run osmo-stp_10.42.42.5(pid=27232): stderr: | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201902510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:04.051611 run osmo-stp_10.42.42.5(pid=27232): stdout: | (launched: 2022-12-13_20:19:02.311002) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:04.184004 run osmo-stp_10.42.42.5(pid=27232): stderr: | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201902509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201902510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201902510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:04.342947 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)] [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:19:04.352412 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 20:19:04.380268 run osmo-hlr_10.42.42.2(pid=27229): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27229)] 20:19:04.430570 run osmo-hlr_10.42.42.2(pid=27229): stdout: | (launched: 2022-12-13_20:19:00.974107) 20:19:04.483132 run osmo-hlr_10.42.42.2(pid=27229): stderr: | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201901304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201901316 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201901333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201901333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201901333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:19:04.555305 run osmo-msc_10.42.42.6(pid=27235): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27235)] 20:19:04.605517 run osmo-msc_10.42.42.6(pid=27235): stdout: | (launched: 2022-12-13_20:19:03.383034) 20:19:04.657262 run osmo-msc_10.42.42.6(pid=27235): stderr: | [0;m[38;5;43m20221213201903712 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201903712 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f594f86cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201903713 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201903713 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201903713 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201903713 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201903716 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201903717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201903717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201903717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:19:04.709156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminating (SIGTERM) 20:19:04.750734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminating (SIGTERM) 20:19:04.792277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminating (SIGTERM) 20:19:04.834333 --- ParallelTerminationStrategy: PID 27228 died... 20:19:04.854488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminated: ok {rc=0} 20:19:04.900611 --- ParallelTerminationStrategy: PID 27231 died... 20:19:04.920426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminated: ok {rc=0} 20:19:04.966471 --- ParallelTerminationStrategy: PID 27234 died... 20:19:04.986074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminated: ok {rc=0} 20:19:05.074431 bus /sierra_3: Setting Powered False 20:19:06.173923 bus /sierra_3: Setting Powered False 20:19:07.290184 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:19:08.529989 tst voice:oc2g+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:19:08.537348 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:19:08.558806 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:19:08.586342 tst voice:oc2g+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:19:08.640413 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:19:08.662151 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:19:08.689572 tst voice:oc2g+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:19:09.240013 tst voice:oc2g+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:19:09.292137 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.303076 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:19:09.359642 tst mo_mt_call.py: using LAC 36027 20:19:09.482175 tst mo_mt_call.py: using RAC 72 20:19:09.606913 tst mo_mt_call.py: using CellId 36027 20:19:09.730447 tst mo_mt_call.py: using BVCI 36028 20:19:09.845356 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.856322 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.867072 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.877835 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.888815 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:09.899891 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:19:10.021944 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:19:10.144793 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:19:10.665321 run create_hlr_db(pid=27240): Launched 20:19:10.800524 bus /sierra_2: Setting Powered False 20:19:11.866194 run create_hlr_db(pid=27240): Terminated: ok {rc=0} 20:19:12.313277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Launched 20:19:12.629238 run osmo-hlr_10.42.42.2(pid=27243): Launched 20:19:12.749829 run osmo-stp_10.42.42.5: Starting osmo-stp 20:19:13.304150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Launched 20:19:13.621285 run osmo-stp_10.42.42.5(pid=27246): Launched 20:19:13.742827 run osmo-msc_10.42.42.6: Starting osmo-msc 20:19:14.308609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Launched 20:19:14.624058 run osmo-msc_10.42.42.6(pid=27249): Launched 20:19:14.801168 run osmo-stp_10.42.42.5(pid=27246): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)] 20:19:14.935761 run osmo-stp_10.42.42.5(pid=27246): stdout: | (launched: 2022-12-13_20:19:13.562026) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:15.067648 run osmo-stp_10.42.42.5(pid=27246): stderr: | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201913738 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:15.197339 run osmo-stp_10.42.42.5(pid=27246): stdout: | (launched: 2022-12-13_20:19:13.562026) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:15.321824 run osmo-stp_10.42.42.5(pid=27246): stderr: | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201913737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201913738 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201913738 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:15.470864 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27246): Process ended prematurely: osmo-stp_10.42.42.5(pid=27246) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)] [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:19:15.479684 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:19:15.506327 run osmo-hlr_10.42.42.2(pid=27243): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27243)] 20:19:15.555227 run osmo-hlr_10.42.42.2(pid=27243): stdout: | (launched: 2022-12-13_20:19:12.569893) 20:19:15.605750 run osmo-hlr_10.42.42.2(pid=27243): stderr: | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201912750 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201912762 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201912770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201912770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201912770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:19:15.675643 run osmo-msc_10.42.42.6(pid=27249): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27249)] 20:19:15.723972 run osmo-msc_10.42.42.6(pid=27249): stdout: | (launched: 2022-12-13_20:19:14.564649) 20:19:15.774403 run osmo-msc_10.42.42.6(pid=27249): stderr: | [0;m[38;5;43m20221213201914839 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201914839 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5eecbdfc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201914839 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201914839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201914839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201914839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201914841 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201914842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201914842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201914842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:19:15.826209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Terminating (SIGTERM) 20:19:15.892796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Terminating (SIGTERM) 20:19:15.938103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Terminating (SIGTERM) 20:19:15.979463 --- ParallelTerminationStrategy: PID 27242 died... 20:19:15.999348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Terminated: ok {rc=0} 20:19:16.047561 --- ParallelTerminationStrategy: PID 27245 died... 20:19:16.070336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Terminated: ok {rc=0} 20:19:16.119860 --- ParallelTerminationStrategy: PID 27248 died... 20:19:16.142700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Terminated: ok {rc=0} 20:19:16.247469 bus /sierra_3: Setting Powered False 20:19:17.357039 bus /sierra_3: Setting Powered False 20:19:18.475696 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:19:19.627261 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:19.639524 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:19:19.698667 tst mo_mt_call_osmux.py: using LAC 36028 20:19:19.828594 tst mo_mt_call_osmux.py: using RAC 73 20:19:19.963818 tst mo_mt_call_osmux.py: using CellId 36028 20:19:20.093921 tst mo_mt_call_osmux.py: using BVCI 36029 20:19:20.214948 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:20.226637 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:20.237842 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:20.249020 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:20.260196 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:19:20.271503 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:19:20.389820 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:19:20.513125 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:19:21.035454 run create_hlr_db(pid=27251): Launched 20:19:21.173315 bus /sierra_2: Setting Powered False 20:19:22.238935 run create_hlr_db(pid=27251): Terminated: ok {rc=0} 20:19:22.688021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Launched 20:19:23.005458 run osmo-hlr_10.42.42.2(pid=27254): Launched 20:19:23.125217 run osmo-stp_10.42.42.5: Starting osmo-stp 20:19:23.663027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Launched 20:19:23.978466 run osmo-stp_10.42.42.5(pid=27257): Launched 20:19:24.099752 run osmo-msc_10.42.42.6: Starting osmo-msc 20:19:24.685921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Launched 20:19:25.000127 run osmo-msc_10.42.42.6(pid=27260): Launched 20:19:25.175955 run osmo-stp_10.42.42.5(pid=27257): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)] 20:19:25.308148 run osmo-stp_10.42.42.5(pid=27257): stdout: | (launched: 2022-12-13_20:19:23.918857) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:25.440270 run osmo-stp_10.42.42.5(pid=27257): stderr: | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201924094 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:25.570258 run osmo-stp_10.42.42.5(pid=27257): stdout: | (launched: 2022-12-13_20:19:23.918857) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:25.694518 run osmo-stp_10.42.42.5(pid=27257): stderr: | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201924093 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201924094 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201924096 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:25.843045 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27257): Process ended prematurely: osmo-stp_10.42.42.5(pid=27257) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)] [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:19:25.851910 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:19:25.878729 run osmo-hlr_10.42.42.2(pid=27254): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27254)] 20:19:25.927680 run osmo-hlr_10.42.42.2(pid=27254): stdout: | (launched: 2022-12-13_20:19:22.945964) 20:19:25.977891 run osmo-hlr_10.42.42.2(pid=27254): stderr: | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201923130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201923145 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201923156 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201923156 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201923156 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:19:26.048158 run osmo-msc_10.42.42.6(pid=27260): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27260)] 20:19:26.096434 run osmo-msc_10.42.42.6(pid=27260): stdout: | (launched: 2022-12-13_20:19:24.940830) 20:19:26.146762 run osmo-msc_10.42.42.6(pid=27260): stderr: | [0;m[38;5;43m20221213201925219 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201925219 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc581e6bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201925220 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201925220 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201925220 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201925220 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201925222 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201925222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201925222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201925222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:19:26.197349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Terminating (SIGTERM) 20:19:26.237162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Terminating (SIGTERM) 20:19:26.277306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Terminating (SIGTERM) 20:19:26.318463 --- ParallelTerminationStrategy: PID 27253 died... 20:19:26.338058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Terminated: ok {rc=0} 20:19:26.382390 --- ParallelTerminationStrategy: PID 27256 died... 20:19:26.401385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Terminated: ok {rc=0} 20:19:26.445689 --- ParallelTerminationStrategy: PID 27259 died... 20:19:26.464743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Terminated: ok {rc=0} 20:19:26.551791 bus /sierra_3: Setting Powered False 20:19:27.651961 bus /sierra_3: Setting Powered False 20:19:28.770344 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:oc2g+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:oc2g --------------------------------------------------------------------- 20:19:30.013610 tst emergency:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:19:30.018085 tst emergency:oc2g: Verifying 1 x bts (candidates: 11) 20:19:30.040469 tst emergency:oc2g: Verifying 6 x ip_address (candidates: 9) 20:19:30.067623 tst emergency:oc2g: Verifying 4 x modem (candidates: 12) 20:19:30.156046 tst emergency:oc2g: Reserving 1 x bts (candidates: 11) 20:19:30.178358 tst emergency:oc2g: Reserving 6 x ip_address (candidates: 9) 20:19:30.205178 tst emergency:oc2g: Reserving 4 x modem (candidates: 12) 20:19:30.782018 tst emergency:oc2g: RESERVED RESOURCES for emergency: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:oc2g emergency_mo_mt_call.py ---------------------------------------------- 20:19:30.786981 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:30.797665 tst emergency:oc2g: Using 1 x bts (candidates: 1) 20:19:30.842005 tst emergency_mo_mt_call.py: using LAC 36029 20:19:30.976466 tst emergency_mo_mt_call.py: using RAC 74 20:19:31.108714 tst emergency_mo_mt_call.py: using CellId 36029 20:19:31.230272 tst emergency_mo_mt_call.py: using BVCI 36030 20:19:31.385485 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:31.397956 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:31.410301 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:31.422597 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:31.434865 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:31.446560 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:31.597840 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:31.752165 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:19:32.296607 run create_hlr_db(pid=27265): Launched 20:19:32.438236 bus /sierra_2: Setting Powered False 20:19:33.502693 run create_hlr_db(pid=27265): Terminated: ok {rc=0} 20:19:33.943161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Launched 20:19:34.253562 run osmo-hlr_10.42.42.2(pid=27268): Launched 20:19:34.371984 run osmo-stp_10.42.42.5: Starting osmo-stp 20:19:34.916083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Launched 20:19:35.226851 run osmo-stp_10.42.42.5(pid=27271): Launched 20:19:35.359079 tst emergency_mo_mt_call.py: using MSISDN 8317 20:19:35.516588 run osmo-msc_10.42.42.6: Starting osmo-msc 20:19:36.069846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Launched 20:19:36.380071 run osmo-msc_10.42.42.6(pid=27274): Launched 20:19:36.552456 run osmo-stp_10.42.42.5(pid=27271): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)] 20:19:36.684339 run osmo-stp_10.42.42.5(pid=27271): stdout: | (launched: 2022-12-13_20:19:35.168282) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:36.814160 run osmo-stp_10.42.42.5(pid=27271): stderr: | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201935343 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:36.941562 run osmo-stp_10.42.42.5(pid=27271): stdout: | (launched: 2022-12-13_20:19:35.168282) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:37.063541 run osmo-stp_10.42.42.5(pid=27271): stderr: | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201935342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201935343 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201935343 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:37.209167 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)] [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19] 20:19:37.217640 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec) 20:19:37.243933 run osmo-hlr_10.42.42.2(pid=27268): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27268)] 20:19:37.292510 run osmo-hlr_10.42.42.2(pid=27268): stdout: | (launched: 2022-12-13_20:19:34.195120) 20:19:37.342523 run osmo-hlr_10.42.42.2(pid=27268): stderr: | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201934376 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201934388 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201934399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201934399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201934399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:19:37.412329 run osmo-msc_10.42.42.6(pid=27274): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27274)] 20:19:37.460335 run osmo-msc_10.42.42.6(pid=27274): stdout: | (launched: 2022-12-13_20:19:36.321709) 20:19:37.510868 run osmo-msc_10.42.42.6(pid=27274): stderr: | [0;m[38;5;43m20221213201936598 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201936598 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4af0386c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201936598 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201936598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201936598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201936598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201936600 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201936601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201936601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201936601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:19:37.561647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminating (SIGTERM) 20:19:37.601468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminating (SIGTERM) 20:19:37.642250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Terminating (SIGTERM) 20:19:37.683373 --- ParallelTerminationStrategy: PID 27267 died... 20:19:37.703320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminated: ok {rc=0} 20:19:37.748355 --- ParallelTerminationStrategy: PID 27270 died... 20:19:37.767779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminated: ok {rc=0} 20:19:37.812749 --- ParallelTerminationStrategy: PID 27273 died... 20:19:37.832032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Terminated: ok {rc=0} 20:19:37.919465 bus /sierra_3: Setting Powered False 20:19:39.019632 bus /sierra_3: Setting Powered False 20:19:40.136084 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:oc2g emergency_preemptive_call.py ---------------------------------------------- 20:19:41.225415 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.237028 tst emergency:oc2g: Using 1 x bts (candidates: 1) 20:19:41.273135 tst emergency_preemptive_call.py: using LAC 36030 20:19:41.394079 tst emergency_preemptive_call.py: using RAC 75 20:19:41.514636 tst emergency_preemptive_call.py: using CellId 36030 20:19:41.634591 tst emergency_preemptive_call.py: using BVCI 36031 20:19:41.745255 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.756032 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.766845 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.777615 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.788428 tst emergency:oc2g: Using 1 x ip_address (candidates: 6) 20:19:41.799235 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:41.915904 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:42.038699 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:42.156225 tst emergency:oc2g: Using 1 x modem (candidates: 4) 20:19:42.272676 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:19:42.751243 run create_hlr_db(pid=27276): Launched 20:19:42.870183 bus /sierra_2: Setting Powered False 20:19:43.931692 run create_hlr_db(pid=27276): Terminated: ok {rc=0} 20:19:44.382680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Launched 20:19:44.714067 run osmo-hlr_10.42.42.2(pid=27279): Launched 20:19:44.840275 run osmo-stp_10.42.42.5: Starting osmo-stp 20:19:45.406668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Launched 20:19:45.737620 run osmo-stp_10.42.42.5(pid=27282): Launched 20:19:45.933398 tst emergency_preemptive_call.py: using MSISDN 8318 20:19:46.144742 run osmo-msc_10.42.42.6: Starting osmo-msc 20:19:46.744997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Launched 20:19:47.093633 run osmo-msc_10.42.42.6(pid=27285): Launched 20:19:47.325151 run osmo-stp_10.42.42.5(pid=27282): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)] 20:19:47.458623 run osmo-stp_10.42.42.5(pid=27282): stdout: | (launched: 2022-12-13_20:19:45.675454) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:47.589588 run osmo-stp_10.42.42.5(pid=27282): stderr: | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201945887 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:47.718890 run osmo-stp_10.42.42.5(pid=27282): stdout: | (launched: 2022-12-13_20:19:45.675454) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:19:47.841869 run osmo-stp_10.42.42.5(pid=27282): stderr: | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213201945886 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213201945887 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213201945887 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:19:47.988277 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27282): Process ended prematurely: osmo-stp_10.42.42.5(pid=27282) [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)] [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32] 20:19:47.996996 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec) 20:19:48.023832 run osmo-hlr_10.42.42.2(pid=27279): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27279)] 20:19:48.073102 run osmo-hlr_10.42.42.2(pid=27279): stdout: | (launched: 2022-12-13_20:19:44.651735) 20:19:48.123917 run osmo-hlr_10.42.42.2(pid=27279): stderr: | [0;m[1;31m20221213201944854 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213201944854 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213201944855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213201944855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213201944855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213201944855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213201944867 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213201944876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213201944876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213201944876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:19:48.194890 run osmo-msc_10.42.42.6(pid=27285): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27285)] 20:19:48.243470 run osmo-msc_10.42.42.6(pid=27285): stdout: | (launched: 2022-12-13_20:19:47.031045) 20:19:48.294342 run osmo-msc_10.42.42.6(pid=27285): stderr: | [0;m[38;5;43m20221213201947346 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213201947346 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7feb5de12c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213201947346 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213201947346 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213201947346 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213201947346 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213201947348 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213201947349 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213201947349 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213201947349 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:19:48.345614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Terminating (SIGTERM) 20:19:48.385961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Terminating (SIGTERM) 20:19:48.427099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Terminating (SIGTERM) 20:19:48.468377 --- ParallelTerminationStrategy: PID 27278 died... 20:19:48.488526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Terminated: ok {rc=0} 20:19:48.533708 --- ParallelTerminationStrategy: PID 27281 died... 20:19:48.552763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Terminated: ok {rc=0} 20:19:48.598022 --- ParallelTerminationStrategy: PID 27284 died... 20:19:48.617652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Terminated: ok {rc=0} 20:19:48.705465 bus /sierra_9: Setting Powered False 20:19:49.806046 bus /sierra_9: Setting Powered False 20:19:50.919300 bus /sierra_8: Setting Powered False 20:19:52.018247 bus /sierra_8: Setting Powered False 20:19:53.135525 bus /sierra_3: Setting Powered False 20:19:54.233723 bus /sierra_3: Setting Powered False 20:19:55.350479 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:oc2g --------------------------------------------------------------------- 20:19:56.618220 tst gprs:oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:19:56.622839 tst gprs:oc2g: Verifying 1 x bts (candidates: 11) 20:19:56.644073 tst gprs:oc2g: Verifying 9 x ip_address (candidates: 9) 20:19:56.683837 tst gprs:oc2g: Verifying 4 x modem (candidates: 12) 20:19:56.773735 tst gprs:oc2g: Reserving 1 x bts (candidates: 11) 20:19:56.795112 tst gprs:oc2g: Reserving 9 x ip_address (candidates: 9) 20:19:56.834846 tst gprs:oc2g: Reserving 4 x modem (candidates: 12) 20:19:57.425692 tst gprs:oc2g: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:oc2g cs_paging_gprs_active.py ---------------------------------------------- 20:19:57.479710 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:57.490780 tst gprs:oc2g: Using 1 x bts (candidates: 1) 20:19:57.531294 tst cs_paging_gprs_active.py: using LAC 36031 20:19:57.662120 tst cs_paging_gprs_active.py: using RAC 76 20:19:57.790939 tst cs_paging_gprs_active.py: using CellId 36031 20:19:57.924255 tst cs_paging_gprs_active.py: using BVCI 36032 20:19:58.040274 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.051074 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.061774 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.072329 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.083153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.093961 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.104566 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.115275 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:19:58.126325 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:19:58.248844 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:19:58.368795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:19:58.578164 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:19:58.892903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Launched 20:19:59.167380 run iperf3-srv_10.42.42.10(pid=27291): Launched 20:19:59.286731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:19:59.495932 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:19:59.811353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Launched 20:20:00.087890 run iperf3-srv_10.42.42.10(pid=27293): Launched 20:20:00.207044 tst cs_paging_gprs_active.py:38: start network... 20:20:00.416348 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:20:00.917615 run create_hlr_db(pid=27294): Launched 20:20:01.080552 bus /sierra_2: Setting Powered False 20:20:02.166233 run create_hlr_db(pid=27294): Terminated: ok {rc=0} 20:20:02.664620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Launched 20:20:03.002938 run osmo-hlr_10.42.42.2(pid=27300): Launched 20:20:03.132326 run osmo-stp_10.42.42.5: Starting osmo-stp 20:20:03.711529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Launched 20:20:04.049934 run osmo-stp_10.42.42.5(pid=27303): Launched 20:20:04.178987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:20:04.756372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Launched 20:20:04.886110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:20:05.172435 run patchelf(pid=27306): Launched 20:20:05.357757 run osmo-stp_10.42.42.5(pid=27303): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)] 20:20:05.498114 run osmo-stp_10.42.42.5(pid=27303): stdout: | (launched: 2022-12-13_20:20:03.986785) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:05.640586 run osmo-stp_10.42.42.5(pid=27303): stderr: | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202004185 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:05.783008 run osmo-stp_10.42.42.5(pid=27303): stdout: | (launched: 2022-12-13_20:20:03.986785) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:05.920358 run osmo-stp_10.42.42.5(pid=27303): stderr: | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202004185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202004185 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202004186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:06.083260 run patchelf(pid=27306): Terminating (SIGINT) 20:20:06.271590 run patchelf(pid=27306): Terminated: ok {rc=0} 20:20:06.408042 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27303): Process ended prematurely: osmo-stp_10.42.42.5(pid=27303) [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)] [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38] 20:20:06.418156 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec) 20:20:06.446937 run osmo-hlr_10.42.42.2(pid=27300): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27300)] 20:20:06.497269 run osmo-hlr_10.42.42.2(pid=27300): stdout: | (launched: 2022-12-13_20:20:02.939608) 20:20:06.549308 run osmo-hlr_10.42.42.2(pid=27300): stderr: | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202003145 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202003158 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202003166 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202003167 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202003167 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:20:06.601675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Terminating (SIGTERM) 20:20:06.643358 run iperf3-srv_10.42.42.10(pid=27291): Terminating (SIGTERM) 20:20:06.685119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Terminating (SIGTERM) 20:20:06.726878 run iperf3-srv_10.42.42.10(pid=27293): Terminating (SIGTERM) 20:20:06.768586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Terminating (SIGTERM) 20:20:06.810948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Terminating (SIGTERM) 20:20:06.852879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Terminating (SIGTERM) 20:20:06.895293 --- ParallelTerminationStrategy: PID 27290 died... 20:20:06.915562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Terminated: ok {rc=0} 20:20:06.962370 --- ParallelTerminationStrategy: PID 27291 died... 20:20:06.982032 run iperf3-srv_10.42.42.10(pid=27291): Terminated {rc=256} 20:20:07.028145 --- ParallelTerminationStrategy: PID 27292 died... 20:20:07.047760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Terminated: ok {rc=0} 20:20:07.093922 --- ParallelTerminationStrategy: PID 27293 died... 20:20:07.113702 run iperf3-srv_10.42.42.10(pid=27293): Terminated {rc=256} 20:20:07.159678 --- ParallelTerminationStrategy: PID 27299 died... 20:20:07.179436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Terminated: ok {rc=0} 20:20:07.225702 --- ParallelTerminationStrategy: PID 27302 died... 20:20:07.245269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Terminated: ok {rc=0} 20:20:07.291381 --- ParallelTerminationStrategy: PID 27305 died... 20:20:07.311126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Terminated: ok {rc=0} 20:20:07.399333 bus /gobi_0: Setting Powered False 20:20:08.498491 bus /gobi_0: Setting Powered False 20:20:09.614861 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g iperf3.py ---------------------------------------------- 20:20:10.765671 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:10.777525 tst gprs:oc2g: Using 1 x bts (candidates: 1) 20:20:10.814151 tst iperf3.py: using LAC 36032 20:20:10.945074 tst iperf3.py: using RAC 77 20:20:11.076432 tst iperf3.py: using CellId 36032 20:20:11.200075 tst iperf3.py: using BVCI 36033 20:20:11.315212 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.325996 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.336550 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.347199 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.358067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.368588 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.379395 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.389989 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:11.401010 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:11.526302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:20:11.737340 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:12.052180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Launched 20:20:12.327150 run iperf3-srv_10.42.42.10(pid=27308): Launched 20:20:12.446173 tst iperf3.py:8: start network... 20:20:12.654916 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:20:13.140468 run create_hlr_db(pid=27309): Launched 20:20:13.259968 bus /gobi_6: Setting Powered False 20:20:14.321488 run create_hlr_db(pid=27309): Terminated: ok {rc=0} 20:20:14.756716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Launched 20:20:15.071878 run osmo-hlr_10.42.42.2(pid=27312): Launched 20:20:15.193586 run osmo-stp_10.42.42.5: Starting osmo-stp 20:20:15.747064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Launched 20:20:16.109657 run osmo-stp_10.42.42.5(pid=27315): Launched 20:20:16.355055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:20:16.948384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Launched 20:20:17.084306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:20:17.358971 run patchelf(pid=27318): Launched 20:20:17.534866 run osmo-stp_10.42.42.5(pid=27315): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)] 20:20:17.667523 run osmo-stp_10.42.42.5(pid=27315): stdout: | (launched: 2022-12-13_20:20:16.042365) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:17.801960 run osmo-stp_10.42.42.5(pid=27315): stderr: | [0;m[38;5;43m20221213202016280 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202016280 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202016281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202016281 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:17.937135 run osmo-stp_10.42.42.5(pid=27315): stdout: | (launched: 2022-12-13_20:20:16.042365) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:18.065303 run osmo-stp_10.42.42.5(pid=27315): stderr: | [0;m[38;5;43m20221213202016280 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202016280 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202016281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202016281 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202016282 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:18.217551 run patchelf(pid=27318): Terminating (SIGINT) 20:20:18.394068 run patchelf(pid=27318): Terminated: ok {rc=0} 20:20:18.521203 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)] [trial-2394↪gprs:oc2g↪iperf3.py:8] 20:20:18.530717 tst iperf3.py:8: Test FAILED (7.8 sec) 20:20:18.557894 run osmo-hlr_10.42.42.2(pid=27312): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27312)] 20:20:18.606315 run osmo-hlr_10.42.42.2(pid=27312): stdout: | (launched: 2022-12-13_20:20:15.012518) 20:20:18.656161 run osmo-hlr_10.42.42.2(pid=27312): stderr: | [0;m[1;31m20221213202015191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202015191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202015192 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202015192 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202015192 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202015192 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202015203 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202015212 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202015212 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202015212 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:20:18.706318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Terminating (SIGTERM) 20:20:18.746572 run iperf3-srv_10.42.42.10(pid=27308): Terminating (SIGTERM) 20:20:18.786549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminating (SIGTERM) 20:20:18.827477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminating (SIGTERM) 20:20:18.867987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Terminating (SIGTERM) 20:20:18.908885 --- ParallelTerminationStrategy: PID 27307 died... 20:20:18.928580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Terminated: ok {rc=0} 20:20:18.973071 --- ParallelTerminationStrategy: PID 27308 died... 20:20:18.991968 run iperf3-srv_10.42.42.10(pid=27308): Terminated {rc=256} 20:20:19.036848 --- ParallelTerminationStrategy: PID 27311 died... 20:20:19.056652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminated: ok {rc=0} 20:20:19.101433 --- ParallelTerminationStrategy: PID 27314 died... 20:20:19.120640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminated: ok {rc=0} 20:20:19.165207 --- ParallelTerminationStrategy: PID 27317 died... 20:20:19.184345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Terminated: ok {rc=0} 20:20:19.272096 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g iperf3m4.py ---------------------------------------------- 20:20:20.420301 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:20.431849 tst gprs:oc2g: Using 1 x bts (candidates: 1) 20:20:20.467599 tst iperf3m4.py: using LAC 36033 20:20:20.600222 tst iperf3m4.py: using RAC 78 20:20:20.733353 tst iperf3m4.py: using CellId 36033 20:20:20.866142 tst iperf3m4.py: using BVCI 36034 20:20:20.989451 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.000617 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.011773 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.022818 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.034123 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.045811 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.057178 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.068538 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:21.079947 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:21.198817 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:21.319350 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:21.441608 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:21.560748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:20:21.770987 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:22.087291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Launched 20:20:22.363605 run iperf3-srv_10.42.42.10(pid=27320): Launched 20:20:22.482783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:20:22.692112 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:23.007140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Launched 20:20:23.282694 run iperf3-srv_10.42.42.10(pid=27322): Launched 20:20:23.401785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:20:23.610571 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:23.925117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Launched 20:20:24.200202 run iperf3-srv_10.42.42.10(pid=27324): Launched 20:20:24.318744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:20:24.527698 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:24.843086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Launched 20:20:25.118754 run iperf3-srv_10.42.42.10(pid=27326): Launched 20:20:25.237820 tst iperf3m4.py:8: start network... 20:20:25.446072 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:20:25.931966 run create_hlr_db(pid=27327): Launched 20:20:26.053211 bus /gobi_6: Setting Powered False 20:20:27.115535 run create_hlr_db(pid=27327): Terminated: ok {rc=0} 20:20:27.552117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Launched 20:20:27.869258 run osmo-hlr_10.42.42.2(pid=27330): Launched 20:20:27.990888 run osmo-stp_10.42.42.5: Starting osmo-stp 20:20:28.543208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Launched 20:20:28.858651 run osmo-stp_10.42.42.5(pid=27333): Launched 20:20:28.980055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:20:29.521198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Launched 20:20:29.642284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:20:29.907930 run patchelf(pid=27336): Launched 20:20:30.082623 run osmo-stp_10.42.42.5(pid=27333): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)] 20:20:30.214992 run osmo-stp_10.42.42.5(pid=27333): stdout: | (launched: 2022-12-13_20:20:28.799039) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:30.348338 run osmo-stp_10.42.42.5(pid=27333): stderr: | [0;m[38;5;43m20221213202028972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202028972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202028973 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202028973 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:30.482074 run osmo-stp_10.42.42.5(pid=27333): stdout: | (launched: 2022-12-13_20:20:28.799039) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:30.610456 run osmo-stp_10.42.42.5(pid=27333): stderr: | [0;m[38;5;43m20221213202028972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202028972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202028973 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202028973 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202028974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:30.762709 run patchelf(pid=27336): Terminating (SIGINT) 20:20:30.948441 run patchelf(pid=27336): Terminated: ok {rc=0} 20:20:31.085578 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27333): Process ended prematurely: osmo-stp_10.42.42.5(pid=27333) [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)] [trial-2394↪gprs:oc2g↪iperf3m4.py:8] 20:20:31.097233 tst iperf3m4.py:8: Test FAILED (10.7 sec) 20:20:31.127996 run osmo-hlr_10.42.42.2(pid=27330): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27330)] 20:20:31.181448 run osmo-hlr_10.42.42.2(pid=27330): stdout: | (launched: 2022-12-13_20:20:27.809476) 20:20:31.234975 run osmo-hlr_10.42.42.2(pid=27330): stderr: | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202027989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202028001 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202028010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202028010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202028010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:20:31.290655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminating (SIGTERM) 20:20:31.334573 run iperf3-srv_10.42.42.10(pid=27320): Terminating (SIGTERM) 20:20:31.381169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminating (SIGTERM) 20:20:31.425261 run iperf3-srv_10.42.42.10(pid=27322): Terminating (SIGTERM) 20:20:31.472448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminating (SIGTERM) 20:20:31.516795 run iperf3-srv_10.42.42.10(pid=27324): Terminating (SIGTERM) 20:20:31.563424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Terminating (SIGTERM) 20:20:31.608569 run iperf3-srv_10.42.42.10(pid=27326): Terminating (SIGTERM) 20:20:31.656050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Terminating (SIGTERM) 20:20:31.701505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Terminating (SIGTERM) 20:20:31.746829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Terminating (SIGTERM) 20:20:31.792652 --- ParallelTerminationStrategy: PID 27319 died... 20:20:31.814079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminated: ok {rc=0} 20:20:31.867561 --- ParallelTerminationStrategy: PID 27320 died... 20:20:31.889233 run iperf3-srv_10.42.42.10(pid=27320): Terminated {rc=256} 20:20:31.937401 --- ParallelTerminationStrategy: PID 27321 died... 20:20:31.958420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminated: ok {rc=0} 20:20:32.007177 --- ParallelTerminationStrategy: PID 27322 died... 20:20:32.027755 run iperf3-srv_10.42.42.10(pid=27322): Terminated {rc=256} 20:20:32.077373 --- ParallelTerminationStrategy: PID 27323 died... 20:20:32.098224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminated: ok {rc=0} 20:20:32.146445 --- ParallelTerminationStrategy: PID 27324 died... 20:20:32.167307 run iperf3-srv_10.42.42.10(pid=27324): Terminated {rc=256} 20:20:32.215267 --- ParallelTerminationStrategy: PID 27325 died... 20:20:32.235389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Terminated: ok {rc=0} 20:20:32.282331 --- ParallelTerminationStrategy: PID 27326 died... 20:20:32.302426 run iperf3-srv_10.42.42.10(pid=27326): Terminated {rc=256} 20:20:32.349345 --- ParallelTerminationStrategy: PID 27329 died... 20:20:32.369853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Terminated: ok {rc=0} 20:20:32.416546 --- ParallelTerminationStrategy: PID 27332 died... 20:20:32.436624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Terminated: ok {rc=0} 20:20:32.483718 --- ParallelTerminationStrategy: PID 27335 died... 20:20:32.503774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Terminated: ok {rc=0} 20:20:32.592664 bus /gobi_4: Setting Powered False 20:20:33.692503 bus /gobi_4: Setting Powered False 20:20:34.809404 bus /gobi_1: Setting Powered False 20:20:35.909617 bus /gobi_1: Setting Powered False 20:20:37.028053 bus /gobi_0: Setting Powered False 20:20:38.126499 bus /gobi_0: Setting Powered False 20:20:39.239477 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g ping.py ---------------------------------------------- 20:20:40.340704 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.352469 tst gprs:oc2g: Using 1 x bts (candidates: 1) 20:20:40.388461 tst ping.py: using LAC 36034 20:20:40.509295 tst ping.py: using RAC 79 20:20:40.628710 tst ping.py: using CellId 36034 20:20:40.746783 tst ping.py: using BVCI 36035 20:20:40.857471 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.868012 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.878688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.889213 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.899733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.910381 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.921474 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:40.932228 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:41.046584 tst ping.py:19: start network... 20:20:41.248046 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:20:41.711659 run create_hlr_db(pid=27337): Launched 20:20:41.824832 bus /gobi_6: Setting Powered False 20:20:42.885855 run create_hlr_db(pid=27337): Terminated: ok {rc=0} 20:20:43.305993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Launched 20:20:43.606982 run osmo-hlr_10.42.42.2(pid=27340): Launched 20:20:43.723227 run osmo-stp_10.42.42.5: Starting osmo-stp 20:20:44.241058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Launched 20:20:44.542972 run osmo-stp_10.42.42.5(pid=27343): Launched 20:20:44.658164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:20:45.175047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Launched 20:20:45.290041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:20:45.544751 run patchelf(pid=27346): Launched 20:20:45.711581 run osmo-stp_10.42.42.5(pid=27343): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)] 20:20:45.840885 run osmo-stp_10.42.42.5(pid=27343): stdout: | (launched: 2022-12-13_20:20:44.485950) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:45.996534 run osmo-stp_10.42.42.5(pid=27343): stderr: | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202044658 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:46.141706 run osmo-stp_10.42.42.5(pid=27343): stdout: | (launched: 2022-12-13_20:20:44.485950) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:46.278766 run osmo-stp_10.42.42.5(pid=27343): stderr: | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202044657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202044658 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202044658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:46.439932 run patchelf(pid=27346): Terminating (SIGINT) 20:20:46.627188 run patchelf(pid=27346): Terminated: ok {rc=0} 20:20:46.762384 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)] [trial-2394↪gprs:oc2g↪ping.py:22] 20:20:46.772717 tst ping.py:22: Test FAILED (6.4 sec) 20:20:46.802631 run osmo-hlr_10.42.42.2(pid=27340): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27340)] 20:20:46.855400 run osmo-hlr_10.42.42.2(pid=27340): stdout: | (launched: 2022-12-13_20:20:43.549990) 20:20:46.910323 run osmo-hlr_10.42.42.2(pid=27340): stderr: | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202043726 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202043738 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202043747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202043747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202043747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:20:46.963861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminating (SIGTERM) 20:20:47.007790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminating (SIGTERM) 20:20:47.052545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Terminating (SIGTERM) 20:20:47.099451 --- ParallelTerminationStrategy: PID 27339 died... 20:20:47.120169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminated: ok {rc=0} 20:20:47.169086 --- ParallelTerminationStrategy: PID 27342 died... 20:20:47.188895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminated: ok {rc=0} 20:20:47.235932 --- ParallelTerminationStrategy: PID 27345 died... 20:20:47.256227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Terminated: ok {rc=0} 20:20:47.344559 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g ping_idle_ping.py ---------------------------------------------- 20:20:48.431560 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.443084 tst gprs:oc2g: Using 1 x bts (candidates: 1) 20:20:48.478327 tst ping_idle_ping.py: using LAC 36035 20:20:48.598589 tst ping_idle_ping.py: using RAC 80 20:20:48.718055 tst ping_idle_ping.py: using CellId 36035 20:20:48.835755 tst ping_idle_ping.py: using BVCI 36036 20:20:48.946135 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.956449 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.966842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.977263 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.987385 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:48.997995 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:49.008995 tst gprs:oc2g: Using 1 x ip_address (candidates: 9) 20:20:49.019948 tst gprs:oc2g: Using 1 x modem (candidates: 4) 20:20:49.139116 tst ping_idle_ping.py:24: start network... 20:20:49.357750 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:20:49.862363 run create_hlr_db(pid=27347): Launched 20:20:49.993557 bus /gobi_6: Setting Powered False 20:20:51.054056 run create_hlr_db(pid=27347): Terminated: ok {rc=0} 20:20:51.507504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Launched 20:20:51.832928 run osmo-hlr_10.42.42.2(pid=27350): Launched 20:20:51.960660 run osmo-stp_10.42.42.5: Starting osmo-stp 20:20:52.518554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Launched 20:20:52.843838 run osmo-stp_10.42.42.5(pid=27353): Launched 20:20:52.966568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:20:53.526124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Launched 20:20:53.651371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:20:53.926256 run patchelf(pid=27356): Launched 20:20:54.106912 run osmo-stp_10.42.42.5(pid=27353): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)] 20:20:54.243366 run osmo-stp_10.42.42.5(pid=27353): stdout: | (launched: 2022-12-13_20:20:52.782733) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:54.381393 run osmo-stp_10.42.42.5(pid=27353): stderr: | [0;m[38;5;43m20221213202052977 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202052978 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202052978 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202052978 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:54.519195 run osmo-stp_10.42.42.5(pid=27353): stdout: | (launched: 2022-12-13_20:20:52.782733) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:20:54.652318 run osmo-stp_10.42.42.5(pid=27353): stderr: | [0;m[38;5;43m20221213202052977 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202052978 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202052978 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202052978 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202052979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:20:54.809472 run patchelf(pid=27356): Terminating (SIGINT) 20:20:54.991741 run patchelf(pid=27356): Terminated: ok {rc=0} 20:20:55.123112 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27353): Process ended prematurely: osmo-stp_10.42.42.5(pid=27353) [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)] [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27] 20:20:55.132476 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 20:20:55.160667 run osmo-hlr_10.42.42.2(pid=27350): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27350)] 20:20:55.210509 run osmo-hlr_10.42.42.2(pid=27350): stdout: | (launched: 2022-12-13_20:20:51.771917) 20:20:55.262115 run osmo-hlr_10.42.42.2(pid=27350): stderr: | [0;m[1;31m20221213202051978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202051978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202051978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202051978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202051979 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202051979 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202051994 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202052002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202052002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202052002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:20:55.314254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Terminating (SIGTERM) 20:20:55.355734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Terminating (SIGTERM) 20:20:55.397230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Terminating (SIGTERM) 20:20:55.439106 --- ParallelTerminationStrategy: PID 27349 died... 20:20:55.459118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Terminated: ok {rc=0} 20:20:55.504857 --- ParallelTerminationStrategy: PID 27352 died... 20:20:55.524409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Terminated: ok {rc=0} 20:20:55.570168 --- ParallelTerminationStrategy: PID 27355 died... 20:20:55.589701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Terminated: ok {rc=0} 20:20:55.676931 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs --------------------------------------------------------------------- 20:20:56.966292 tst gprs:oc2g+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:20:56.973179 tst gprs:oc2g+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:20:56.994161 tst gprs:oc2g+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:20:57.033553 tst gprs:oc2g+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:20:57.122391 tst gprs:oc2g+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:20:57.143300 tst gprs:oc2g+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:20:57.181903 tst gprs:oc2g+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:20:57.775309 tst gprs:oc2g+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:20:57.826393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:57.837461 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:20:57.874453 tst cs_paging_gprs_active.py: using LAC 36036 20:20:58.000250 tst cs_paging_gprs_active.py: using RAC 81 20:20:58.126544 tst cs_paging_gprs_active.py: using CellId 36036 20:20:58.253457 tst cs_paging_gprs_active.py: using BVCI 36037 20:20:58.370223 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.381403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.392308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.403200 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.414047 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.424774 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.435829 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.446782 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:20:58.457864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:20:58.580855 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:20:58.697503 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:20:58.899748 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:20:59.204021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Launched 20:20:59.468055 run iperf3-srv_10.42.42.10(pid=27361): Launched 20:20:59.580477 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:20:59.780501 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:00.082433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Launched 20:21:00.346286 run iperf3-srv_10.42.42.10(pid=27363): Launched 20:21:00.458691 tst cs_paging_gprs_active.py:38: start network... 20:21:00.658859 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:21:01.154112 run create_hlr_db(pid=27364): Launched 20:21:01.294617 bus /gobi_6: Setting Powered False 20:21:02.358303 run create_hlr_db(pid=27364): Terminated: ok {rc=0} 20:21:02.806554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Launched 20:21:03.129467 run osmo-hlr_10.42.42.2(pid=27367): Launched 20:21:03.252543 run osmo-stp_10.42.42.5: Starting osmo-stp 20:21:03.811330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Launched 20:21:04.134762 run osmo-stp_10.42.42.5(pid=27370): Launched 20:21:04.257453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:21:04.814360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Launched 20:21:04.937552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:21:05.212086 run patchelf(pid=27373): Launched 20:21:05.390073 run osmo-stp_10.42.42.5(pid=27370): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)] 20:21:05.526084 run osmo-stp_10.42.42.5(pid=27370): stdout: | (launched: 2022-12-13_20:21:04.073854) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:05.663169 run osmo-stp_10.42.42.5(pid=27370): stderr: | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202104266 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:05.800361 run osmo-stp_10.42.42.5(pid=27370): stdout: | (launched: 2022-12-13_20:21:04.073854) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:05.932606 run osmo-stp_10.42.42.5(pid=27370): stderr: | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202104265 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202104266 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202104266 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:06.090000 run patchelf(pid=27373): Terminating (SIGINT) 20:21:06.270985 run patchelf(pid=27373): Terminated: ok {rc=0} 20:21:06.401946 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27370): Process ended prematurely: osmo-stp_10.42.42.5(pid=27370) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:21:06.412000 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:21:06.440185 run osmo-hlr_10.42.42.2(pid=27367): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27367)] 20:21:06.490223 run osmo-hlr_10.42.42.2(pid=27367): stdout: | (launched: 2022-12-13_20:21:03.068639) 20:21:06.542037 run osmo-hlr_10.42.42.2(pid=27367): stderr: | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202103266 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202103279 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202103289 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202103289 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202103289 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:21:06.594288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Terminating (SIGTERM) 20:21:06.635981 run iperf3-srv_10.42.42.10(pid=27361): Terminating (SIGTERM) 20:21:06.678268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Terminating (SIGTERM) 20:21:06.720390 run iperf3-srv_10.42.42.10(pid=27363): Terminating (SIGTERM) 20:21:06.761968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Terminating (SIGTERM) 20:21:06.804234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Terminating (SIGTERM) 20:21:06.846047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Terminating (SIGTERM) 20:21:06.888107 --- ParallelTerminationStrategy: PID 27360 died... 20:21:06.907995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Terminated: ok {rc=0} 20:21:06.954406 --- ParallelTerminationStrategy: PID 27361 died... 20:21:06.973645 run iperf3-srv_10.42.42.10(pid=27361): Terminated {rc=256} 20:21:07.019082 --- ParallelTerminationStrategy: PID 27362 died... 20:21:07.038400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Terminated: ok {rc=0} 20:21:07.084055 --- ParallelTerminationStrategy: PID 27363 died... 20:21:07.103553 run iperf3-srv_10.42.42.10(pid=27363): Terminated {rc=256} 20:21:07.149207 --- ParallelTerminationStrategy: PID 27366 died... 20:21:07.168520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Terminated: ok {rc=0} 20:21:07.213913 --- ParallelTerminationStrategy: PID 27369 died... 20:21:07.233191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Terminated: ok {rc=0} 20:21:07.278894 --- ParallelTerminationStrategy: PID 27372 died... 20:21:07.298398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Terminated: ok {rc=0} 20:21:07.384674 bus /gobi_0: Setting Powered False 20:21:08.483635 bus /gobi_0: Setting Powered False 20:21:09.599736 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:21:10.744609 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:10.756068 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:21:10.792579 tst iperf3.py: using LAC 36037 20:21:10.910187 tst iperf3.py: using RAC 82 20:21:11.026439 tst iperf3.py: using CellId 36037 20:21:11.142402 tst iperf3.py: using BVCI 36038 20:21:11.252762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.263448 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.274088 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.284494 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.295434 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.306322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.317254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.328062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:11.339109 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:11.461350 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:21:11.676487 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:11.997351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Launched 20:21:12.275579 run iperf3-srv_10.42.42.10(pid=27375): Launched 20:21:12.395417 tst iperf3.py:8: start network... 20:21:12.610417 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:21:13.104938 run create_hlr_db(pid=27376): Launched 20:21:13.234915 bus /gobi_6: Setting Powered False 20:21:14.294173 run create_hlr_db(pid=27376): Terminated: ok {rc=0} 20:21:14.735839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Launched 20:21:15.054594 run osmo-hlr_10.42.42.2(pid=27379): Launched 20:21:15.176318 run osmo-stp_10.42.42.5: Starting osmo-stp 20:21:15.723425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Launched 20:21:16.081684 run osmo-stp_10.42.42.5(pid=27382): Launched 20:21:16.322066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:21:16.952426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Launched 20:21:17.088092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:21:17.364367 run patchelf(pid=27385): Launched 20:21:17.545260 run osmo-stp_10.42.42.5(pid=27382): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)] 20:21:17.682118 run osmo-stp_10.42.42.5(pid=27382): stdout: | (launched: 2022-12-13_20:21:16.013075) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:17.820559 run osmo-stp_10.42.42.5(pid=27382): stderr: | [0;m[38;5;43m20221213202116298 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202116298 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202116299 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202116299 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202116299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202116300 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202116300 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:17.959479 run osmo-stp_10.42.42.5(pid=27382): stdout: | (launched: 2022-12-13_20:21:16.013075) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:18.092708 run osmo-stp_10.42.42.5(pid=27382): stderr: | [0;m[38;5;43m20221213202116298 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202116298 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202116299 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202116299 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202116299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202116300 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202116300 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:18.251223 run patchelf(pid=27385): Terminating (SIGINT) 20:21:18.433274 run patchelf(pid=27385): Terminated: ok {rc=0} 20:21:18.565025 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27382): Process ended prematurely: osmo-stp_10.42.42.5(pid=27382) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8] 20:21:18.575332 tst iperf3.py:8: Test FAILED (7.9 sec) 20:21:18.603579 run osmo-hlr_10.42.42.2(pid=27379): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27379)] 20:21:18.653457 run osmo-hlr_10.42.42.2(pid=27379): stdout: | (launched: 2022-12-13_20:21:14.995800) 20:21:18.705547 run osmo-hlr_10.42.42.2(pid=27379): stderr: | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202115189 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202115211 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202115220 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202115221 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202115221 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:21:18.757645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Terminating (SIGTERM) 20:21:18.799372 run iperf3-srv_10.42.42.10(pid=27375): Terminating (SIGTERM) 20:21:18.841050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Terminating (SIGTERM) 20:21:18.883257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Terminating (SIGTERM) 20:21:18.925015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Terminating (SIGTERM) 20:21:18.967295 --- ParallelTerminationStrategy: PID 27374 died... 20:21:18.987242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Terminated: ok {rc=0} 20:21:19.044465 --- ParallelTerminationStrategy: PID 27375 died... 20:21:19.066157 run iperf3-srv_10.42.42.10(pid=27375): Terminated {rc=256} 20:21:19.117540 --- ParallelTerminationStrategy: PID 27378 died... 20:21:19.137438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Terminated: ok {rc=0} 20:21:19.183688 --- ParallelTerminationStrategy: PID 27381 died... 20:21:19.203236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Terminated: ok {rc=0} 20:21:19.249447 --- ParallelTerminationStrategy: PID 27384 died... 20:21:19.268903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Terminated: ok {rc=0} 20:21:19.357876 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:21:20.507876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:20.519597 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:21:20.555603 tst iperf3m4.py: using LAC 36038 20:21:20.674102 tst iperf3m4.py: using RAC 83 20:21:20.791318 tst iperf3m4.py: using CellId 36038 20:21:20.906682 tst iperf3m4.py: using BVCI 36039 20:21:21.015059 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.026150 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.036638 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.047447 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.058210 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.069065 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.080109 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.090889 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:21.102022 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:21.224600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:21.346929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:21.468628 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:21.587826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:21:21.803207 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:22.125615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Launched 20:21:22.405952 run iperf3-srv_10.42.42.10(pid=27387): Launched 20:21:22.527439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:21:22.745562 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:23.070901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Launched 20:21:23.354270 run iperf3-srv_10.42.42.10(pid=27389): Launched 20:21:23.475429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:21:23.693889 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:24.018137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Launched 20:21:24.301345 run iperf3-srv_10.42.42.10(pid=27391): Launched 20:21:24.422571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:21:24.640544 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:24.965313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Launched 20:21:25.247003 run iperf3-srv_10.42.42.10(pid=27393): Launched 20:21:25.368573 tst iperf3m4.py:8: start network... 20:21:25.587571 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:21:26.091704 run create_hlr_db(pid=27394): Launched 20:21:26.225303 bus /gobi_6: Setting Powered False 20:21:27.289580 run create_hlr_db(pid=27394): Terminated: ok {rc=0} 20:21:27.724417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Launched 20:21:28.051566 run osmo-hlr_10.42.42.2(pid=27397): Launched 20:21:28.175306 run osmo-stp_10.42.42.5: Starting osmo-stp 20:21:28.740516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Launched 20:21:29.066983 run osmo-stp_10.42.42.5(pid=27400): Launched 20:21:29.191648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:21:29.753695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Launched 20:21:29.880462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:21:30.157335 run patchelf(pid=27403): Launched 20:21:30.339737 run osmo-stp_10.42.42.5(pid=27400): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)] 20:21:30.477477 run osmo-stp_10.42.42.5(pid=27400): stdout: | (launched: 2022-12-13_20:21:29.006795) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:30.616629 run osmo-stp_10.42.42.5(pid=27400): stderr: | [0;m[38;5;43m20221213202129194 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202129195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202129195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202129195 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:30.755690 run osmo-stp_10.42.42.5(pid=27400): stdout: | (launched: 2022-12-13_20:21:29.006795) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:30.911729 run osmo-stp_10.42.42.5(pid=27400): stderr: | [0;m[38;5;43m20221213202129194 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202129195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202129195 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202129195 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202129196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:31.074682 run patchelf(pid=27403): Terminating (SIGINT) 20:21:31.254353 run patchelf(pid=27403): Terminated: ok {rc=0} 20:21:31.385436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8] 20:21:31.396279 tst iperf3m4.py:8: Test FAILED (10.9 sec) 20:21:31.425254 run osmo-hlr_10.42.42.2(pid=27397): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27397)] 20:21:31.480165 run osmo-hlr_10.42.42.2(pid=27397): stdout: | (launched: 2022-12-13_20:21:27.991683) 20:21:31.533726 run osmo-hlr_10.42.42.2(pid=27397): stderr: | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202128187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202128200 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202128208 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202128209 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202128209 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:21:31.588096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Terminating (SIGTERM) 20:21:31.630934 run iperf3-srv_10.42.42.10(pid=27387): Terminating (SIGTERM) 20:21:31.679942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Terminating (SIGTERM) 20:21:31.724355 run iperf3-srv_10.42.42.10(pid=27389): Terminating (SIGTERM) 20:21:31.770607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Terminating (SIGTERM) 20:21:31.814523 run iperf3-srv_10.42.42.10(pid=27391): Terminating (SIGTERM) 20:21:31.861434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Terminating (SIGTERM) 20:21:31.906394 run iperf3-srv_10.42.42.10(pid=27393): Terminating (SIGTERM) 20:21:31.953193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminating (SIGTERM) 20:21:31.996269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminating (SIGTERM) 20:21:32.039669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminating (SIGTERM) 20:21:32.086190 --- ParallelTerminationStrategy: PID 27386 died... 20:21:32.107831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Terminated: ok {rc=0} 20:21:32.156313 --- ParallelTerminationStrategy: PID 27387 died... 20:21:32.177575 run iperf3-srv_10.42.42.10(pid=27387): Terminated {rc=256} 20:21:32.224706 --- ParallelTerminationStrategy: PID 27388 died... 20:21:32.245928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Terminated: ok {rc=0} 20:21:32.294360 --- ParallelTerminationStrategy: PID 27389 died... 20:21:32.313699 run iperf3-srv_10.42.42.10(pid=27389): Terminated {rc=256} 20:21:32.358709 --- ParallelTerminationStrategy: PID 27390 died... 20:21:32.378165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Terminated: ok {rc=0} 20:21:32.423152 --- ParallelTerminationStrategy: PID 27391 died... 20:21:32.442617 run iperf3-srv_10.42.42.10(pid=27391): Terminated {rc=256} 20:21:32.488242 --- ParallelTerminationStrategy: PID 27392 died... 20:21:32.507817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Terminated: ok {rc=0} 20:21:32.553006 --- ParallelTerminationStrategy: PID 27393 died... 20:21:32.572605 run iperf3-srv_10.42.42.10(pid=27393): Terminated {rc=256} 20:21:32.617553 --- ParallelTerminationStrategy: PID 27396 died... 20:21:32.636641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminated: ok {rc=0} 20:21:32.682048 --- ParallelTerminationStrategy: PID 27399 died... 20:21:32.701513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminated: ok {rc=0} 20:21:32.746692 --- ParallelTerminationStrategy: PID 27402 died... 20:21:32.766150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminated: ok {rc=0} 20:21:32.853962 bus /gobi_4: Setting Powered False 20:21:33.955784 bus /gobi_4: Setting Powered False 20:21:35.074786 bus /gobi_1: Setting Powered False 20:21:36.175142 bus /gobi_1: Setting Powered False 20:21:37.292260 bus /gobi_0: Setting Powered False 20:21:38.388074 bus /gobi_0: Setting Powered False 20:21:39.503607 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs ping.py ---------------------------------------------- 20:21:40.607959 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:40.619848 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:21:40.663248 tst ping.py: using LAC 36039 20:21:40.787785 tst ping.py: using RAC 84 20:21:40.911293 tst ping.py: using CellId 36039 20:21:41.041760 tst ping.py: using BVCI 36040 20:21:41.160170 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.171561 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.182738 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.193835 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.204923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.216141 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.227562 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:41.238883 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:41.357785 tst ping.py:19: start network... 20:21:41.571593 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:21:42.066152 run create_hlr_db(pid=27404): Launched 20:21:42.198659 bus /gobi_6: Setting Powered False 20:21:43.261972 run create_hlr_db(pid=27404): Terminated: ok {rc=0} 20:21:43.690529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Launched 20:21:43.992286 run osmo-hlr_10.42.42.2(pid=27407): Launched 20:21:44.105994 run osmo-stp_10.42.42.5: Starting osmo-stp 20:21:44.635133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Launched 20:21:44.935594 run osmo-stp_10.42.42.5(pid=27410): Launched 20:21:45.049656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:21:45.566305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Launched 20:21:45.681152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:21:45.945715 run patchelf(pid=27413): Launched 20:21:46.139455 run osmo-stp_10.42.42.5(pid=27410): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)] 20:21:46.279805 run osmo-stp_10.42.42.5(pid=27410): stdout: | (launched: 2022-12-13_20:21:44.879872) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:46.420933 run osmo-stp_10.42.42.5(pid=27410): stderr: | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202145048 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202145048 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202145049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202145049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:46.563247 run osmo-stp_10.42.42.5(pid=27410): stdout: | (launched: 2022-12-13_20:21:44.879872) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:46.699627 run osmo-stp_10.42.42.5(pid=27410): stderr: | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202145047 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202145048 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202145048 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202145049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202145049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:46.850982 run patchelf(pid=27413): Terminating (SIGINT) 20:21:47.033333 run patchelf(pid=27413): Terminated: ok {rc=0} 20:21:47.167194 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27410): Process ended prematurely: osmo-stp_10.42.42.5(pid=27410) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22] 20:21:47.177232 tst ping.py:22: Test FAILED (6.6 sec) 20:21:47.205961 run osmo-hlr_10.42.42.2(pid=27407): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27407)] 20:21:47.256863 run osmo-hlr_10.42.42.2(pid=27407): stdout: | (launched: 2022-12-13_20:21:43.936552) 20:21:47.309595 run osmo-hlr_10.42.42.2(pid=27407): stderr: | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202144111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202144127 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202144137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202144137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202144137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:21:47.362652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Terminating (SIGTERM) 20:21:47.404886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Terminating (SIGTERM) 20:21:47.447547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Terminating (SIGTERM) 20:21:47.490381 --- ParallelTerminationStrategy: PID 27406 died... 20:21:47.510558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Terminated: ok {rc=0} 20:21:47.557385 --- ParallelTerminationStrategy: PID 27409 died... 20:21:47.577558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Terminated: ok {rc=0} 20:21:47.623940 --- ParallelTerminationStrategy: PID 27412 died... 20:21:47.643676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Terminated: ok {rc=0} 20:21:47.733202 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:21:48.820544 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:48.832565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:21:48.871268 tst ping_idle_ping.py: using LAC 36040 20:21:48.990353 tst ping_idle_ping.py: using RAC 85 20:21:49.110245 tst ping_idle_ping.py: using CellId 36040 20:21:49.229102 tst ping_idle_ping.py: using BVCI 36041 20:21:49.340111 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.350982 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.361777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.372402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.383239 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.394043 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.405020 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:21:49.415948 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:21:49.535914 tst ping_idle_ping.py:24: start network... 20:21:49.751889 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:21:50.251483 run create_hlr_db(pid=27414): Launched 20:21:50.383687 bus /gobi_6: Setting Powered False 20:21:51.446511 run create_hlr_db(pid=27414): Terminated: ok {rc=0} 20:21:51.894877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Launched 20:21:52.218774 run osmo-hlr_10.42.42.2(pid=27417): Launched 20:21:52.342498 run osmo-stp_10.42.42.5: Starting osmo-stp 20:21:52.899982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Launched 20:21:53.222784 run osmo-stp_10.42.42.5(pid=27420): Launched 20:21:53.344756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:21:53.898884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Launched 20:21:54.022681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:21:54.295157 run patchelf(pid=27423): Launched 20:21:54.475074 run osmo-stp_10.42.42.5(pid=27420): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)] 20:21:54.611037 run osmo-stp_10.42.42.5(pid=27420): stdout: | (launched: 2022-12-13_20:21:53.163494) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:54.748384 run osmo-stp_10.42.42.5(pid=27420): stderr: | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202153355 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:54.886254 run osmo-stp_10.42.42.5(pid=27420): stdout: | (launched: 2022-12-13_20:21:53.163494) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:21:55.018744 run osmo-stp_10.42.42.5(pid=27420): stderr: | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202153354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202153355 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202153355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:21:55.175849 run patchelf(pid=27423): Terminating (SIGINT) 20:21:55.356373 run patchelf(pid=27423): Terminated: ok {rc=0} 20:21:55.486723 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27420): Process ended prematurely: osmo-stp_10.42.42.5(pid=27420) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27] 20:21:55.496411 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 20:21:55.524774 run osmo-hlr_10.42.42.2(pid=27417): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27417)] 20:21:55.575571 run osmo-hlr_10.42.42.2(pid=27417): stdout: | (launched: 2022-12-13_20:21:52.159314) 20:21:55.627837 run osmo-hlr_10.42.42.2(pid=27417): stderr: | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202152354 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202152367 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202152376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202152376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202152376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:21:55.680339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Terminating (SIGTERM) 20:21:55.722372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Terminating (SIGTERM) 20:21:55.764397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Terminating (SIGTERM) 20:21:55.807099 --- ParallelTerminationStrategy: PID 27416 died... 20:21:55.827484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Terminated: ok {rc=0} 20:21:55.873955 --- ParallelTerminationStrategy: PID 27419 died... 20:21:55.893586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Terminated: ok {rc=0} 20:21:55.939569 --- ParallelTerminationStrategy: PID 27422 died... 20:21:55.959155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Terminated: ok {rc=0} 20:21:56.047637 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:21:57.350400 tst gprs:oc2g+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:21:57.356804 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:21:57.377992 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:21:57.419236 tst gprs:oc2g+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:21:57.506065 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:21:57.527539 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:21:57.567703 tst gprs:oc2g+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:21:58.162697 tst gprs:oc2g+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:21:58.215674 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.226854 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:21:58.284232 tst cs_paging_gprs_active.py: using LAC 36041 20:21:58.410960 tst cs_paging_gprs_active.py: using RAC 86 20:21:58.538417 tst cs_paging_gprs_active.py: using CellId 36041 20:21:58.664780 tst cs_paging_gprs_active.py: using BVCI 36042 20:21:58.783623 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.795067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.806106 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.817193 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.828193 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.839249 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.850513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.861500 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:21:58.872654 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:21:58.993671 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:21:59.115492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:21:59.337475 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:21:59.652505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Launched 20:21:59.921373 run iperf3-srv_10.42.42.10(pid=27428): Launched 20:22:00.036750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:22:00.243154 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:00.551997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Launched 20:22:00.844930 run iperf3-srv_10.42.42.10(pid=27430): Launched 20:22:00.999294 tst cs_paging_gprs_active.py:38: start network... 20:22:01.222655 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:22:01.740609 run create_hlr_db(pid=27431): Launched 20:22:01.907934 bus /gobi_6: Setting Powered False 20:22:02.971965 run create_hlr_db(pid=27431): Terminated: ok {rc=0} 20:22:03.411984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Launched 20:22:03.719216 run osmo-hlr_10.42.42.2(pid=27434): Launched 20:22:03.836294 run osmo-stp_10.42.42.5: Starting osmo-stp 20:22:04.368653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Launched 20:22:04.676308 run osmo-stp_10.42.42.5(pid=27437): Launched 20:22:04.793403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:22:05.321917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Launched 20:22:05.439271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:22:05.698897 run patchelf(pid=27440): Launched 20:22:05.869507 run osmo-stp_10.42.42.5(pid=27437): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)] 20:22:05.999801 run osmo-stp_10.42.42.5(pid=27437): stdout: | (launched: 2022-12-13_20:22:04.619536) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:06.132464 run osmo-stp_10.42.42.5(pid=27437): stderr: | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202204789 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:06.264285 run osmo-stp_10.42.42.5(pid=27437): stdout: | (launched: 2022-12-13_20:22:04.619536) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:06.391127 run osmo-stp_10.42.42.5(pid=27437): stderr: | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202204788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202204789 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202204789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:06.540879 run patchelf(pid=27440): Terminating (SIGINT) 20:22:06.715404 run patchelf(pid=27440): Terminated: ok {rc=0} 20:22:06.841606 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27437): Process ended prematurely: osmo-stp_10.42.42.5(pid=27437) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:22:06.851023 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:22:06.878212 run osmo-hlr_10.42.42.2(pid=27434): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27434)] 20:22:06.927100 run osmo-hlr_10.42.42.2(pid=27434): stdout: | (launched: 2022-12-13_20:22:03.662592) 20:22:06.977103 run osmo-hlr_10.42.42.2(pid=27434): stderr: | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202203837 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202203851 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202203862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202203862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202203862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:22:07.027347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminating (SIGTERM) 20:22:07.067688 run iperf3-srv_10.42.42.10(pid=27428): Terminating (SIGTERM) 20:22:07.108026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Terminating (SIGTERM) 20:22:07.149024 run iperf3-srv_10.42.42.10(pid=27430): Terminating (SIGTERM) 20:22:07.189649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Terminating (SIGTERM) 20:22:07.230892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Terminating (SIGTERM) 20:22:07.271583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Terminating (SIGTERM) 20:22:07.312215 --- ParallelTerminationStrategy: PID 27427 died... 20:22:07.331997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminated: ok {rc=0} 20:22:07.376790 --- ParallelTerminationStrategy: PID 27428 died... 20:22:07.395981 run iperf3-srv_10.42.42.10(pid=27428): Terminated {rc=256} 20:22:07.440355 --- ParallelTerminationStrategy: PID 27429 died... 20:22:07.459583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Terminated: ok {rc=0} 20:22:07.504794 --- ParallelTerminationStrategy: PID 27430 died... 20:22:07.524014 run iperf3-srv_10.42.42.10(pid=27430): Terminated {rc=256} 20:22:07.568460 --- ParallelTerminationStrategy: PID 27433 died... 20:22:07.587955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Terminated: ok {rc=0} 20:22:07.632636 --- ParallelTerminationStrategy: PID 27436 died... 20:22:07.651947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Terminated: ok {rc=0} 20:22:07.696515 --- ParallelTerminationStrategy: PID 27439 died... 20:22:07.715801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Terminated: ok {rc=0} 20:22:07.803311 bus /gobi_0: Setting Powered False 20:22:08.902590 bus /gobi_0: Setting Powered False 20:22:10.020008 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:22:11.166669 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.179105 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:22:11.237937 tst iperf3.py: using LAC 36042 20:22:11.356523 tst iperf3.py: using RAC 87 20:22:11.474373 tst iperf3.py: using CellId 36042 20:22:11.592465 tst iperf3.py: using BVCI 36043 20:22:11.703480 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.714588 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.725270 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.735735 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.747337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.758558 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.769945 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.781189 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:11.792427 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:11.914620 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:22:12.135630 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:12.465152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Launched 20:22:12.750483 run iperf3-srv_10.42.42.10(pid=27442): Launched 20:22:12.875359 tst iperf3.py:8: start network... 20:22:13.097312 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:22:13.604503 run create_hlr_db(pid=27443): Launched 20:22:13.739293 bus /gobi_6: Setting Powered False 20:22:14.803446 run create_hlr_db(pid=27443): Terminated: ok {rc=0} 20:22:15.239738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Launched 20:22:15.546647 run osmo-hlr_10.42.42.2(pid=27446): Launched 20:22:15.664322 run osmo-stp_10.42.42.5: Starting osmo-stp 20:22:16.249699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Launched 20:22:16.575728 run osmo-stp_10.42.42.5(pid=27449): Launched 20:22:16.801134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:22:17.507777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Launched 20:22:17.633778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:22:17.909881 run patchelf(pid=27452): Launched 20:22:18.091180 run osmo-stp_10.42.42.5(pid=27449): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)] 20:22:18.229560 run osmo-stp_10.42.42.5(pid=27449): stdout: | (launched: 2022-12-13_20:22:16.516604) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:18.369186 run osmo-stp_10.42.42.5(pid=27449): stderr: | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202216725 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202216725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202216725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202216726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:18.509050 run osmo-stp_10.42.42.5(pid=27449): stdout: | (launched: 2022-12-13_20:22:16.516604) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:18.642917 run osmo-stp_10.42.42.5(pid=27449): stderr: | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202216724 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202216725 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202216725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202216725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202216726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:18.801558 run patchelf(pid=27452): Terminating (SIGINT) 20:22:18.984892 run patchelf(pid=27452): Terminated: ok {rc=0} 20:22:19.117650 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8] 20:22:19.128257 tst iperf3.py:8: Test FAILED (8.0 sec) 20:22:19.156774 run osmo-hlr_10.42.42.2(pid=27446): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27446)] 20:22:19.207505 run osmo-hlr_10.42.42.2(pid=27446): stdout: | (launched: 2022-12-13_20:22:15.490256) 20:22:19.259777 run osmo-hlr_10.42.42.2(pid=27446): stderr: | [0;m[1;31m20221213202215663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202215663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202215663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202215663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202215664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202215664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202215676 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202215684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202215685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202215685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:22:19.312563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminating (SIGTERM) 20:22:19.354967 run iperf3-srv_10.42.42.10(pid=27442): Terminating (SIGTERM) 20:22:19.397305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminating (SIGTERM) 20:22:19.439663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminating (SIGTERM) 20:22:19.482471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Terminating (SIGTERM) 20:22:19.524877 --- ParallelTerminationStrategy: PID 27441 died... 20:22:19.545097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminated: ok {rc=0} 20:22:19.591667 --- ParallelTerminationStrategy: PID 27442 died... 20:22:19.611408 run iperf3-srv_10.42.42.10(pid=27442): Terminated {rc=256} 20:22:19.657564 --- ParallelTerminationStrategy: PID 27445 died... 20:22:19.677338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminated: ok {rc=0} 20:22:19.723684 --- ParallelTerminationStrategy: PID 27448 died... 20:22:19.743414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminated: ok {rc=0} 20:22:19.789623 --- ParallelTerminationStrategy: PID 27451 died... 20:22:19.809354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Terminated: ok {rc=0} 20:22:19.898955 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:22:21.050083 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.062089 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:22:21.121121 tst iperf3m4.py: using LAC 36043 20:22:21.250259 tst iperf3m4.py: using RAC 88 20:22:21.377232 tst iperf3m4.py: using CellId 36043 20:22:21.505294 tst iperf3m4.py: using BVCI 36044 20:22:21.623315 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.634783 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.645956 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.657060 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.668134 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.679663 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.691280 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.702584 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:21.714084 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:21.836351 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:21.957276 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:22.077128 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:22.195587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:22:22.401304 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:22.709270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Launched 20:22:22.975566 run iperf3-srv_10.42.42.10(pid=27454): Launched 20:22:23.090524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:22:23.294750 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:23.601199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Launched 20:22:23.868348 run iperf3-srv_10.42.42.10(pid=27456): Launched 20:22:23.983651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:22:24.189406 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:24.497472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Launched 20:22:24.764167 run iperf3-srv_10.42.42.10(pid=27458): Launched 20:22:24.879374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:22:25.084275 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:22:25.392367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Launched 20:22:25.659123 run iperf3-srv_10.42.42.10(pid=27460): Launched 20:22:25.776225 tst iperf3m4.py:8: start network... 20:22:25.981855 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:22:26.456909 run create_hlr_db(pid=27461): Launched 20:22:26.576037 bus /gobi_6: Setting Powered False 20:22:27.636575 run create_hlr_db(pid=27461): Terminated: ok {rc=0} 20:22:28.064296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Launched 20:22:28.372211 run osmo-hlr_10.42.42.2(pid=27464): Launched 20:22:28.489391 run osmo-stp_10.42.42.5: Starting osmo-stp 20:22:29.033400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Launched 20:22:29.341294 run osmo-stp_10.42.42.5(pid=27467): Launched 20:22:29.459428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:22:29.988759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Launched 20:22:30.106772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:22:30.367453 run patchelf(pid=27470): Launched 20:22:30.537232 run osmo-stp_10.42.42.5(pid=27467): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)] 20:22:30.666952 run osmo-stp_10.42.42.5(pid=27467): stdout: | (launched: 2022-12-13_20:22:29.284165) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:30.798568 run osmo-stp_10.42.42.5(pid=27467): stderr: | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202229452 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:30.962512 run osmo-stp_10.42.42.5(pid=27467): stdout: | (launched: 2022-12-13_20:22:29.284165) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:31.103812 run osmo-stp_10.42.42.5(pid=27467): stderr: | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202229451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202229452 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202229452 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:31.271837 run patchelf(pid=27470): Terminating (SIGINT) 20:22:31.462938 run patchelf(pid=27470): Terminated: ok {rc=0} 20:22:31.601612 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:22:31.612905 tst iperf3m4.py:8: Test FAILED (10.6 sec) 20:22:31.643396 run osmo-hlr_10.42.42.2(pid=27464): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27464)] 20:22:31.699521 run osmo-hlr_10.42.42.2(pid=27464): stdout: | (launched: 2022-12-13_20:22:28.315301) 20:22:31.755479 run osmo-hlr_10.42.42.2(pid=27464): stderr: | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202228489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202228502 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202228513 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202228513 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202228513 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:22:31.811438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminating (SIGTERM) 20:22:31.856275 run iperf3-srv_10.42.42.10(pid=27454): Terminating (SIGTERM) 20:22:31.905186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminating (SIGTERM) 20:22:31.950437 run iperf3-srv_10.42.42.10(pid=27456): Terminating (SIGTERM) 20:22:31.997894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminating (SIGTERM) 20:22:32.043151 run iperf3-srv_10.42.42.10(pid=27458): Terminating (SIGTERM) 20:22:32.091867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Terminating (SIGTERM) 20:22:32.137987 run iperf3-srv_10.42.42.10(pid=27460): Terminating (SIGTERM) 20:22:32.182332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminating (SIGTERM) 20:22:32.225131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminating (SIGTERM) 20:22:32.268378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Terminating (SIGTERM) 20:22:32.311581 --- ParallelTerminationStrategy: PID 27453 died... 20:22:32.332264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminated: ok {rc=0} 20:22:32.379588 --- ParallelTerminationStrategy: PID 27454 died... 20:22:32.399777 run iperf3-srv_10.42.42.10(pid=27454): Terminated {rc=256} 20:22:32.446967 --- ParallelTerminationStrategy: PID 27455 died... 20:22:32.467189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminated: ok {rc=0} 20:22:32.514121 --- ParallelTerminationStrategy: PID 27456 died... 20:22:32.534428 run iperf3-srv_10.42.42.10(pid=27456): Terminated {rc=256} 20:22:32.581856 --- ParallelTerminationStrategy: PID 27457 died... 20:22:32.602120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminated: ok {rc=0} 20:22:32.649191 --- ParallelTerminationStrategy: PID 27458 died... 20:22:32.669405 run iperf3-srv_10.42.42.10(pid=27458): Terminated {rc=256} 20:22:32.716125 --- ParallelTerminationStrategy: PID 27459 died... 20:22:32.736444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Terminated: ok {rc=0} 20:22:32.783622 --- ParallelTerminationStrategy: PID 27460 died... 20:22:32.804108 run iperf3-srv_10.42.42.10(pid=27460): Terminated {rc=256} 20:22:32.851770 --- ParallelTerminationStrategy: PID 27463 died... 20:22:32.872328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminated: ok {rc=0} 20:22:32.919765 --- ParallelTerminationStrategy: PID 27466 died... 20:22:32.940666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminated: ok {rc=0} 20:22:32.988170 --- ParallelTerminationStrategy: PID 27469 died... 20:22:33.008562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Terminated: ok {rc=0} 20:22:33.098782 bus /gobi_4: Setting Powered False 20:22:34.199208 bus /gobi_4: Setting Powered False 20:22:35.316441 bus /gobi_1: Setting Powered False 20:22:36.415705 bus /gobi_1: Setting Powered False 20:22:37.534208 bus /gobi_0: Setting Powered False 20:22:38.634244 bus /gobi_0: Setting Powered False 20:22:39.753489 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:22:40.854183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:40.865774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:22:40.922718 tst ping.py: using LAC 36044 20:22:41.040456 tst ping.py: using RAC 89 20:22:41.160007 tst ping.py: using CellId 36044 20:22:41.279381 tst ping.py: using BVCI 36045 20:22:41.389481 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.400283 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.410987 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.421612 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.432570 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.443865 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.455044 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:41.466008 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:41.582520 tst ping.py:19: start network... 20:22:41.783219 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:22:42.247901 run create_hlr_db(pid=27472): Launched 20:22:42.362294 bus /gobi_6: Setting Powered False 20:22:43.422344 run create_hlr_db(pid=27472): Terminated: ok {rc=0} 20:22:43.863212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Launched 20:22:44.186073 run osmo-hlr_10.42.42.2(pid=27475): Launched 20:22:44.310173 run osmo-stp_10.42.42.5: Starting osmo-stp 20:22:44.867488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Launched 20:22:45.189414 run osmo-stp_10.42.42.5(pid=27478): Launched 20:22:45.313243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:22:45.877878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Launched 20:22:46.013098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:22:46.298470 run patchelf(pid=27481): Launched 20:22:46.492289 run osmo-stp_10.42.42.5(pid=27478): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)] 20:22:46.631621 run osmo-stp_10.42.42.5(pid=27478): stdout: | (launched: 2022-12-13_20:22:45.129907) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:46.772056 run osmo-stp_10.42.42.5(pid=27478): stderr: | [0;m[38;5;43m20221213202245318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202245319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202245319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202245319 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:46.937921 run osmo-stp_10.42.42.5(pid=27478): stdout: | (launched: 2022-12-13_20:22:45.129907) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:47.105714 run osmo-stp_10.42.42.5(pid=27478): stderr: | [0;m[38;5;43m20221213202245318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202245319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202245319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202245319 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202245320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:47.276737 run patchelf(pid=27481): Terminating (SIGINT) 20:22:47.458495 run patchelf(pid=27481): Terminated: ok {rc=0} 20:22:47.589266 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22] 20:22:47.599097 tst ping.py:22: Test FAILED (6.7 sec) 20:22:47.627662 run osmo-hlr_10.42.42.2(pid=27475): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27475)] 20:22:47.679082 run osmo-hlr_10.42.42.2(pid=27475): stdout: | (launched: 2022-12-13_20:22:44.126434) 20:22:47.732078 run osmo-hlr_10.42.42.2(pid=27475): stderr: | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202244323 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202244336 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202244346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202244346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202244346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:22:47.785460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminating (SIGTERM) 20:22:47.828135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminating (SIGTERM) 20:22:47.871038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Terminating (SIGTERM) 20:22:47.913986 --- ParallelTerminationStrategy: PID 27474 died... 20:22:47.934529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminated: ok {rc=0} 20:22:47.981906 --- ParallelTerminationStrategy: PID 27477 died... 20:22:48.001909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminated: ok {rc=0} 20:22:48.049336 --- ParallelTerminationStrategy: PID 27480 died... 20:22:48.069346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Terminated: ok {rc=0} 20:22:48.158946 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:22:49.246858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.258839 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:22:49.318238 tst ping_idle_ping.py: using LAC 36045 20:22:49.446208 tst ping_idle_ping.py: using RAC 90 20:22:49.574226 tst ping_idle_ping.py: using CellId 36045 20:22:49.701939 tst ping_idle_ping.py: using BVCI 36046 20:22:49.819543 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.831039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.842249 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.853529 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.864607 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.875867 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.887215 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:22:49.898597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:22:50.015625 tst ping_idle_ping.py:24: start network... 20:22:50.218403 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:22:50.688043 run create_hlr_db(pid=27482): Launched 20:22:50.804025 bus /gobi_6: Setting Powered False 20:22:51.863685 run create_hlr_db(pid=27482): Terminated: ok {rc=0} 20:22:52.309217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Launched 20:22:52.631854 run osmo-hlr_10.42.42.2(pid=27485): Launched 20:22:52.756864 run osmo-stp_10.42.42.5: Starting osmo-stp 20:22:53.312566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Launched 20:22:53.636567 run osmo-stp_10.42.42.5(pid=27488): Launched 20:22:53.762132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:22:54.318053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Launched 20:22:54.441273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:22:54.713385 run patchelf(pid=27491): Launched 20:22:54.892309 run osmo-stp_10.42.42.5(pid=27488): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)] 20:22:55.028895 run osmo-stp_10.42.42.5(pid=27488): stdout: | (launched: 2022-12-13_20:22:53.577167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:55.166905 run osmo-stp_10.42.42.5(pid=27488): stderr: | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202253768 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:55.305124 run osmo-stp_10.42.42.5(pid=27488): stdout: | (launched: 2022-12-13_20:22:53.577167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:22:55.437842 run osmo-stp_10.42.42.5(pid=27488): stderr: | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202253767 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202253768 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202253768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:22:55.594695 run patchelf(pid=27491): Terminating (SIGINT) 20:22:55.776004 run patchelf(pid=27491): Terminated: ok {rc=0} 20:22:55.906663 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:22:55.916218 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 20:22:55.944292 run osmo-hlr_10.42.42.2(pid=27485): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27485)] 20:22:55.994337 run osmo-hlr_10.42.42.2(pid=27485): stdout: | (launched: 2022-12-13_20:22:52.572204) 20:22:56.046251 run osmo-hlr_10.42.42.2(pid=27485): stderr: | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202252770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202252784 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202252794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202252794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202252794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:22:56.098524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminating (SIGTERM) 20:22:56.140395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminating (SIGTERM) 20:22:56.182937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Terminating (SIGTERM) 20:22:56.225174 --- ParallelTerminationStrategy: PID 27484 died... 20:22:56.245197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminated: ok {rc=0} 20:22:56.291944 --- ParallelTerminationStrategy: PID 27487 died... 20:22:56.314265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminated: ok {rc=0} 20:22:56.360310 --- ParallelTerminationStrategy: PID 27490 died... 20:22:56.380327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Terminated: ok {rc=0} 20:22:56.469774 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:22:57.763502 tst gprs:oc2g+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:22:57.769418 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:22:57.789664 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:22:57.829723 tst gprs:oc2g+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:22:57.917317 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:22:57.937570 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:22:57.976018 tst gprs:oc2g+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:22:58.568139 tst gprs:oc2g+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:22:58.618387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:58.629266 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:22:58.686613 tst cs_paging_gprs_active.py: using LAC 36046 20:22:58.815395 tst cs_paging_gprs_active.py: using RAC 91 20:22:58.944931 tst cs_paging_gprs_active.py: using CellId 36046 20:22:59.072091 tst cs_paging_gprs_active.py: using BVCI 36047 20:22:59.192888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.204399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.215455 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.226595 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.237626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.248668 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.259971 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.271023 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:22:59.282239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:22:59.400854 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:22:59.522475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:22:59.742788 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:00.070611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Launched 20:23:00.356165 run iperf3-srv_10.42.42.10(pid=27498): Launched 20:23:00.478854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:23:00.699141 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:01.045942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Launched 20:23:01.323186 run iperf3-srv_10.42.42.10(pid=27500): Launched 20:23:01.487894 tst cs_paging_gprs_active.py:38: start network... 20:23:01.703142 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:02.193915 run create_hlr_db(pid=27501): Launched 20:23:02.354501 bus /gobi_6: Setting Powered False 20:23:03.415629 run create_hlr_db(pid=27501): Terminated: ok {rc=0} 20:23:03.862736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Launched 20:23:04.192223 run osmo-hlr_10.42.42.2(pid=27504): Launched 20:23:04.316082 run osmo-stp_10.42.42.5: Starting osmo-stp 20:23:04.883028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Launched 20:23:05.213177 run osmo-stp_10.42.42.5(pid=27507): Launched 20:23:05.337145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:23:05.902187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Launched 20:23:06.028120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:23:06.306058 run patchelf(pid=27510): Launched 20:23:06.487944 run osmo-stp_10.42.42.5(pid=27507): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)] 20:23:06.626359 run osmo-stp_10.42.42.5(pid=27507): stdout: | (launched: 2022-12-13_20:23:05.152263) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:06.766053 run osmo-stp_10.42.42.5(pid=27507): stderr: | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202305344 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:06.905941 run osmo-stp_10.42.42.5(pid=27507): stdout: | (launched: 2022-12-13_20:23:05.152263) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:07.040862 run osmo-stp_10.42.42.5(pid=27507): stderr: | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202305343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202305344 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202305344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:07.200795 run patchelf(pid=27510): Terminating (SIGINT) 20:23:07.384517 run patchelf(pid=27510): Terminated: ok {rc=0} 20:23:07.517312 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:23:07.527634 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 20:23:07.556146 run osmo-hlr_10.42.42.2(pid=27504): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27504)] 20:23:07.606469 run osmo-hlr_10.42.42.2(pid=27504): stdout: | (launched: 2022-12-13_20:23:04.131527) 20:23:07.658363 run osmo-hlr_10.42.42.2(pid=27504): stderr: | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202304329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202304342 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202304350 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202304350 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202304351 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:23:07.710523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminating (SIGTERM) 20:23:07.752445 run iperf3-srv_10.42.42.10(pid=27498): Terminating (SIGTERM) 20:23:07.794370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminating (SIGTERM) 20:23:07.836713 run iperf3-srv_10.42.42.10(pid=27500): Terminating (SIGTERM) 20:23:07.879153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminating (SIGTERM) 20:23:07.921182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminating (SIGTERM) 20:23:07.963601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminating (SIGTERM) 20:23:08.006323 --- ParallelTerminationStrategy: PID 27497 died... 20:23:08.026392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminated: ok {rc=0} 20:23:08.072559 --- ParallelTerminationStrategy: PID 27498 died... 20:23:08.092022 run iperf3-srv_10.42.42.10(pid=27498): Terminated {rc=256} 20:23:08.138383 --- ParallelTerminationStrategy: PID 27499 died... 20:23:08.158157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminated: ok {rc=0} 20:23:08.204096 --- ParallelTerminationStrategy: PID 27500 died... 20:23:08.223472 run iperf3-srv_10.42.42.10(pid=27500): Terminated {rc=256} 20:23:08.269565 --- ParallelTerminationStrategy: PID 27503 died... 20:23:08.289526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminated: ok {rc=0} 20:23:08.335633 --- ParallelTerminationStrategy: PID 27506 died... 20:23:08.355202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminated: ok {rc=0} 20:23:08.401730 --- ParallelTerminationStrategy: PID 27509 died... 20:23:08.421281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminated: ok {rc=0} 20:23:08.509972 bus /gobi_0: Setting Powered False 20:23:09.609420 bus /gobi_0: Setting Powered False 20:23:10.726833 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:23:11.874634 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:11.886118 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:23:11.945259 tst iperf3.py: using LAC 36047 20:23:12.066211 tst iperf3.py: using RAC 92 20:23:12.188111 tst iperf3.py: using CellId 36047 20:23:12.312205 tst iperf3.py: using BVCI 36048 20:23:12.424569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.436010 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.446609 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.457208 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.467995 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.478855 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.490407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.501305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:12.512210 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:12.633468 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:23:12.854326 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:13.182549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Launched 20:23:13.467179 run iperf3-srv_10.42.42.10(pid=27512): Launched 20:23:13.591356 tst iperf3.py:8: start network... 20:23:13.811211 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:14.319097 run create_hlr_db(pid=27513): Launched 20:23:14.453156 bus /gobi_6: Setting Powered False 20:23:15.518218 run create_hlr_db(pid=27513): Terminated: ok {rc=0} 20:23:15.966755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Launched 20:23:16.301667 run osmo-hlr_10.42.42.2(pid=27516): Launched 20:23:16.545511 run osmo-stp_10.42.42.5: Starting osmo-stp 20:23:17.186774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Launched 20:23:17.518522 run osmo-stp_10.42.42.5(pid=27519): Launched 20:23:17.638437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:23:18.167284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Launched 20:23:18.285381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:23:18.545328 run patchelf(pid=27522): Launched 20:23:18.715745 run osmo-stp_10.42.42.5(pid=27519): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)] 20:23:18.845683 run osmo-stp_10.42.42.5(pid=27519): stdout: | (launched: 2022-12-13_20:23:17.461354) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:18.977042 run osmo-stp_10.42.42.5(pid=27519): stderr: | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202317630 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:19.108567 run osmo-stp_10.42.42.5(pid=27519): stdout: | (launched: 2022-12-13_20:23:17.461354) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:19.234939 run osmo-stp_10.42.42.5(pid=27519): stderr: | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202317629 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202317630 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202317630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:19.383680 run patchelf(pid=27522): Terminating (SIGINT) 20:23:19.556216 run patchelf(pid=27522): Terminated: ok {rc=0} 20:23:19.680900 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8] 20:23:19.690560 tst iperf3.py:8: Test FAILED (7.9 sec) 20:23:19.717467 run osmo-hlr_10.42.42.2(pid=27516): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27516)] 20:23:19.765942 run osmo-hlr_10.42.42.2(pid=27516): stdout: | (launched: 2022-12-13_20:23:16.241357) 20:23:19.815733 run osmo-hlr_10.42.42.2(pid=27516): stderr: | [0;m[1;31m20221213202316479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202316479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202316479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202316479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202316479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202316480 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202316491 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202316507 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202316508 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202316508 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:23:19.866116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Terminating (SIGTERM) 20:23:19.906268 run iperf3-srv_10.42.42.10(pid=27512): Terminating (SIGTERM) 20:23:19.946380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminating (SIGTERM) 20:23:19.986653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminating (SIGTERM) 20:23:20.026758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminating (SIGTERM) 20:23:20.067157 --- ParallelTerminationStrategy: PID 27511 died... 20:23:20.086695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Terminated: ok {rc=0} 20:23:20.131126 --- ParallelTerminationStrategy: PID 27512 died... 20:23:20.150151 run iperf3-srv_10.42.42.10(pid=27512): Terminated {rc=256} 20:23:20.194224 --- ParallelTerminationStrategy: PID 27515 died... 20:23:20.213205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminated: ok {rc=0} 20:23:20.257365 --- ParallelTerminationStrategy: PID 27518 died... 20:23:20.275863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminated: ok {rc=0} 20:23:20.319747 --- ParallelTerminationStrategy: PID 27521 died... 20:23:20.338605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminated: ok {rc=0} 20:23:20.426429 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:23:21.574251 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:21.585871 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:23:21.642842 tst iperf3m4.py: using LAC 36048 20:23:21.762893 tst iperf3m4.py: using RAC 93 20:23:21.886530 tst iperf3m4.py: using CellId 36048 20:23:22.006515 tst iperf3m4.py: using BVCI 36049 20:23:22.119123 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.130214 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.140877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.151613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.162581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.173618 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.184691 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.196020 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:22.207315 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:22.325474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:22.448156 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:22.570173 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:22.689872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:23:22.896043 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:23.204717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Launched 20:23:23.471761 run iperf3-srv_10.42.42.10(pid=27524): Launched 20:23:23.588527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:23:23.794961 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:24.104105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Launched 20:23:24.372487 run iperf3-srv_10.42.42.10(pid=27526): Launched 20:23:24.488183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:23:24.694109 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:25.002971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Launched 20:23:25.272328 run iperf3-srv_10.42.42.10(pid=27528): Launched 20:23:25.388428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:23:25.593624 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:23:25.902423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Launched 20:23:26.172501 run iperf3-srv_10.42.42.10(pid=27530): Launched 20:23:26.287833 tst iperf3m4.py:8: start network... 20:23:26.494457 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:26.971588 run create_hlr_db(pid=27531): Launched 20:23:27.089220 bus /gobi_6: Setting Powered False 20:23:28.148711 run create_hlr_db(pid=27531): Terminated: ok {rc=0} 20:23:28.577901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Launched 20:23:28.886034 run osmo-hlr_10.42.42.2(pid=27534): Launched 20:23:29.002656 run osmo-stp_10.42.42.5: Starting osmo-stp 20:23:29.530406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Launched 20:23:29.839866 run osmo-stp_10.42.42.5(pid=27537): Launched 20:23:29.956310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:23:30.484730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Launched 20:23:30.602939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:23:30.865625 run patchelf(pid=27540): Launched 20:23:31.051259 run osmo-stp_10.42.42.5(pid=27537): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)] 20:23:31.184640 run osmo-stp_10.42.42.5(pid=27537): stdout: | (launched: 2022-12-13_20:23:29.782976) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:31.320462 run osmo-stp_10.42.42.5(pid=27537): stderr: | [0;m[38;5;43m20221213202329954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202329954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202329955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202329955 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202329955 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202329956 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202329956 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:31.455962 run osmo-stp_10.42.42.5(pid=27537): stdout: | (launched: 2022-12-13_20:23:29.782976) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:31.586330 run osmo-stp_10.42.42.5(pid=27537): stderr: | [0;m[38;5;43m20221213202329954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202329954 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202329955 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202329955 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202329955 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202329956 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202329956 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:31.739643 run patchelf(pid=27540): Terminating (SIGINT) 20:23:31.917196 run patchelf(pid=27540): Terminated: ok {rc=0} 20:23:32.045773 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27537): Process ended prematurely: osmo-stp_10.42.42.5(pid=27537) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:23:32.056419 tst iperf3m4.py:8: Test FAILED (10.5 sec) 20:23:32.085252 run osmo-hlr_10.42.42.2(pid=27534): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27534)] 20:23:32.138215 run osmo-hlr_10.42.42.2(pid=27534): stdout: | (launched: 2022-12-13_20:23:28.828730) 20:23:32.189370 run osmo-hlr_10.42.42.2(pid=27534): stderr: | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202329002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202329016 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202329025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202329025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202329025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:23:32.241434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Terminating (SIGTERM) 20:23:32.282306 run iperf3-srv_10.42.42.10(pid=27524): Terminating (SIGTERM) 20:23:32.322685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Terminating (SIGTERM) 20:23:32.363262 run iperf3-srv_10.42.42.10(pid=27526): Terminating (SIGTERM) 20:23:32.403756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminating (SIGTERM) 20:23:32.444323 run iperf3-srv_10.42.42.10(pid=27528): Terminating (SIGTERM) 20:23:32.484579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminating (SIGTERM) 20:23:32.524822 run iperf3-srv_10.42.42.10(pid=27530): Terminating (SIGTERM) 20:23:32.565198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Terminating (SIGTERM) 20:23:32.605654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Terminating (SIGTERM) 20:23:32.645817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Terminating (SIGTERM) 20:23:32.686149 --- ParallelTerminationStrategy: PID 27523 died... 20:23:32.705872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Terminated: ok {rc=0} 20:23:32.750578 --- ParallelTerminationStrategy: PID 27524 died... 20:23:32.769513 run iperf3-srv_10.42.42.10(pid=27524): Terminated {rc=256} 20:23:32.813872 --- ParallelTerminationStrategy: PID 27525 died... 20:23:32.832850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Terminated: ok {rc=0} 20:23:32.877470 --- ParallelTerminationStrategy: PID 27526 died... 20:23:32.896343 run iperf3-srv_10.42.42.10(pid=27526): Terminated {rc=256} 20:23:32.940573 --- ParallelTerminationStrategy: PID 27527 died... 20:23:32.959499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminated: ok {rc=0} 20:23:33.003821 --- ParallelTerminationStrategy: PID 27528 died... 20:23:33.022761 run iperf3-srv_10.42.42.10(pid=27528): Terminated {rc=256} 20:23:33.066965 --- ParallelTerminationStrategy: PID 27529 died... 20:23:33.085871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminated: ok {rc=0} 20:23:33.130315 --- ParallelTerminationStrategy: PID 27530 died... 20:23:33.149403 run iperf3-srv_10.42.42.10(pid=27530): Terminated {rc=256} 20:23:33.193561 --- ParallelTerminationStrategy: PID 27533 died... 20:23:33.212604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Terminated: ok {rc=0} 20:23:33.257216 --- ParallelTerminationStrategy: PID 27536 died... 20:23:33.276113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Terminated: ok {rc=0} 20:23:33.320833 --- ParallelTerminationStrategy: PID 27539 died... 20:23:33.340446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Terminated: ok {rc=0} 20:23:33.427975 bus /gobi_4: Setting Powered False 20:23:34.526259 bus /gobi_4: Setting Powered False 20:23:35.639520 bus /gobi_1: Setting Powered False 20:23:36.735348 bus /gobi_1: Setting Powered False 20:23:37.849749 bus /gobi_0: Setting Powered False 20:23:38.947826 bus /gobi_0: Setting Powered False 20:23:40.066702 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:23:41.173094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.184911 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:23:41.247544 tst ping.py: using LAC 36049 20:23:41.372858 tst ping.py: using RAC 94 20:23:41.496468 tst ping.py: using CellId 36049 20:23:41.622530 tst ping.py: using BVCI 36050 20:23:41.738934 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.750480 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.761671 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.772837 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.783991 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.795419 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.806786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:41.817987 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:41.934905 tst ping.py:19: start network... 20:23:42.135956 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:42.600887 run create_hlr_db(pid=27541): Launched 20:23:42.716012 bus /gobi_6: Setting Powered False 20:23:43.775549 run create_hlr_db(pid=27541): Terminated: ok {rc=0} 20:23:44.215789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Launched 20:23:44.539057 run osmo-hlr_10.42.42.2(pid=27544): Launched 20:23:44.663884 run osmo-stp_10.42.42.5: Starting osmo-stp 20:23:45.221126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Launched 20:23:45.542088 run osmo-stp_10.42.42.5(pid=27547): Launched 20:23:45.665237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:23:46.207808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Launched 20:23:46.339693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:23:46.606364 run patchelf(pid=27550): Launched 20:23:46.797593 run osmo-stp_10.42.42.5(pid=27547): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)] 20:23:46.931736 run osmo-stp_10.42.42.5(pid=27547): stdout: | (launched: 2022-12-13_20:23:45.482803) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:47.065788 run osmo-stp_10.42.42.5(pid=27547): stderr: | [0;m[38;5;43m20221213202345673 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202345673 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202345674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202345674 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:47.200810 run osmo-stp_10.42.42.5(pid=27547): stdout: | (launched: 2022-12-13_20:23:45.482803) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:47.327888 run osmo-stp_10.42.42.5(pid=27547): stderr: | [0;m[38;5;43m20221213202345673 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202345673 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202345674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202345674 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202345675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:47.475466 run patchelf(pid=27550): Terminating (SIGINT) 20:23:47.646702 run patchelf(pid=27550): Terminated: ok {rc=0} 20:23:47.769700 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27547): Process ended prematurely: osmo-stp_10.42.42.5(pid=27547) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22] 20:23:47.778929 tst ping.py:22: Test FAILED (6.6 sec) 20:23:47.806197 run osmo-hlr_10.42.42.2(pid=27544): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27544)] 20:23:47.856458 run osmo-hlr_10.42.42.2(pid=27544): stdout: | (launched: 2022-12-13_20:23:44.480077) 20:23:47.907581 run osmo-hlr_10.42.42.2(pid=27544): stderr: | [0;m[1;31m20221213202344675 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202344675 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202344675 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202344676 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202344676 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202344676 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202344689 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202344698 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202344698 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202344698 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:23:47.959045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Terminating (SIGTERM) 20:23:48.000297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Terminating (SIGTERM) 20:23:48.041437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminating (SIGTERM) 20:23:48.082814 --- ParallelTerminationStrategy: PID 27543 died... 20:23:48.103206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Terminated: ok {rc=0} 20:23:48.148758 --- ParallelTerminationStrategy: PID 27546 died... 20:23:48.168375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Terminated: ok {rc=0} 20:23:48.213942 --- ParallelTerminationStrategy: PID 27549 died... 20:23:48.233693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminated: ok {rc=0} 20:23:48.322527 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:23:49.412546 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:49.424643 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:23:49.483546 tst ping_idle_ping.py: using LAC 36050 20:23:49.609603 tst ping_idle_ping.py: using RAC 95 20:23:49.735534 tst ping_idle_ping.py: using CellId 36050 20:23:49.863087 tst ping_idle_ping.py: using BVCI 36051 20:23:49.981910 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:49.993392 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.004520 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.015786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.027047 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.038229 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.049596 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:23:50.060690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:23:50.179890 tst ping_idle_ping.py:24: start network... 20:23:50.397561 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:50.904516 run create_hlr_db(pid=27551): Launched 20:23:51.035368 bus /gobi_6: Setting Powered False 20:23:52.098458 run create_hlr_db(pid=27551): Terminated: ok {rc=0} 20:23:52.528378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Launched 20:23:52.829697 run osmo-hlr_10.42.42.2(pid=27554): Launched 20:23:52.943408 run osmo-stp_10.42.42.5: Starting osmo-stp 20:23:53.474086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Launched 20:23:53.775415 run osmo-stp_10.42.42.5(pid=27557): Launched 20:23:53.890192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:23:54.409823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Launched 20:23:54.525627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:23:54.780706 run patchelf(pid=27560): Launched 20:23:54.947650 run osmo-stp_10.42.42.5(pid=27557): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)] 20:23:55.074953 run osmo-stp_10.42.42.5(pid=27557): stdout: | (launched: 2022-12-13_20:23:53.719486) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:55.204205 run osmo-stp_10.42.42.5(pid=27557): stderr: | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202353888 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:55.333685 run osmo-stp_10.42.42.5(pid=27557): stdout: | (launched: 2022-12-13_20:23:53.719486) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:23:55.457666 run osmo-stp_10.42.42.5(pid=27557): stderr: | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202353887 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202353888 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202353888 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:23:55.604197 run patchelf(pid=27560): Terminating (SIGINT) 20:23:55.774552 run patchelf(pid=27560): Terminated: ok {rc=0} 20:23:55.897535 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27557): Process ended prematurely: osmo-stp_10.42.42.5(pid=27557) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:23:55.906408 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 20:23:55.932850 run osmo-hlr_10.42.42.2(pid=27554): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27554)] 20:23:55.981501 run osmo-hlr_10.42.42.2(pid=27554): stdout: | (launched: 2022-12-13_20:23:52.774103) 20:23:56.031635 run osmo-hlr_10.42.42.2(pid=27554): stderr: | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202352946 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202352958 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202352969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202352969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202352969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:23:56.082324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Terminating (SIGTERM) 20:23:56.122841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Terminating (SIGTERM) 20:23:56.163627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Terminating (SIGTERM) 20:23:56.204340 --- ParallelTerminationStrategy: PID 27553 died... 20:23:56.224022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Terminated: ok {rc=0} 20:23:56.268613 --- ParallelTerminationStrategy: PID 27556 died... 20:23:56.287774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Terminated: ok {rc=0} 20:23:56.332258 --- ParallelTerminationStrategy: PID 27559 died... 20:23:56.351396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Terminated: ok {rc=0} 20:23:56.438964 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:oc2g+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:23:57.729166 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:23:57.736221 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:23:57.756916 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:23:57.793692 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:23:57.847247 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:23:57.868018 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:23:57.902671 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:23:58.458583 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:23:58.463882 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:58.475201 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:23:58.535617 tst switch_tch_pdch.py: using LAC 36051 20:23:58.654490 tst switch_tch_pdch.py: using RAC 96 20:23:58.775814 tst switch_tch_pdch.py: using CellId 36051 20:23:58.896437 tst switch_tch_pdch.py: using BVCI 36052 20:23:59.007837 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.019280 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.030470 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.041822 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.052830 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.064217 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.075842 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:23:59.087213 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:23:59.208702 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:23:59.328207 tst switch_tch_pdch.py:51: start network... 20:23:59.529775 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:23:59.997290 run create_hlr_db(pid=27564): Launched 20:24:00.111852 bus /gobi_6: Setting Powered False 20:24:01.215067 run create_hlr_db(pid=27564): Terminated: ok {rc=0} 20:24:01.769774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Launched 20:24:02.159910 run osmo-hlr_10.42.42.2(pid=27626): Launched 20:24:02.470064 run osmo-stp_10.42.42.5: Starting osmo-stp 20:24:03.306852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Launched 20:24:03.701727 run osmo-stp_10.42.42.5(pid=27729): Launched 20:24:03.984608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:24:04.708798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Launched 20:24:04.832766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:24:05.092654 run patchelf(pid=27843): Launched 20:24:05.281559 run osmo-stp_10.42.42.5(pid=27729): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)] 20:24:05.414150 run osmo-stp_10.42.42.5(pid=27729): stdout: | (launched: 2022-12-13_20:24:03.618101) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:05.547586 run osmo-stp_10.42.42.5(pid=27729): stderr: | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202404000 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:05.681934 run osmo-stp_10.42.42.5(pid=27729): stdout: | (launched: 2022-12-13_20:24:03.618101) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:05.811088 run osmo-stp_10.42.42.5(pid=27729): stderr: | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202403999 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202404000 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202404000 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:05.963233 run patchelf(pid=27843): Terminating (SIGINT) 20:24:06.137453 run patchelf(pid=27843): Terminated: ok {rc=0} 20:24:06.264923 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27729): Process ended prematurely: osmo-stp_10.42.42.5(pid=27729) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)] [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:24:06.275247 tst switch_tch_pdch.py:54: Test FAILED (7.8 sec) 20:24:06.303380 run osmo-hlr_10.42.42.2(pid=27626): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27626)] 20:24:06.354418 run osmo-hlr_10.42.42.2(pid=27626): stdout: | (launched: 2022-12-13_20:24:02.086067) 20:24:06.409376 run osmo-hlr_10.42.42.2(pid=27626): stderr: | [0;m[1;31m20221213202402499 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202402499 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202402499 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202402499 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202402500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202402500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202402525 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202402543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202402543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202402543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:24:06.462709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminating (SIGTERM) 20:24:06.504920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminating (SIGTERM) 20:24:06.549626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Terminating (SIGTERM) 20:24:06.593887 --- ParallelTerminationStrategy: PID 27613 died... 20:24:06.615210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminated: ok {rc=0} 20:24:06.662990 --- ParallelTerminationStrategy: PID 27692 died... 20:24:06.683888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminated: ok {rc=0} 20:24:06.730733 --- ParallelTerminationStrategy: PID 27842 died... 20:24:06.751873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Terminated: ok {rc=0} 20:24:06.843138 bus /gobi_0: Setting Powered False 20:24:07.947373 bus /gobi_0: Setting Powered False 20:24:09.067507 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:24:10.322199 tst dynts:oc2g+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:10.329333 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:24:10.351846 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:24:10.388830 tst dynts:oc2g+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:24:10.441879 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:24:10.464464 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:24:10.503185 tst dynts:oc2g+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:24:11.055897 tst dynts:oc2g+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:24:11.062883 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.075381 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:24:11.136734 tst switch_tch_pdch.py: using LAC 36052 20:24:11.266094 tst switch_tch_pdch.py: using RAC 97 20:24:11.393919 tst switch_tch_pdch.py: using CellId 36052 20:24:11.522475 tst switch_tch_pdch.py: using BVCI 36053 20:24:11.642174 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.654743 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.667307 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.679693 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.692567 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.705152 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.717868 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:24:11.730350 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:24:11.856102 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:24:11.981964 tst switch_tch_pdch.py:51: start network... 20:24:12.204793 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:24:12.688785 run create_hlr_db(pid=27849): Launched 20:24:12.857379 bus /gobi_6: Setting Powered False 20:24:13.922625 run create_hlr_db(pid=27849): Terminated: ok {rc=0} 20:24:14.353100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Launched 20:24:14.694133 run osmo-hlr_10.42.42.2(pid=27852): Launched 20:24:14.943145 run osmo-stp_10.42.42.5: Starting osmo-stp 20:24:15.522556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Launched 20:24:15.844577 run osmo-stp_10.42.42.5(pid=27855): Launched 20:24:16.076425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:24:16.792795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Launched 20:24:16.970811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:24:17.235578 run patchelf(pid=27858): Launched 20:24:17.421386 run osmo-stp_10.42.42.5(pid=27855): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)] 20:24:17.553466 run osmo-stp_10.42.42.5(pid=27855): stdout: | (launched: 2022-12-13_20:24:15.786276) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:17.686885 run osmo-stp_10.42.42.5(pid=27855): stderr: | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202416108 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:17.819886 run osmo-stp_10.42.42.5(pid=27855): stdout: | (launched: 2022-12-13_20:24:15.786276) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:17.948224 run osmo-stp_10.42.42.5(pid=27855): stderr: | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202416107 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202416108 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202416108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:18.101236 run patchelf(pid=27858): Terminating (SIGINT) 20:24:18.276827 run patchelf(pid=27858): Terminated: ok {rc=0} 20:24:18.403589 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27855): Process ended prematurely: osmo-stp_10.42.42.5(pid=27855) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)] [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:24:18.413893 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec) 20:24:18.442202 run osmo-hlr_10.42.42.2(pid=27852): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27852)] 20:24:18.494484 run osmo-hlr_10.42.42.2(pid=27852): stdout: | (launched: 2022-12-13_20:24:14.633512) 20:24:18.546935 run osmo-hlr_10.42.42.2(pid=27852): stderr: | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202414940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202414960 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202414972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202414973 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202414973 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:24:18.601612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Terminating (SIGTERM) 20:24:18.644337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Terminating (SIGTERM) 20:24:18.689956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Terminating (SIGTERM) 20:24:18.735592 --- ParallelTerminationStrategy: PID 27851 died... 20:24:18.757171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Terminated: ok {rc=0} 20:24:18.806234 --- ParallelTerminationStrategy: PID 27854 died... 20:24:18.827122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Terminated: ok {rc=0} 20:24:18.874362 --- ParallelTerminationStrategy: PID 27857 died... 20:24:18.895762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Terminated: ok {rc=0} 20:24:18.987082 bus /gobi_0: Setting Powered False 20:24:20.089551 bus /gobi_0: Setting Powered False 20:24:21.211178 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:oc2g+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:trx-b200 --------------------------------------------------------------------- 20:24:22.455574 tst nitb_sms:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:22.460612 tst nitb_sms:trx-b200: Verifying 1 x bts (candidates: 11) 20:24:22.497303 tst nitb_sms:trx-b200: Verifying 1 x ip_address (candidates: 9) 20:24:22.505831 tst nitb_sms:trx-b200: Verifying 2 x modem (candidates: 12) 20:24:22.559077 tst nitb_sms:trx-b200: Reserving 1 x bts (candidates: 11) 20:24:22.594610 tst nitb_sms:trx-b200: Reserving 1 x ip_address (candidates: 9) 20:24:22.602919 tst nitb_sms:trx-b200: Reserving 2 x modem (candidates: 12) 20:24:23.143730 tst nitb_sms:trx-b200: RESERVED RESOURCES for nitb_sms: bts Ettus B200 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:trx-b200 mo_mt_sms.py ---------------------------------------------- 20:24:23.150942 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1) 20:24:23.163334 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1) 20:24:23.218257 tst mo_mt_sms.py: using LAC 36053 20:24:23.354396 tst mo_mt_sms.py: using RAC 98 20:24:23.482355 tst mo_mt_sms.py: using CellId 36053 20:24:23.610278 tst mo_mt_sms.py: using BVCI 36054 20:24:23.732131 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2) 20:24:23.857938 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2) 20:24:23.983152 tst mo_mt_sms.py:9: start nitb and bts... 20:24:24.208551 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:24:24.889703 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Launched 20:24:25.235646 run osmo-nitb_10.42.42.2(pid=27863): Launched 20:24:25.440595 run osmo-nitb_10.42.42.2(pid=27863): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)] 20:24:25.591746 run osmo-nitb_10.42.42.2(pid=27863): stdout: | (launched: 2022-12-13_20:24:25.174123) 20:24:25.728329 run osmo-nitb_10.42.42.2(pid=27863): stderr: | (launched: 2022-12-13_20:24:25.224820) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:24:25.865716 run osmo-nitb_10.42.42.2(pid=27863): stdout: | (launched: 2022-12-13_20:24:25.174123) 20:24:25.997366 run osmo-nitb_10.42.42.2(pid=27863): stderr: | (launched: 2022-12-13_20:24:25.224820) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)] 20:24:26.380382 tst osmo-nitb_10.42.42.2(pid=27863): stdout: | (launched: 2022-12-13_20:24:25.174123) 20:24:26.502229 tst osmo-nitb_10.42.42.2(pid=27863): stderr: | (launched: 2022-12-13_20:24:25.224820) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:24:26.645271 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)] [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11] 20:24:26.653680 tst mo_mt_sms.py:11: Test FAILED (3.5 sec) 20:24:26.660264 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Terminating (SIGTERM) 20:24:26.869957 --- ParallelTerminationStrategy: PID 27862 died... 20:24:26.890941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Terminated: ok {rc=0} 20:24:26.978405 bus /sierra_3: Setting Powered False 20:24:28.078413 bus /sierra_3: Setting Powered False 20:24:29.195008 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:trx-b200 --------------------------------------------------------------------- 20:24:30.392013 tst sms:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:30.395946 tst sms:trx-b200: Verifying 1 x bts (candidates: 11) 20:24:30.428506 tst sms:trx-b200: Verifying 6 x ip_address (candidates: 9) 20:24:30.455546 tst sms:trx-b200: Verifying 2 x modem (candidates: 12) 20:24:30.507968 tst sms:trx-b200: Reserving 1 x bts (candidates: 11) 20:24:30.541790 tst sms:trx-b200: Reserving 6 x ip_address (candidates: 9) 20:24:30.568361 tst sms:trx-b200: Reserving 2 x modem (candidates: 12) 20:24:31.116484 tst sms:trx-b200: RESERVED RESOURCES for sms: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:trx-b200 mo_mt_sms.py ---------------------------------------------- 20:24:31.123264 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.135619 tst sms:trx-b200: Using 1 x bts (candidates: 1) 20:24:31.187026 tst mo_mt_sms.py: using LAC 36054 20:24:31.349283 tst mo_mt_sms.py: using RAC 99 20:24:31.493252 tst mo_mt_sms.py: using CellId 36054 20:24:31.650460 tst mo_mt_sms.py: using BVCI 36055 20:24:31.790307 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.803404 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.815272 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.827158 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.839607 tst sms:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:31.852297 tst sms:trx-b200: Using 1 x modem (candidates: 2) 20:24:31.977415 tst sms:trx-b200: Using 1 x modem (candidates: 2) 20:24:32.123789 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:24:32.600000 run create_hlr_db(pid=27869): Launched 20:24:32.715176 bus /sierra_2: Setting Powered False 20:24:33.774567 run create_hlr_db(pid=27869): Terminated: ok {rc=0} 20:24:34.195617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Launched 20:24:34.496162 run osmo-hlr_10.42.42.2(pid=27872): Launched 20:24:34.610971 run osmo-stp_10.42.42.5: Starting osmo-stp 20:24:35.136153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Launched 20:24:35.435946 run osmo-stp_10.42.42.5(pid=27875): Launched 20:24:35.550889 run osmo-msc_10.42.42.6: Starting osmo-msc 20:24:36.094358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Launched 20:24:36.394747 run osmo-msc_10.42.42.6(pid=27878): Launched 20:24:36.564833 run osmo-stp_10.42.42.5(pid=27875): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)] 20:24:36.692557 run osmo-stp_10.42.42.5(pid=27875): stdout: | (launched: 2022-12-13_20:24:35.380202) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:36.819899 run osmo-stp_10.42.42.5(pid=27875): stderr: | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202435550 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:36.944465 run osmo-stp_10.42.42.5(pid=27875): stdout: | (launched: 2022-12-13_20:24:35.380202) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:37.063532 run osmo-stp_10.42.42.5(pid=27875): stderr: | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202435549 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202435550 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202435550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:37.206796 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27875): Process ended prematurely: osmo-stp_10.42.42.5(pid=27875) [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)] [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16] 20:24:37.215077 tst mo_mt_sms.py:16: Test FAILED (6.1 sec) 20:24:37.240820 run osmo-hlr_10.42.42.2(pid=27872): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27872)] 20:24:37.289979 run osmo-hlr_10.42.42.2(pid=27872): stdout: | (launched: 2022-12-13_20:24:34.440454) 20:24:37.340022 run osmo-hlr_10.42.42.2(pid=27872): stderr: | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202434613 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202434625 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202434634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202434634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202434634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:24:37.410116 run osmo-msc_10.42.42.6(pid=27878): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27878)] 20:24:37.458014 run osmo-msc_10.42.42.6(pid=27878): stdout: | (launched: 2022-12-13_20:24:36.338981) 20:24:37.507778 run osmo-msc_10.42.42.6(pid=27878): stderr: | [0;m[38;5;43m20221213202436607 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202436607 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f74a677bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202436607 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202436607 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202436607 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202436607 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202436609 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202436610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202436610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202436610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:24:37.558089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Terminating (SIGTERM) 20:24:37.598292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Terminating (SIGTERM) 20:24:37.638579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Terminating (SIGTERM) 20:24:37.679000 --- ParallelTerminationStrategy: PID 27871 died... 20:24:37.698545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Terminated: ok {rc=0} 20:24:37.742947 --- ParallelTerminationStrategy: PID 27874 died... 20:24:37.761813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Terminated: ok {rc=0} 20:24:37.805964 --- ParallelTerminationStrategy: PID 27877 died... 20:24:37.824891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Terminated: ok {rc=0} 20:24:37.911455 bus /sierra_3: Setting Powered False 20:24:39.010657 bus /sierra_3: Setting Powered False 20:24:40.126895 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-b200 --------------------------------------------------------------------- 20:24:41.361971 tst nitb_ussd:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:41.366081 tst nitb_ussd:trx-b200: Verifying 1 x bts (candidates: 11) 20:24:41.399817 tst nitb_ussd:trx-b200: Verifying 1 x ip_address (candidates: 9) 20:24:41.407092 tst nitb_ussd:trx-b200: Verifying 1 x modem (candidates: 12) 20:24:41.443314 tst nitb_ussd:trx-b200: Reserving 1 x bts (candidates: 11) 20:24:41.477308 tst nitb_ussd:trx-b200: Reserving 1 x ip_address (candidates: 9) 20:24:41.484344 tst nitb_ussd:trx-b200: Reserving 1 x modem (candidates: 12) 20:24:42.005587 tst nitb_ussd:trx-b200: RESERVED RESOURCES for nitb_ussd: bts Ettus B200 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:trx-b200 assert_extension.py ---------------------------------------------- 20:24:42.010702 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1) 20:24:42.021987 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1) 20:24:42.071113 tst assert_extension.py: using LAC 36055 20:24:42.198781 tst assert_extension.py: using RAC 100 20:24:42.326556 tst assert_extension.py: using CellId 36055 20:24:42.454312 tst assert_extension.py: using BVCI 36056 20:24:42.564581 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1) 20:24:42.684204 tst assert_extension.py:10: start nitb and bts... 20:24:42.900653 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:24:43.558291 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Launched 20:24:43.880718 run osmo-nitb_10.42.42.2(pid=27884): Launched 20:24:44.059998 run osmo-nitb_10.42.42.2(pid=27884): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)] 20:24:44.204141 run osmo-nitb_10.42.42.2(pid=27884): stdout: | (launched: 2022-12-13_20:24:43.821748) 20:24:44.349466 run osmo-nitb_10.42.42.2(pid=27884): stderr: | (launched: 2022-12-13_20:24:43.869438) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:24:44.494895 run osmo-nitb_10.42.42.2(pid=27884): stdout: | (launched: 2022-12-13_20:24:43.821748) 20:24:44.634947 run osmo-nitb_10.42.42.2(pid=27884): stderr: | (launched: 2022-12-13_20:24:43.869438) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)] 20:24:45.003246 tst osmo-nitb_10.42.42.2(pid=27884): stdout: | (launched: 2022-12-13_20:24:43.821748) 20:24:45.132739 tst osmo-nitb_10.42.42.2(pid=27884): stderr: | (launched: 2022-12-13_20:24:43.869438) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:24:45.286880 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)] [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12] 20:24:45.295820 tst assert_extension.py:12: Test FAILED (3.3 sec) 20:24:45.302858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Terminating (SIGTERM) 20:24:45.513684 --- ParallelTerminationStrategy: PID 27883 died... 20:24:45.535748 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Terminated: ok {rc=0} 20:24:45.624891 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:trx-b200 --------------------------------------------------------------------- 20:24:46.821271 tst ussd:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:46.827162 tst ussd:trx-b200: Verifying 1 x bts (candidates: 11) 20:24:46.869890 tst ussd:trx-b200: Verifying 6 x ip_address (candidates: 9) 20:24:46.902948 tst ussd:trx-b200: Verifying 1 x modem (candidates: 12) 20:24:46.945104 tst ussd:trx-b200: Reserving 1 x bts (candidates: 11) 20:24:46.999080 tst ussd:trx-b200: Reserving 6 x ip_address (candidates: 9) 20:24:47.033564 tst ussd:trx-b200: Reserving 1 x modem (candidates: 12) 20:24:47.530211 tst ussd:trx-b200: RESERVED RESOURCES for ussd: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:trx-b200 assert_extension.py ---------------------------------------------- 20:24:47.536346 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:47.547899 tst ussd:trx-b200: Using 1 x bts (candidates: 1) 20:24:47.596555 tst assert_extension.py: using LAC 36056 20:24:47.722411 tst assert_extension.py: using RAC 101 20:24:47.849298 tst assert_extension.py: using CellId 36056 20:24:47.974233 tst assert_extension.py: using BVCI 36057 20:24:48.090592 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:48.101723 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:48.112528 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:48.123454 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:48.134450 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6) 20:24:48.145328 tst ussd:trx-b200: Using 1 x modem (candidates: 1) 20:24:48.262132 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:24:48.727990 run create_hlr_db(pid=27888): Launched 20:24:48.842383 bus /sierra_2: Setting Powered False 20:24:49.901864 run create_hlr_db(pid=27888): Terminated: ok {rc=0} 20:24:50.321504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Launched 20:24:50.622934 run osmo-hlr_10.42.42.2(pid=27891): Launched 20:24:50.738214 run osmo-stp_10.42.42.5: Starting osmo-stp 20:24:51.272560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Launched 20:24:51.573145 run osmo-stp_10.42.42.5(pid=27894): Launched 20:24:51.688700 run osmo-msc_10.42.42.6: Starting osmo-msc 20:24:52.230338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Launched 20:24:52.533058 run osmo-msc_10.42.42.6(pid=27897): Launched 20:24:52.701256 run osmo-stp_10.42.42.5(pid=27894): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)] 20:24:52.829360 run osmo-stp_10.42.42.5(pid=27894): stdout: | (launched: 2022-12-13_20:24:51.517087) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:52.956399 run osmo-stp_10.42.42.5(pid=27894): stderr: | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202451686 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:53.081592 run osmo-stp_10.42.42.5(pid=27894): stdout: | (launched: 2022-12-13_20:24:51.517087) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:24:53.201897 run osmo-stp_10.42.42.5(pid=27894): stderr: | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202451685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202451686 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202451686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:24:53.345426 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)] [trial-2394↪ussd:trx-b200↪assert_extension.py:17] 20:24:53.353647 tst assert_extension.py:17: Test FAILED (5.8 sec) 20:24:53.379805 run osmo-hlr_10.42.42.2(pid=27891): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27891)] 20:24:53.428794 run osmo-hlr_10.42.42.2(pid=27891): stdout: | (launched: 2022-12-13_20:24:50.567319) 20:24:53.479033 run osmo-hlr_10.42.42.2(pid=27891): stderr: | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202450740 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202450753 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202450761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202450761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202450761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:24:53.549247 run osmo-msc_10.42.42.6(pid=27897): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27897)] 20:24:53.597350 run osmo-msc_10.42.42.6(pid=27897): stdout: | (launched: 2022-12-13_20:24:52.477264) 20:24:53.647404 run osmo-msc_10.42.42.6(pid=27897): stderr: | [0;m[38;5;43m20221213202452747 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202452747 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc5e7e1ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202452747 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202452747 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202452748 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202452748 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202452750 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202452750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202452750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202452750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:24:53.697917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminating (SIGTERM) 20:24:53.738128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminating (SIGTERM) 20:24:53.778473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Terminating (SIGTERM) 20:24:53.818909 --- ParallelTerminationStrategy: PID 27890 died... 20:24:53.838589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminated: ok {rc=0} 20:24:53.883208 --- ParallelTerminationStrategy: PID 27893 died... 20:24:53.902168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminated: ok {rc=0} 20:24:53.946566 --- ParallelTerminationStrategy: PID 27896 died... 20:24:53.965639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Terminated: ok {rc=0} 20:24:54.052502 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:24:55.267468 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:24:55.273882 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:24:55.306402 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:24:55.333519 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:24:55.384709 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:24:55.417303 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:24:55.444367 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:24:55.995056 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:24:56.045931 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.057122 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:24:56.127781 tst mo_mt_call.py: using LAC 36057 20:24:56.256576 tst mo_mt_call.py: using RAC 102 20:24:56.385612 tst mo_mt_call.py: using CellId 36057 20:24:56.512507 tst mo_mt_call.py: using BVCI 36058 20:24:56.630997 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.642559 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.653906 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.665281 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.676659 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:24:56.688029 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:24:56.806028 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:24:56.923665 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:24:57.400599 run create_hlr_db(pid=27902): Launched 20:24:57.518043 bus /sierra_2: Setting Powered False 20:24:58.579138 run create_hlr_db(pid=27902): Terminated: ok {rc=0} 20:24:59.025586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Launched 20:24:59.353501 run osmo-hlr_10.42.42.2(pid=27905): Launched 20:24:59.479511 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:00.047618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Launched 20:25:00.376917 run osmo-stp_10.42.42.5(pid=27908): Launched 20:25:00.503014 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:01.138280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Launched 20:25:01.483996 run osmo-msc_10.42.42.6(pid=27914): Launched 20:25:01.948632 run osmo-stp_10.42.42.5(pid=27908): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)] 20:25:02.230578 run osmo-stp_10.42.42.5(pid=27908): stdout: | (launched: 2022-12-13_20:25:00.316743) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:02.401885 run osmo-stp_10.42.42.5(pid=27908): stderr: | [0;m[38;5;43m20221213202500508 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202500509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202500509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202500509 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:02.547586 run osmo-stp_10.42.42.5(pid=27908): stdout: | (launched: 2022-12-13_20:25:00.316743) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:02.678584 run osmo-stp_10.42.42.5(pid=27908): stderr: | [0;m[38;5;43m20221213202500508 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202500509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202500509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202500509 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202500510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:02.834397 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27908): Process ended prematurely: osmo-stp_10.42.42.5(pid=27908) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:25:02.843844 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 20:25:02.871426 run osmo-hlr_10.42.42.2(pid=27905): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27905)] 20:25:02.923055 run osmo-hlr_10.42.42.2(pid=27905): stdout: | (launched: 2022-12-13_20:24:59.293634) 20:25:02.975850 run osmo-hlr_10.42.42.2(pid=27905): stderr: | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202459489 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202459500 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202459509 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202459509 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202459509 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:03.049477 run osmo-msc_10.42.42.6(pid=27914): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27914)] 20:25:03.099996 run osmo-msc_10.42.42.6(pid=27914): stdout: | (launched: 2022-12-13_20:25:01.423828) 20:25:03.152355 run osmo-msc_10.42.42.6(pid=27914): stderr: | [0;m[38;5;43m20221213202501788 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202501790 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f666da76c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202501790 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202501790 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202501791 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202501793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202501798 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202501799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202501799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202501800 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:03.205726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Terminating (SIGTERM) 20:25:03.248086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Terminating (SIGTERM) 20:25:03.291343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Terminating (SIGTERM) 20:25:03.334229 --- ParallelTerminationStrategy: PID 27904 died... 20:25:03.353845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Terminated: ok {rc=0} 20:25:03.400284 --- ParallelTerminationStrategy: PID 27907 died... 20:25:03.419764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Terminated: ok {rc=0} 20:25:03.466116 --- ParallelTerminationStrategy: PID 27913 died... 20:25:03.485770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Terminated: ok {rc=0} 20:25:03.574572 bus /sierra_3: Setting Powered False 20:25:04.674777 bus /sierra_3: Setting Powered False 20:25:05.793878 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:25:06.941731 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:06.953564 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:25:07.026348 tst mo_mt_call_osmux.py: using LAC 36058 20:25:07.146554 tst mo_mt_call_osmux.py: using RAC 103 20:25:07.266387 tst mo_mt_call_osmux.py: using CellId 36058 20:25:07.386516 tst mo_mt_call_osmux.py: using BVCI 36059 20:25:07.497792 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:07.508906 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:07.520120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:07.530977 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:07.542575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:25:07.553934 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:25:07.672373 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:25:07.792821 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:25:08.268127 run create_hlr_db(pid=27916): Launched 20:25:08.385209 bus /sierra_2: Setting Powered False 20:25:09.445989 run create_hlr_db(pid=27916): Terminated: ok {rc=0} 20:25:09.873745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Launched 20:25:10.181628 run osmo-hlr_10.42.42.2(pid=27919): Launched 20:25:10.298947 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:10.838504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Launched 20:25:11.144475 run osmo-stp_10.42.42.5(pid=27922): Launched 20:25:11.262173 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:11.815967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Launched 20:25:12.123307 run osmo-msc_10.42.42.6(pid=27925): Launched 20:25:12.296554 run osmo-stp_10.42.42.5(pid=27922): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)] 20:25:12.426942 run osmo-stp_10.42.42.5(pid=27922): stdout: | (launched: 2022-12-13_20:25:11.087703) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:12.556029 run osmo-stp_10.42.42.5(pid=27922): stderr: | [0;m[38;5;43m20221213202511258 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202511258 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202511259 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202511259 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:12.683658 run osmo-stp_10.42.42.5(pid=27922): stdout: | (launched: 2022-12-13_20:25:11.087703) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:12.805508 run osmo-stp_10.42.42.5(pid=27922): stderr: | [0;m[38;5;43m20221213202511258 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202511258 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202511259 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202511259 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202511260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:12.951498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27922): Process ended prematurely: osmo-stp_10.42.42.5(pid=27922) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:25:12.960619 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:25:12.987208 run osmo-hlr_10.42.42.2(pid=27919): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27919)] 20:25:13.035963 run osmo-hlr_10.42.42.2(pid=27919): stdout: | (launched: 2022-12-13_20:25:10.124145) 20:25:13.086243 run osmo-hlr_10.42.42.2(pid=27919): stderr: | [0;m[1;31m20221213202510300 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202510301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202510301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202510301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202510301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202510301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202510313 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202510322 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202510322 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202510322 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:13.156347 run osmo-msc_10.42.42.6(pid=27925): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27925)] 20:25:13.204362 run osmo-msc_10.42.42.6(pid=27925): stdout: | (launched: 2022-12-13_20:25:12.066545) 20:25:13.254225 run osmo-msc_10.42.42.6(pid=27925): stderr: | [0;m[38;5;43m20221213202512336 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202512336 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f7244702c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202512336 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202512336 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202512336 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202512336 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202512338 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202512339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202512339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202512339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:13.304471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Terminating (SIGTERM) 20:25:13.344520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Terminating (SIGTERM) 20:25:13.384762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Terminating (SIGTERM) 20:25:13.425327 --- ParallelTerminationStrategy: PID 27918 died... 20:25:13.444931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Terminated: ok {rc=0} 20:25:13.489360 --- ParallelTerminationStrategy: PID 27921 died... 20:25:13.508357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Terminated: ok {rc=0} 20:25:13.553176 --- ParallelTerminationStrategy: PID 27924 died... 20:25:13.572269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Terminated: ok {rc=0} 20:25:13.658937 bus /sierra_3: Setting Powered False 20:25:14.758824 bus /sierra_3: Setting Powered False 20:25:15.899934 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:25:17.176174 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:25:17.188149 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:25:17.225367 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:25:17.254635 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:25:17.311097 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:25:17.345718 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:25:17.373109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:25:17.922743 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:25:17.975104 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:17.986638 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:25:18.057461 tst mo_mt_call.py: using LAC 36059 20:25:18.184848 tst mo_mt_call.py: using RAC 104 20:25:18.313501 tst mo_mt_call.py: using CellId 36059 20:25:18.446089 tst mo_mt_call.py: using BVCI 36060 20:25:18.565581 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:18.577124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:18.588437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:18.599798 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:18.611196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:18.622575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:25:18.741306 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:25:18.858544 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:25:19.331357 run create_hlr_db(pid=27930): Launched 20:25:19.449783 bus /sierra_2: Setting Powered False 20:25:20.511037 run create_hlr_db(pid=27930): Terminated: ok {rc=0} 20:25:20.937522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Launched 20:25:21.243526 run osmo-hlr_10.42.42.2(pid=27933): Launched 20:25:21.360653 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:21.899639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Launched 20:25:22.206282 run osmo-stp_10.42.42.5(pid=27936): Launched 20:25:22.325912 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:22.878604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Launched 20:25:23.186231 run osmo-msc_10.42.42.6(pid=27939): Launched 20:25:23.359158 run osmo-stp_10.42.42.5(pid=27936): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)] 20:25:23.489537 run osmo-stp_10.42.42.5(pid=27936): stdout: | (launched: 2022-12-13_20:25:22.149485) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:23.619860 run osmo-stp_10.42.42.5(pid=27936): stderr: | [0;m[38;5;43m20221213202522318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202522318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202522319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202522319 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202522319 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202522320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202522320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:23.747543 run osmo-stp_10.42.42.5(pid=27936): stdout: | (launched: 2022-12-13_20:25:22.149485) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:23.869702 run osmo-stp_10.42.42.5(pid=27936): stderr: | [0;m[38;5;43m20221213202522318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202522318 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202522319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202522319 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202522319 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202522320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202522320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:24.015592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27936): Process ended prematurely: osmo-stp_10.42.42.5(pid=27936) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:25:24.024724 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:25:24.051299 run osmo-hlr_10.42.42.2(pid=27933): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27933)] 20:25:24.100053 run osmo-hlr_10.42.42.2(pid=27933): stdout: | (launched: 2022-12-13_20:25:21.186766) 20:25:24.150376 run osmo-hlr_10.42.42.2(pid=27933): stderr: | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202521361 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202521373 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202521381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202521382 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202521382 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:24.220296 run osmo-msc_10.42.42.6(pid=27939): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27939)] 20:25:24.268358 run osmo-msc_10.42.42.6(pid=27939): stdout: | (launched: 2022-12-13_20:25:23.129661) 20:25:24.318244 run osmo-msc_10.42.42.6(pid=27939): stderr: | [0;m[38;5;43m20221213202523399 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202523399 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa0fe179c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202523399 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202523399 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202523399 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202523399 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202523401 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202523402 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202523402 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202523402 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:24.368570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Terminating (SIGTERM) 20:25:24.409056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Terminating (SIGTERM) 20:25:24.449657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Terminating (SIGTERM) 20:25:24.490323 --- ParallelTerminationStrategy: PID 27932 died... 20:25:24.509944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Terminated: ok {rc=0} 20:25:24.554678 --- ParallelTerminationStrategy: PID 27935 died... 20:25:24.573782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Terminated: ok {rc=0} 20:25:24.618702 --- ParallelTerminationStrategy: PID 27938 died... 20:25:24.637958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Terminated: ok {rc=0} 20:25:24.723997 bus /sierra_3: Setting Powered False 20:25:25.823530 bus /sierra_3: Setting Powered False 20:25:26.941130 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:25:28.093328 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.105769 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:25:28.177465 tst mo_mt_call_osmux.py: using LAC 36060 20:25:28.305430 tst mo_mt_call_osmux.py: using RAC 105 20:25:28.426417 tst mo_mt_call_osmux.py: using CellId 36060 20:25:28.547523 tst mo_mt_call_osmux.py: using BVCI 36061 20:25:28.658407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.669847 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.680938 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.692131 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.703861 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:25:28.715229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:25:28.837759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:25:28.957392 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:25:29.432008 run create_hlr_db(pid=27941): Launched 20:25:29.550286 bus /sierra_2: Setting Powered False 20:25:30.611343 run create_hlr_db(pid=27941): Terminated: ok {rc=0} 20:25:31.098540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Launched 20:25:31.444701 run osmo-hlr_10.42.42.2(pid=27944): Launched 20:25:31.696025 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:32.361138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Launched 20:25:32.689089 run osmo-stp_10.42.42.5(pid=27947): Launched 20:25:32.812700 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:33.409916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Launched 20:25:33.738760 run osmo-msc_10.42.42.6(pid=27950): Launched 20:25:33.921753 run osmo-stp_10.42.42.5(pid=27947): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)] 20:25:34.059596 run osmo-stp_10.42.42.5(pid=27947): stdout: | (launched: 2022-12-13_20:25:32.628869) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:34.197501 run osmo-stp_10.42.42.5(pid=27947): stderr: | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202532821 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:34.334964 run osmo-stp_10.42.42.5(pid=27947): stdout: | (launched: 2022-12-13_20:25:32.628869) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:34.465733 run osmo-stp_10.42.42.5(pid=27947): stderr: | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202532820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202532821 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202532821 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:34.621824 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27947): Process ended prematurely: osmo-stp_10.42.42.5(pid=27947) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:25:34.631689 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 20:25:34.659740 run osmo-hlr_10.42.42.2(pid=27944): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27944)] 20:25:34.710559 run osmo-hlr_10.42.42.2(pid=27944): stdout: | (launched: 2022-12-13_20:25:31.384273) 20:25:34.762839 run osmo-hlr_10.42.42.2(pid=27944): stderr: | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202531685 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202531703 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202531720 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202531720 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202531720 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:34.835652 run osmo-msc_10.42.42.6(pid=27950): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27950)] 20:25:34.885781 run osmo-msc_10.42.42.6(pid=27950): stdout: | (launched: 2022-12-13_20:25:33.678019) 20:25:34.937770 run osmo-msc_10.42.42.6(pid=27950): stderr: | [0;m[38;5;43m20221213202534000 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202534000 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f1dbb86ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202534000 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202534000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202534000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202534001 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202534002 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202534003 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202534003 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202534003 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:34.989950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Terminating (SIGTERM) 20:25:35.032486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Terminating (SIGTERM) 20:25:35.074682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Terminating (SIGTERM) 20:25:35.117357 --- ParallelTerminationStrategy: PID 27943 died... 20:25:35.137670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Terminated: ok {rc=0} 20:25:35.184144 --- ParallelTerminationStrategy: PID 27946 died... 20:25:35.203870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Terminated: ok {rc=0} 20:25:35.250517 --- ParallelTerminationStrategy: PID 27949 died... 20:25:35.270132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Terminated: ok {rc=0} 20:25:35.358456 bus /sierra_3: Setting Powered False 20:25:36.458113 bus /sierra_3: Setting Powered False 20:25:37.574123 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:25:38.826742 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:25:38.833803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:25:38.867507 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:25:38.894995 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:25:38.946967 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:25:38.980924 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:25:39.008082 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:25:39.561461 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:25:39.614601 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:39.626231 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:25:39.697359 tst mo_mt_call.py: using LAC 36061 20:25:39.826476 tst mo_mt_call.py: using RAC 106 20:25:39.955163 tst mo_mt_call.py: using CellId 36061 20:25:40.075805 tst mo_mt_call.py: using BVCI 36062 20:25:40.188790 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:40.200089 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:40.211311 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:40.222251 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:40.233745 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:40.244907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:25:40.366903 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:25:40.484060 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:25:40.960587 run create_hlr_db(pid=27955): Launched 20:25:41.077550 bus /sierra_2: Setting Powered False 20:25:42.138692 run create_hlr_db(pid=27955): Terminated: ok {rc=0} 20:25:42.585891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Launched 20:25:42.914408 run osmo-hlr_10.42.42.2(pid=27958): Launched 20:25:43.039130 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:43.607319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Launched 20:25:43.935415 run osmo-stp_10.42.42.5(pid=27961): Launched 20:25:44.061719 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:44.652589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Launched 20:25:44.981703 run osmo-msc_10.42.42.6(pid=27964): Launched 20:25:45.165704 run osmo-stp_10.42.42.5(pid=27961): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)] 20:25:45.306425 run osmo-stp_10.42.42.5(pid=27961): stdout: | (launched: 2022-12-13_20:25:43.875383) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:45.444311 run osmo-stp_10.42.42.5(pid=27961): stderr: | [0;m[38;5;43m20221213202544065 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202544065 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202544066 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202544066 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202544066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202544067 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202544067 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:45.580315 run osmo-stp_10.42.42.5(pid=27961): stdout: | (launched: 2022-12-13_20:25:43.875383) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:45.711067 run osmo-stp_10.42.42.5(pid=27961): stderr: | [0;m[38;5;43m20221213202544065 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202544065 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202544066 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202544066 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202544066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202544067 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202544067 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:45.869728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27961): Process ended prematurely: osmo-stp_10.42.42.5(pid=27961) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:25:45.882151 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 20:25:45.919630 run osmo-hlr_10.42.42.2(pid=27958): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27958)] 20:25:45.970658 run osmo-hlr_10.42.42.2(pid=27958): stdout: | (launched: 2022-12-13_20:25:42.854164) 20:25:46.024088 run osmo-hlr_10.42.42.2(pid=27958): stderr: | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202543050 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202543062 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202543071 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202543071 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202543072 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:46.098336 run osmo-msc_10.42.42.6(pid=27964): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27964)] 20:25:46.148066 run osmo-msc_10.42.42.6(pid=27964): stdout: | (launched: 2022-12-13_20:25:44.921541) 20:25:46.201760 run osmo-msc_10.42.42.6(pid=27964): stderr: | [0;m[38;5;43m20221213202545240 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202545241 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f16499b9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202545241 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202545241 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202545241 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202545241 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202545243 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202545243 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202545243 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202545244 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:46.255095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Terminating (SIGTERM) 20:25:46.298764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Terminating (SIGTERM) 20:25:46.344751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Terminating (SIGTERM) 20:25:46.390550 --- ParallelTerminationStrategy: PID 27957 died... 20:25:46.412095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Terminated: ok {rc=0} 20:25:46.460826 --- ParallelTerminationStrategy: PID 27960 died... 20:25:46.481682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Terminated: ok {rc=0} 20:25:46.529916 --- ParallelTerminationStrategy: PID 27963 died... 20:25:46.550853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Terminated: ok {rc=0} 20:25:46.643333 bus /sierra_3: Setting Powered False 20:25:47.745994 bus /sierra_3: Setting Powered False 20:25:48.862465 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:25:50.013274 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.025379 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:25:50.097190 tst mo_mt_call_osmux.py: using LAC 36062 20:25:50.218356 tst mo_mt_call_osmux.py: using RAC 107 20:25:50.339805 tst mo_mt_call_osmux.py: using CellId 36062 20:25:50.461361 tst mo_mt_call_osmux.py: using BVCI 36063 20:25:50.572219 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.583576 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.594675 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.605587 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.616773 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:25:50.627972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:25:50.745439 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:25:50.867890 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:25:51.343991 run create_hlr_db(pid=27966): Launched 20:25:51.460462 bus /sierra_2: Setting Powered False 20:25:52.521622 run create_hlr_db(pid=27966): Terminated: ok {rc=0} 20:25:52.949265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Launched 20:25:53.257120 run osmo-hlr_10.42.42.2(pid=27969): Launched 20:25:53.373715 run osmo-stp_10.42.42.5: Starting osmo-stp 20:25:53.905491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Launched 20:25:54.212877 run osmo-stp_10.42.42.5(pid=27972): Launched 20:25:54.331113 run osmo-msc_10.42.42.6: Starting osmo-msc 20:25:54.886781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Launched 20:25:55.194466 run osmo-msc_10.42.42.6(pid=27975): Launched 20:25:55.366587 run osmo-stp_10.42.42.5(pid=27972): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)] 20:25:55.497164 run osmo-stp_10.42.42.5(pid=27972): stdout: | (launched: 2022-12-13_20:25:54.155417) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:55.626781 run osmo-stp_10.42.42.5(pid=27972): stderr: | [0;m[38;5;43m20221213202554325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202554325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202554326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202554326 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202554326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202554327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202554327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:55.755034 run osmo-stp_10.42.42.5(pid=27972): stdout: | (launched: 2022-12-13_20:25:54.155417) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:25:55.877961 run osmo-stp_10.42.42.5(pid=27972): stderr: | [0;m[38;5;43m20221213202554325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202554325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202554326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202554326 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202554326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202554327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202554327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:25:56.024163 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27972): Process ended prematurely: osmo-stp_10.42.42.5(pid=27972) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:25:56.033082 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:25:56.059522 run osmo-hlr_10.42.42.2(pid=27969): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27969)] 20:25:56.108113 run osmo-hlr_10.42.42.2(pid=27969): stdout: | (launched: 2022-12-13_20:25:53.200257) 20:25:56.157918 run osmo-hlr_10.42.42.2(pid=27969): stderr: | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202553375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202553388 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202553396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202553396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202553397 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:25:56.227801 run osmo-msc_10.42.42.6(pid=27975): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27975)] 20:25:56.276283 run osmo-msc_10.42.42.6(pid=27975): stdout: | (launched: 2022-12-13_20:25:55.137512) 20:25:56.326230 run osmo-msc_10.42.42.6(pid=27975): stderr: | [0;m[38;5;43m20221213202555409 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202555410 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f761920cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202555410 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202555410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202555410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202555410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202555412 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202555412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202555412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202555413 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:25:56.376409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Terminating (SIGTERM) 20:25:56.416506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Terminating (SIGTERM) 20:25:56.456605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Terminating (SIGTERM) 20:25:56.496932 --- ParallelTerminationStrategy: PID 27968 died... 20:25:56.516484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Terminated: ok {rc=0} 20:25:56.561006 --- ParallelTerminationStrategy: PID 27971 died... 20:25:56.579941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Terminated: ok {rc=0} 20:25:56.624408 --- ParallelTerminationStrategy: PID 27974 died... 20:25:56.643387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Terminated: ok {rc=0} 20:25:56.730867 bus /sierra_3: Setting Powered False 20:25:57.831727 bus /sierra_3: Setting Powered False 20:25:58.947241 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:26:00.196812 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:26:00.203254 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:26:00.235924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:26:00.264287 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:26:00.316474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:26:00.349285 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:26:00.376525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:26:00.927850 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:26:00.983156 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:00.994885 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:26:01.065322 tst mo_mt_call.py: using LAC 36063 20:26:01.205269 tst mo_mt_call.py: using RAC 108 20:26:01.337264 tst mo_mt_call.py: using CellId 36063 20:26:01.460584 tst mo_mt_call.py: using BVCI 36064 20:26:01.609931 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:01.622392 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:01.634546 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:01.646610 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:01.659046 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:01.671819 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:26:01.797160 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:26:01.932061 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:02.482206 run create_hlr_db(pid=27980): Launched 20:26:02.616608 bus /sierra_2: Setting Powered False 20:26:03.681520 run create_hlr_db(pid=27980): Terminated: ok {rc=0} 20:26:04.137603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Launched 20:26:04.467775 run osmo-hlr_10.42.42.2(pid=27983): Launched 20:26:04.593796 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:05.164350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Launched 20:26:05.492547 run osmo-stp_10.42.42.5(pid=27986): Launched 20:26:05.617918 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:06.215921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Launched 20:26:06.547232 run osmo-msc_10.42.42.6(pid=27989): Launched 20:26:06.730461 run osmo-stp_10.42.42.5(pid=27986): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)] 20:26:06.868749 run osmo-stp_10.42.42.5(pid=27986): stdout: | (launched: 2022-12-13_20:26:05.432306) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:07.006989 run osmo-stp_10.42.42.5(pid=27986): stderr: | [0;m[38;5;43m20221213202605624 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202605624 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202605625 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202605625 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:07.143426 run osmo-stp_10.42.42.5(pid=27986): stdout: | (launched: 2022-12-13_20:26:05.432306) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:07.274714 run osmo-stp_10.42.42.5(pid=27986): stderr: | [0;m[38;5;43m20221213202605624 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202605624 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202605625 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202605625 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202605626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:07.430586 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27986): Process ended prematurely: osmo-stp_10.42.42.5(pid=27986) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:26:07.440063 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 20:26:07.467874 run osmo-hlr_10.42.42.2(pid=27983): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27983)] 20:26:07.518272 run osmo-hlr_10.42.42.2(pid=27983): stdout: | (launched: 2022-12-13_20:26:04.407468) 20:26:07.570316 run osmo-hlr_10.42.42.2(pid=27983): stderr: | [0;m[1;31m20221213202604605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202604605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202604605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202604606 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202604606 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202604606 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202604618 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202604627 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202604627 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202604627 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:26:07.642966 run osmo-msc_10.42.42.6(pid=27989): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27989)] 20:26:07.693720 run osmo-msc_10.42.42.6(pid=27989): stdout: | (launched: 2022-12-13_20:26:06.486725) 20:26:07.745764 run osmo-msc_10.42.42.6(pid=27989): stderr: | [0;m[38;5;43m20221213202606807 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202606808 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fcb93f2dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202606808 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202606808 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202606808 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202606808 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202606810 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202606810 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202606810 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202606811 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:26:07.798447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Terminating (SIGTERM) 20:26:07.840463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Terminating (SIGTERM) 20:26:07.882566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Terminating (SIGTERM) 20:26:07.924555 --- ParallelTerminationStrategy: PID 27982 died... 20:26:07.944599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Terminated: ok {rc=0} 20:26:07.990927 --- ParallelTerminationStrategy: PID 27985 died... 20:26:08.010469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Terminated: ok {rc=0} 20:26:08.056906 --- ParallelTerminationStrategy: PID 27988 died... 20:26:08.076917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Terminated: ok {rc=0} 20:26:08.166379 bus /sierra_3: Setting Powered False 20:26:09.267513 bus /sierra_3: Setting Powered False 20:26:10.384713 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:26:11.534856 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:11.547047 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:26:11.618837 tst mo_mt_call_osmux.py: using LAC 36064 20:26:11.748910 tst mo_mt_call_osmux.py: using RAC 109 20:26:11.878091 tst mo_mt_call_osmux.py: using CellId 36064 20:26:12.008232 tst mo_mt_call_osmux.py: using BVCI 36065 20:26:12.126828 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:12.138504 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:12.149925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:12.161343 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:12.172793 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:26:12.184301 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:26:12.304042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:26:12.424429 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:12.898926 run create_hlr_db(pid=27991): Launched 20:26:13.018065 bus /sierra_2: Setting Powered False 20:26:14.078543 run create_hlr_db(pid=27991): Terminated: ok {rc=0} 20:26:14.527151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Launched 20:26:14.855497 run osmo-hlr_10.42.42.2(pid=27994): Launched 20:26:14.979808 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:15.542516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Launched 20:26:15.877813 run osmo-stp_10.42.42.5(pid=27997): Launched 20:26:16.087504 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:16.777734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Launched 20:26:17.121995 run osmo-msc_10.42.42.6(pid=28000): Launched 20:26:17.399735 run osmo-stp_10.42.42.5(pid=27997): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)] 20:26:17.533870 run osmo-stp_10.42.42.5(pid=27997): stdout: | (launched: 2022-12-13_20:26:15.811208) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:17.663895 run osmo-stp_10.42.42.5(pid=27997): stderr: | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202616094 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202616097 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202616097 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202616099 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:17.793318 run osmo-stp_10.42.42.5(pid=27997): stdout: | (launched: 2022-12-13_20:26:15.811208) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:17.916729 run osmo-stp_10.42.42.5(pid=27997): stderr: | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202616092 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202616094 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202616097 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202616097 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202616099 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:18.063486 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27997): Process ended prematurely: osmo-stp_10.42.42.5(pid=27997) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:26:18.072581 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 20:26:18.099393 run osmo-hlr_10.42.42.2(pid=27994): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27994)] 20:26:18.148664 run osmo-hlr_10.42.42.2(pid=27994): stdout: | (launched: 2022-12-13_20:26:14.795089) 20:26:18.199274 run osmo-hlr_10.42.42.2(pid=27994): stderr: | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202614993 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202615006 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202615014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202615014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202615014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:26:18.270415 run osmo-msc_10.42.42.6(pid=28000): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28000)] 20:26:18.319058 run osmo-msc_10.42.42.6(pid=28000): stdout: | (launched: 2022-12-13_20:26:17.059833) 20:26:18.369499 run osmo-msc_10.42.42.6(pid=28000): stderr: | [0;m[38;5;43m20221213202617393 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202617393 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4ad56e6c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202617393 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202617393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202617394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202617394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202617395 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202617396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202617396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202617396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:26:18.420423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Terminating (SIGTERM) 20:26:18.461581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Terminating (SIGTERM) 20:26:18.502926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Terminating (SIGTERM) 20:26:18.544263 --- ParallelTerminationStrategy: PID 27993 died... 20:26:18.564234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Terminated: ok {rc=0} 20:26:18.609638 --- ParallelTerminationStrategy: PID 27996 died... 20:26:18.628874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Terminated: ok {rc=0} 20:26:18.674037 --- ParallelTerminationStrategy: PID 27999 died... 20:26:18.693360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Terminated: ok {rc=0} 20:26:18.781082 bus /sierra_3: Setting Powered False 20:26:19.881976 bus /sierra_3: Setting Powered False 20:26:20.998534 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:26:22.256480 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:26:22.263483 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:26:22.297460 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:26:22.324939 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:26:22.377986 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:26:22.411624 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:26:22.438872 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:26:22.991998 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:26:23.044410 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.056150 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:26:23.127295 tst mo_mt_call.py: using LAC 36065 20:26:23.256766 tst mo_mt_call.py: using RAC 110 20:26:23.384847 tst mo_mt_call.py: using CellId 36065 20:26:23.512848 tst mo_mt_call.py: using BVCI 36066 20:26:23.631784 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.643307 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.654618 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.666134 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.677625 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:23.689086 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:26:23.807189 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:26:23.928595 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:24.439173 run create_hlr_db(pid=28005): Launched 20:26:24.573392 bus /sierra_2: Setting Powered False 20:26:25.638555 run create_hlr_db(pid=28005): Terminated: ok {rc=0} 20:26:26.077128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Launched 20:26:26.384405 run osmo-hlr_10.42.42.2(pid=28008): Launched 20:26:26.500381 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:27.039312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Launched 20:26:27.347106 run osmo-stp_10.42.42.5(pid=28011): Launched 20:26:27.462911 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:28.017971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Launched 20:26:28.326130 run osmo-msc_10.42.42.6(pid=28014): Launched 20:26:28.497559 run osmo-stp_10.42.42.5(pid=28011): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)] 20:26:28.628062 run osmo-stp_10.42.42.5(pid=28011): stdout: | (launched: 2022-12-13_20:26:27.290335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:28.757414 run osmo-stp_10.42.42.5(pid=28011): stderr: | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202627459 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:28.885230 run osmo-stp_10.42.42.5(pid=28011): stdout: | (launched: 2022-12-13_20:26:27.290335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:29.007448 run osmo-stp_10.42.42.5(pid=28011): stderr: | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202627458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202627459 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202627459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:29.154093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:26:29.162991 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:26:29.189477 run osmo-hlr_10.42.42.2(pid=28008): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28008)] 20:26:29.238022 run osmo-hlr_10.42.42.2(pid=28008): stdout: | (launched: 2022-12-13_20:26:26.327351) 20:26:29.287766 run osmo-hlr_10.42.42.2(pid=28008): stderr: | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202626503 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202626515 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202626526 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202626526 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202626526 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:26:29.357681 run osmo-msc_10.42.42.6(pid=28014): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28014)] 20:26:29.405626 run osmo-msc_10.42.42.6(pid=28014): stdout: | (launched: 2022-12-13_20:26:28.269216) 20:26:29.455666 run osmo-msc_10.42.42.6(pid=28014): stderr: | [0;m[38;5;43m20221213202628540 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202628540 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f7c1b11ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202628540 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202628540 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202628540 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202628540 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202628542 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202628543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202628543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202628543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:26:29.506103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminating (SIGTERM) 20:26:29.546074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminating (SIGTERM) 20:26:29.585907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Terminating (SIGTERM) 20:26:29.626076 --- ParallelTerminationStrategy: PID 28007 died... 20:26:29.645643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminated: ok {rc=0} 20:26:29.689950 --- ParallelTerminationStrategy: PID 28010 died... 20:26:29.708854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminated: ok {rc=0} 20:26:29.753193 --- ParallelTerminationStrategy: PID 28013 died... 20:26:29.772177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Terminated: ok {rc=0} 20:26:29.859848 bus /sierra_3: Setting Powered False 20:26:30.976210 bus /sierra_3: Setting Powered False 20:26:32.102374 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:26:33.255237 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.267683 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:26:33.340011 tst mo_mt_call_osmux.py: using LAC 36066 20:26:33.469417 tst mo_mt_call_osmux.py: using RAC 111 20:26:33.590755 tst mo_mt_call_osmux.py: using CellId 36066 20:26:33.711716 tst mo_mt_call_osmux.py: using BVCI 36067 20:26:33.822730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.833840 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.845085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.855949 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.867266 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:26:33.878467 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:26:34.000566 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:26:34.123383 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:34.633889 run create_hlr_db(pid=28016): Launched 20:26:34.767817 bus /sierra_2: Setting Powered False 20:26:35.833275 run create_hlr_db(pid=28016): Terminated: ok {rc=0} 20:26:36.272612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Launched 20:26:36.580933 run osmo-hlr_10.42.42.2(pid=28019): Launched 20:26:36.699003 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:37.232418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Launched 20:26:37.540881 run osmo-stp_10.42.42.5(pid=28022): Launched 20:26:37.658659 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:38.214775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Launched 20:26:38.522926 run osmo-msc_10.42.42.6(pid=28025): Launched 20:26:38.696648 run osmo-stp_10.42.42.5(pid=28022): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)] 20:26:38.827445 run osmo-stp_10.42.42.5(pid=28022): stdout: | (launched: 2022-12-13_20:26:37.483772) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:38.957442 run osmo-stp_10.42.42.5(pid=28022): stderr: | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202637654 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:39.085643 run osmo-stp_10.42.42.5(pid=28022): stdout: | (launched: 2022-12-13_20:26:37.483772) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:39.207872 run osmo-stp_10.42.42.5(pid=28022): stderr: | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202637653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202637654 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202637654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:39.354669 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28022): Process ended prematurely: osmo-stp_10.42.42.5(pid=28022) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:26:39.363537 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:26:39.390194 run osmo-hlr_10.42.42.2(pid=28019): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28019)] 20:26:39.439012 run osmo-hlr_10.42.42.2(pid=28019): stdout: | (launched: 2022-12-13_20:26:36.523891) 20:26:39.489302 run osmo-hlr_10.42.42.2(pid=28019): stderr: | [0;m[1;31m20221213202636699 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202636699 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202636700 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202636700 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202636700 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202636700 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202636712 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202636721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202636721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202636721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:26:39.559685 run osmo-msc_10.42.42.6(pid=28025): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28025)] 20:26:39.607902 run osmo-msc_10.42.42.6(pid=28025): stdout: | (launched: 2022-12-13_20:26:38.465664) 20:26:39.658064 run osmo-msc_10.42.42.6(pid=28025): stderr: | [0;m[38;5;43m20221213202638736 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202638737 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f713b15cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202638737 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202638737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202638737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202638737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202638739 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202638739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202638739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202638739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:26:39.708385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Terminating (SIGTERM) 20:26:39.749120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Terminating (SIGTERM) 20:26:39.789576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Terminating (SIGTERM) 20:26:39.831109 --- ParallelTerminationStrategy: PID 28018 died... 20:26:39.850859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Terminated: ok {rc=0} 20:26:39.895905 --- ParallelTerminationStrategy: PID 28021 died... 20:26:39.915056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Terminated: ok {rc=0} 20:26:39.959954 --- ParallelTerminationStrategy: PID 28024 died... 20:26:39.979035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Terminated: ok {rc=0} 20:26:40.064117 bus /sierra_3: Setting Powered False 20:26:41.163914 bus /sierra_3: Setting Powered False 20:26:42.280904 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:26:43.534792 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:26:43.542166 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:26:43.576152 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:26:43.603654 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:26:43.657056 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:26:43.690032 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:26:43.716923 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:26:44.271830 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:26:44.321785 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.333085 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:26:44.402633 tst mo_mt_call.py: using LAC 36067 20:26:44.528396 tst mo_mt_call.py: using RAC 112 20:26:44.649401 tst mo_mt_call.py: using CellId 36067 20:26:44.769362 tst mo_mt_call.py: using BVCI 36068 20:26:44.882721 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.894186 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.905511 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.916512 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.928058 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:44.939542 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:26:45.060557 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:26:45.179281 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:45.655984 run create_hlr_db(pid=28030): Launched 20:26:45.772719 bus /sierra_2: Setting Powered False 20:26:46.835699 run create_hlr_db(pid=28030): Terminated: ok {rc=0} 20:26:47.319666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Launched 20:26:47.627947 run osmo-hlr_10.42.42.2(pid=28033): Launched 20:26:47.744486 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:48.274456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Launched 20:26:48.583169 run osmo-stp_10.42.42.5(pid=28036): Launched 20:26:48.701976 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:49.255783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Launched 20:26:49.566450 run osmo-msc_10.42.42.6(pid=28039): Launched 20:26:49.738464 run osmo-stp_10.42.42.5(pid=28036): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)] 20:26:49.869567 run osmo-stp_10.42.42.5(pid=28036): stdout: | (launched: 2022-12-13_20:26:48.526323) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:49.999747 run osmo-stp_10.42.42.5(pid=28036): stderr: | [0;m[38;5;43m20221213202648695 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202648695 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202648696 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202648696 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:50.127797 run osmo-stp_10.42.42.5(pid=28036): stdout: | (launched: 2022-12-13_20:26:48.526323) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:26:50.250371 run osmo-stp_10.42.42.5(pid=28036): stderr: | [0;m[38;5;43m20221213202648695 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202648695 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202648696 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202648696 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202648697 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:26:50.396660 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:26:50.405537 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:26:50.432113 run osmo-hlr_10.42.42.2(pid=28033): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28033)] 20:26:50.480907 run osmo-hlr_10.42.42.2(pid=28033): stdout: | (launched: 2022-12-13_20:26:47.570917) 20:26:50.530652 run osmo-hlr_10.42.42.2(pid=28033): stderr: | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202647748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202647759 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202647768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202647769 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202647769 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:26:50.600624 run osmo-msc_10.42.42.6(pid=28039): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28039)] 20:26:50.648625 run osmo-msc_10.42.42.6(pid=28039): stdout: | (launched: 2022-12-13_20:26:49.508913) 20:26:50.698502 run osmo-msc_10.42.42.6(pid=28039): stderr: | [0;m[38;5;43m20221213202649778 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202649778 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f161e3dac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202649778 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202649778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202649778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202649779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202649780 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202649781 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202649781 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202649781 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:26:50.748774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminating (SIGTERM) 20:26:50.789297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminating (SIGTERM) 20:26:50.829976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminating (SIGTERM) 20:26:50.871243 --- ParallelTerminationStrategy: PID 28032 died... 20:26:50.890934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminated: ok {rc=0} 20:26:50.936215 --- ParallelTerminationStrategy: PID 28035 died... 20:26:50.955307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminated: ok {rc=0} 20:26:50.999851 --- ParallelTerminationStrategy: PID 28038 died... 20:26:51.018971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminated: ok {rc=0} 20:26:51.104257 bus /sierra_3: Setting Powered False 20:26:52.203792 bus /sierra_3: Setting Powered False 20:26:53.321815 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:26:54.472499 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:54.484755 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:26:54.577152 tst mo_mt_call_osmux.py: using LAC 36068 20:26:54.700042 tst mo_mt_call_osmux.py: using RAC 113 20:26:54.824558 tst mo_mt_call_osmux.py: using CellId 36068 20:26:54.945091 tst mo_mt_call_osmux.py: using BVCI 36069 20:26:55.055681 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:55.066892 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:55.077904 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:55.088765 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:55.100141 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:26:55.111486 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:26:55.232472 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:26:55.350656 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:26:55.828771 run create_hlr_db(pid=28041): Launched 20:26:55.946176 bus /sierra_2: Setting Powered False 20:26:57.007674 run create_hlr_db(pid=28041): Terminated: ok {rc=0} 20:26:57.458417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Launched 20:26:57.790099 run osmo-hlr_10.42.42.2(pid=28044): Launched 20:26:57.915555 run osmo-stp_10.42.42.5: Starting osmo-stp 20:26:58.484013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Launched 20:26:58.813481 run osmo-stp_10.42.42.5(pid=28047): Launched 20:26:58.939348 run osmo-msc_10.42.42.6: Starting osmo-msc 20:26:59.531730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Launched 20:26:59.861523 run osmo-msc_10.42.42.6(pid=28050): Launched 20:27:00.045695 run osmo-stp_10.42.42.5(pid=28047): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)] 20:27:00.183631 run osmo-stp_10.42.42.5(pid=28047): stdout: | (launched: 2022-12-13_20:26:58.753515) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:00.323103 run osmo-stp_10.42.42.5(pid=28047): stderr: | [0;m[38;5;43m20221213202658945 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202658945 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202658946 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202658946 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202658946 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202658947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202658947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:00.459582 run osmo-stp_10.42.42.5(pid=28047): stdout: | (launched: 2022-12-13_20:26:58.753515) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:00.590308 run osmo-stp_10.42.42.5(pid=28047): stderr: | [0;m[38;5;43m20221213202658945 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202658945 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202658946 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202658946 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202658946 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202658947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202658947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:00.746479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28047): Process ended prematurely: osmo-stp_10.42.42.5(pid=28047) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:27:00.755984 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:27:00.783703 run osmo-hlr_10.42.42.2(pid=28044): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28044)] 20:27:00.841247 run osmo-hlr_10.42.42.2(pid=28044): stdout: | (launched: 2022-12-13_20:26:57.729823) 20:27:00.904295 run osmo-hlr_10.42.42.2(pid=28044): stderr: | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202657929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202657939 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202657948 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202657948 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202657949 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:00.985278 run osmo-msc_10.42.42.6(pid=28050): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28050)] 20:27:01.035888 run osmo-msc_10.42.42.6(pid=28050): stdout: | (launched: 2022-12-13_20:26:59.800937) 20:27:01.088299 run osmo-msc_10.42.42.6(pid=28050): stderr: | [0;m[38;5;43m20221213202700124 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202700125 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb9eab7dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202700125 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202700125 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202700125 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202700125 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202700127 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202700127 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202700128 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202700128 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:01.142418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Terminating (SIGTERM) 20:27:01.186740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Terminating (SIGTERM) 20:27:01.231745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Terminating (SIGTERM) 20:27:01.276693 --- ParallelTerminationStrategy: PID 28043 died... 20:27:01.298242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Terminated: ok {rc=0} 20:27:01.347842 --- ParallelTerminationStrategy: PID 28046 died... 20:27:01.368730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Terminated: ok {rc=0} 20:27:01.416093 --- ParallelTerminationStrategy: PID 28049 died... 20:27:01.437109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Terminated: ok {rc=0} 20:27:01.527206 bus /sierra_3: Setting Powered False 20:27:02.625867 bus /sierra_3: Setting Powered False 20:27:03.743629 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:27:04.998338 tst voice:trx-b200+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:27:05.005163 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:27:05.038222 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:27:05.064528 tst voice:trx-b200+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:27:05.117070 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:27:05.149681 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:27:05.176774 tst voice:trx-b200+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:27:05.726693 tst voice:trx-b200+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:27:05.776904 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:05.787813 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:27:05.860186 tst mo_mt_call.py: using LAC 36069 20:27:05.982692 tst mo_mt_call.py: using RAC 114 20:27:06.111754 tst mo_mt_call.py: using CellId 36069 20:27:06.239561 tst mo_mt_call.py: using BVCI 36070 20:27:06.359532 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:06.370909 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:06.382128 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:06.393356 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:06.404563 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:06.415867 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:27:06.532905 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:27:06.652564 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:27:07.127188 run create_hlr_db(pid=28055): Launched 20:27:07.247387 bus /sierra_2: Setting Powered False 20:27:08.308317 run create_hlr_db(pid=28055): Terminated: ok {rc=0} 20:27:08.756905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Launched 20:27:09.086594 run osmo-hlr_10.42.42.2(pid=28058): Launched 20:27:09.211122 run osmo-stp_10.42.42.5: Starting osmo-stp 20:27:09.779484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Launched 20:27:10.108696 run osmo-stp_10.42.42.5(pid=28061): Launched 20:27:10.235292 run osmo-msc_10.42.42.6: Starting osmo-msc 20:27:10.828862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Launched 20:27:11.157379 run osmo-msc_10.42.42.6(pid=28064): Launched 20:27:11.341157 run osmo-stp_10.42.42.5(pid=28061): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)] 20:27:11.478724 run osmo-stp_10.42.42.5(pid=28061): stdout: | (launched: 2022-12-13_20:27:10.048109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:11.616562 run osmo-stp_10.42.42.5(pid=28061): stderr: | [0;m[38;5;43m20221213202710238 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202710239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202710239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202710239 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:11.752818 run osmo-stp_10.42.42.5(pid=28061): stdout: | (launched: 2022-12-13_20:27:10.048109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:11.883680 run osmo-stp_10.42.42.5(pid=28061): stderr: | [0;m[38;5;43m20221213202710238 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202710239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202710239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202710239 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202710240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:12.039989 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:27:12.049480 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 20:27:12.077254 run osmo-hlr_10.42.42.2(pid=28058): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28058)] 20:27:12.127332 run osmo-hlr_10.42.42.2(pid=28058): stdout: | (launched: 2022-12-13_20:27:09.025677) 20:27:12.179419 run osmo-hlr_10.42.42.2(pid=28058): stderr: | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202709222 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202709234 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202709243 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202709243 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202709243 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:12.252043 run osmo-msc_10.42.42.6(pid=28064): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28064)] 20:27:12.304047 run osmo-msc_10.42.42.6(pid=28064): stdout: | (launched: 2022-12-13_20:27:11.096699) 20:27:12.356456 run osmo-msc_10.42.42.6(pid=28064): stderr: | [0;m[38;5;43m20221213202711419 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202711419 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdc456f8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202711419 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202711420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202711420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202711420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202711422 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202711422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202711422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202711422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:12.408915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminating (SIGTERM) 20:27:12.450956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminating (SIGTERM) 20:27:12.492942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminating (SIGTERM) 20:27:12.535136 --- ParallelTerminationStrategy: PID 28057 died... 20:27:12.555387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminated: ok {rc=0} 20:27:12.601747 --- ParallelTerminationStrategy: PID 28060 died... 20:27:12.621321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminated: ok {rc=0} 20:27:12.667609 --- ParallelTerminationStrategy: PID 28063 died... 20:27:12.687279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminated: ok {rc=0} 20:27:12.775213 bus /sierra_3: Setting Powered False 20:27:13.876575 bus /sierra_3: Setting Powered False 20:27:14.993418 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:27:16.169883 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.186830 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:27:16.274261 tst mo_mt_call_osmux.py: using LAC 36070 20:27:16.421987 tst mo_mt_call_osmux.py: using RAC 115 20:27:16.549196 tst mo_mt_call_osmux.py: using CellId 36070 20:27:16.673951 tst mo_mt_call_osmux.py: using BVCI 36071 20:27:16.789830 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.802037 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.814117 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.826045 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.839020 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:27:16.851970 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:27:16.977538 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:27:17.104196 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:27:17.598745 run create_hlr_db(pid=28066): Launched 20:27:17.720274 bus /sierra_2: Setting Powered False 20:27:18.781647 run create_hlr_db(pid=28066): Terminated: ok {rc=0} 20:27:19.209763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Launched 20:27:19.517284 run osmo-hlr_10.42.42.2(pid=28069): Launched 20:27:19.634806 run osmo-stp_10.42.42.5: Starting osmo-stp 20:27:20.174819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Launched 20:27:20.484434 run osmo-stp_10.42.42.5(pid=28072): Launched 20:27:20.602222 run osmo-msc_10.42.42.6: Starting osmo-msc 20:27:21.159364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Launched 20:27:21.467514 run osmo-msc_10.42.42.6(pid=28075): Launched 20:27:21.639072 run osmo-stp_10.42.42.5(pid=28072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)] 20:27:21.769252 run osmo-stp_10.42.42.5(pid=28072): stdout: | (launched: 2022-12-13_20:27:20.427046) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:21.899300 run osmo-stp_10.42.42.5(pid=28072): stderr: | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202720599 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:22.027058 run osmo-stp_10.42.42.5(pid=28072): stdout: | (launched: 2022-12-13_20:27:20.427046) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:22.149311 run osmo-stp_10.42.42.5(pid=28072): stderr: | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202720598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202720599 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202720599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:22.296385 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28072): Process ended prematurely: osmo-stp_10.42.42.5(pid=28072) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:27:22.305372 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 20:27:22.331661 run osmo-hlr_10.42.42.2(pid=28069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28069)] 20:27:22.380241 run osmo-hlr_10.42.42.2(pid=28069): stdout: | (launched: 2022-12-13_20:27:19.460314) 20:27:22.430195 run osmo-hlr_10.42.42.2(pid=28069): stderr: | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202719634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202719646 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202719654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202719654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202719654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:22.499939 run osmo-msc_10.42.42.6(pid=28075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28075)] 20:27:22.547913 run osmo-msc_10.42.42.6(pid=28075): stdout: | (launched: 2022-12-13_20:27:21.410536) 20:27:22.597988 run osmo-msc_10.42.42.6(pid=28075): stderr: | [0;m[38;5;43m20221213202721680 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202721680 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa45a5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202721680 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202721680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202721680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202721681 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202721682 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202721683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202721683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202721683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:22.648404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Terminating (SIGTERM) 20:27:22.688328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Terminating (SIGTERM) 20:27:22.728119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Terminating (SIGTERM) 20:27:22.768245 --- ParallelTerminationStrategy: PID 28068 died... 20:27:22.787697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Terminated: ok {rc=0} 20:27:22.832287 --- ParallelTerminationStrategy: PID 28071 died... 20:27:22.851069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Terminated: ok {rc=0} 20:27:22.895411 --- ParallelTerminationStrategy: PID 28074 died... 20:27:22.914343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Terminated: ok {rc=0} 20:27:23.001797 bus /sierra_3: Setting Powered False 20:27:24.102570 bus /sierra_3: Setting Powered False 20:27:25.216321 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-trxdversion0 --------------------------------------------------------------------- 20:27:26.473548 tst voice:trx-b200+mod-bts0-trxdversion0: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:27:26.478992 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 1 x bts (candidates: 11) 20:27:26.512717 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 6 x ip_address (candidates: 9) 20:27:26.540217 tst voice:trx-b200+mod-bts0-trxdversion0: Verifying 2 x modem (candidates: 12) 20:27:26.595303 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 1 x bts (candidates: 11) 20:27:26.628931 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 6 x ip_address (candidates: 9) 20:27:26.655625 tst voice:trx-b200+mod-bts0-trxdversion0: Reserving 2 x modem (candidates: 12) 20:27:27.205325 tst voice:trx-b200+mod-bts0-trxdversion0: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py ---------------------------------------------- 20:27:27.257586 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.268789 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1) 20:27:27.320751 tst mo_mt_call.py: using LAC 36071 20:27:27.453705 tst mo_mt_call.py: using RAC 116 20:27:27.582116 tst mo_mt_call.py: using CellId 36071 20:27:27.709375 tst mo_mt_call.py: using BVCI 36072 20:27:27.830244 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.841794 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.853103 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.864247 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.875446 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:27.886822 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 20:27:28.004519 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 20:27:28.124582 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:27:28.635059 run create_hlr_db(pid=28080): Launched 20:27:28.768051 bus /sierra_2: Setting Powered False 20:27:29.833210 run create_hlr_db(pid=28080): Terminated: ok {rc=0} 20:27:30.272137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Launched 20:27:30.580405 run osmo-hlr_10.42.42.2(pid=28083): Launched 20:27:30.698136 run osmo-stp_10.42.42.5: Starting osmo-stp 20:27:31.269677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Launched 20:27:31.621701 run osmo-stp_10.42.42.5(pid=28086): Launched 20:27:31.939921 run osmo-msc_10.42.42.6: Starting osmo-msc 20:27:32.537129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Launched 20:27:32.846477 run osmo-msc_10.42.42.6(pid=28089): Launched 20:27:33.021709 run osmo-stp_10.42.42.5(pid=28086): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)] 20:27:33.153493 run osmo-stp_10.42.42.5(pid=28086): stdout: | (launched: 2022-12-13_20:27:31.555786) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:33.284017 run osmo-stp_10.42.42.5(pid=28086): stderr: | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202731761 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202731761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202731761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202731762 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:33.412453 run osmo-stp_10.42.42.5(pid=28086): stdout: | (launched: 2022-12-13_20:27:31.555786) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:33.535255 run osmo-stp_10.42.42.5(pid=28086): stderr: | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202731760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202731761 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202731761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202731761 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202731762 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:33.682579 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)] [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8] 20:27:33.691671 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 20:27:33.717974 run osmo-hlr_10.42.42.2(pid=28083): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28083)] 20:27:33.766766 run osmo-hlr_10.42.42.2(pid=28083): stdout: | (launched: 2022-12-13_20:27:30.523306) 20:27:33.816630 run osmo-hlr_10.42.42.2(pid=28083): stderr: | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202730698 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202730711 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202730719 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202730719 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202730719 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:33.886609 run osmo-msc_10.42.42.6(pid=28089): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28089)] 20:27:33.934543 run osmo-msc_10.42.42.6(pid=28089): stdout: | (launched: 2022-12-13_20:27:32.789305) 20:27:33.984612 run osmo-msc_10.42.42.6(pid=28089): stderr: | [0;m[38;5;43m20221213202733061 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202733061 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fadca419c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202733061 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202733061 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202733062 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202733062 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202733063 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202733064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202733064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202733064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:34.034628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminating (SIGTERM) 20:27:34.075073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminating (SIGTERM) 20:27:34.115992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminating (SIGTERM) 20:27:34.156705 --- ParallelTerminationStrategy: PID 28082 died... 20:27:34.176511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminated: ok {rc=0} 20:27:34.221231 --- ParallelTerminationStrategy: PID 28085 died... 20:27:34.239990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminated: ok {rc=0} 20:27:34.284636 --- ParallelTerminationStrategy: PID 28088 died... 20:27:34.303773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminated: ok {rc=0} 20:27:34.391378 bus /sierra_3: Setting Powered False 20:27:35.491938 bus /sierra_3: Setting Powered False 20:27:36.609963 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py ---------------------------------------------- 20:27:37.760090 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:37.772075 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1) 20:27:37.823821 tst mo_mt_call_osmux.py: using LAC 36072 20:27:37.960484 tst mo_mt_call_osmux.py: using RAC 117 20:27:38.100144 tst mo_mt_call_osmux.py: using CellId 36072 20:27:38.230409 tst mo_mt_call_osmux.py: using BVCI 36073 20:27:38.351346 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:38.362908 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:38.374235 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:38.385507 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:38.396791 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6) 20:27:38.408137 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 20:27:38.524627 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2) 20:27:38.642709 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:27:39.121513 run create_hlr_db(pid=28091): Launched 20:27:39.240344 bus /sierra_2: Setting Powered False 20:27:40.301610 run create_hlr_db(pid=28091): Terminated: ok {rc=0} 20:27:40.751809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Launched 20:27:41.079932 run osmo-hlr_10.42.42.2(pid=28094): Launched 20:27:41.205106 run osmo-stp_10.42.42.5: Starting osmo-stp 20:27:41.774581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Launched 20:27:42.104837 run osmo-stp_10.42.42.5(pid=28097): Launched 20:27:42.231187 run osmo-msc_10.42.42.6: Starting osmo-msc 20:27:42.825948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Launched 20:27:43.155856 run osmo-msc_10.42.42.6(pid=28100): Launched 20:27:43.339585 run osmo-stp_10.42.42.5(pid=28097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)] 20:27:43.478259 run osmo-stp_10.42.42.5(pid=28097): stdout: | (launched: 2022-12-13_20:27:42.044159) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:43.616104 run osmo-stp_10.42.42.5(pid=28097): stderr: | [0;m[38;5;43m20221213202742234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202742234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202742235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202742235 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202742235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202742236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202742236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:43.752622 run osmo-stp_10.42.42.5(pid=28097): stdout: | (launched: 2022-12-13_20:27:42.044159) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:43.883106 run osmo-stp_10.42.42.5(pid=28097): stderr: | [0;m[38;5;43m20221213202742234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202742234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202742235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202742235 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202742235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202742236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202742236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:44.039805 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28097): Process ended prematurely: osmo-stp_10.42.42.5(pid=28097) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)] [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8] 20:27:44.049343 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:27:44.077021 run osmo-hlr_10.42.42.2(pid=28094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28094)] 20:27:44.127677 run osmo-hlr_10.42.42.2(pid=28094): stdout: | (launched: 2022-12-13_20:27:41.019576) 20:27:44.179815 run osmo-hlr_10.42.42.2(pid=28094): stderr: | [0;m[1;31m20221213202741216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202741216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202741216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202741217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202741217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202741217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202741229 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202741238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202741238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202741238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:44.252237 run osmo-msc_10.42.42.6(pid=28100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28100)] 20:27:44.303059 run osmo-msc_10.42.42.6(pid=28100): stdout: | (launched: 2022-12-13_20:27:43.094920) 20:27:44.355188 run osmo-msc_10.42.42.6(pid=28100): stderr: | [0;m[38;5;43m20221213202743414 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202743414 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fadb809dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202743415 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202743415 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202743415 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202743415 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202743417 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202743417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202743417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202743417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:44.407292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Terminating (SIGTERM) 20:27:44.448769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Terminating (SIGTERM) 20:27:44.490565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Terminating (SIGTERM) 20:27:44.532487 --- ParallelTerminationStrategy: PID 28093 died... 20:27:44.552443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Terminated: ok {rc=0} 20:27:44.599280 --- ParallelTerminationStrategy: PID 28096 died... 20:27:44.618943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Terminated: ok {rc=0} 20:27:44.664747 --- ParallelTerminationStrategy: PID 28099 died... 20:27:44.684186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Terminated: ok {rc=0} 20:27:44.771433 bus /sierra_3: Setting Powered False 20:27:45.893446 bus /sierra_3: Setting Powered False 20:27:47.022845 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-trxdversion0 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 20:27:48.280552 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:27:48.286598 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 20:27:48.320508 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 20:27:48.347355 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 20:27:48.398173 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 20:27:48.432541 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 20:27:48.460393 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 20:27:49.014199 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 20:27:49.067276 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.079046 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:27:49.131345 tst mo_mt_call.py: using LAC 36073 20:27:49.259149 tst mo_mt_call.py: using RAC 118 20:27:49.387740 tst mo_mt_call.py: using CellId 36073 20:27:49.513793 tst mo_mt_call.py: using BVCI 36074 20:27:49.632622 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.644395 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.655922 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.667596 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.679325 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:49.690926 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:27:49.808606 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:27:49.926854 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:27:50.404029 run create_hlr_db(pid=28105): Launched 20:27:50.523071 bus /sierra_2: Setting Powered False 20:27:51.584077 run create_hlr_db(pid=28105): Terminated: ok {rc=0} 20:27:52.012757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Launched 20:27:52.320510 run osmo-hlr_10.42.42.2(pid=28108): Launched 20:27:52.438402 run osmo-stp_10.42.42.5: Starting osmo-stp 20:27:52.982776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Launched 20:27:53.292397 run osmo-stp_10.42.42.5(pid=28112): Launched 20:27:53.410678 run osmo-msc_10.42.42.6: Starting osmo-msc 20:27:53.965673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Launched 20:27:54.274448 run osmo-msc_10.42.42.6(pid=28115): Launched 20:27:54.447237 run osmo-stp_10.42.42.5(pid=28112): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)] 20:27:54.577992 run osmo-stp_10.42.42.5(pid=28112): stdout: | (launched: 2022-12-13_20:27:53.235411) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:54.708193 run osmo-stp_10.42.42.5(pid=28112): stderr: | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202753407 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:54.836308 run osmo-stp_10.42.42.5(pid=28112): stdout: | (launched: 2022-12-13_20:27:53.235411) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:27:54.959225 run osmo-stp_10.42.42.5(pid=28112): stderr: | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202753406 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202753407 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202753407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:27:55.106054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)] [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 20:27:55.115152 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:27:55.141902 run osmo-hlr_10.42.42.2(pid=28108): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28108)] 20:27:55.190854 run osmo-hlr_10.42.42.2(pid=28108): stdout: | (launched: 2022-12-13_20:27:52.263575) 20:27:55.242140 run osmo-hlr_10.42.42.2(pid=28108): stderr: | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202752437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202752449 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202752457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202752458 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202752458 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:27:55.312291 run osmo-msc_10.42.42.6(pid=28115): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28115)] 20:27:55.360384 run osmo-msc_10.42.42.6(pid=28115): stdout: | (launched: 2022-12-13_20:27:54.217329) 20:27:55.410094 run osmo-msc_10.42.42.6(pid=28115): stderr: | [0;m[38;5;43m20221213202754487 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202754488 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7efdd295dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202754488 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202754488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202754488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202754488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202754490 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202754490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202754491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202754491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:27:55.460483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Terminating (SIGTERM) 20:27:55.501134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminating (SIGTERM) 20:27:55.541876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminating (SIGTERM) 20:27:55.582668 --- ParallelTerminationStrategy: PID 28107 died... 20:27:55.602485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Terminated: ok {rc=0} 20:27:55.647037 --- ParallelTerminationStrategy: PID 28111 died... 20:27:55.666210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminated: ok {rc=0} 20:27:55.710641 --- ParallelTerminationStrategy: PID 28114 died... 20:27:55.729840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminated: ok {rc=0} 20:27:55.816788 bus /sierra_3: Setting Powered False 20:27:56.916447 bus /sierra_3: Setting Powered False 20:27:58.033860 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 20:27:59.181317 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.193221 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:27:59.246200 tst mo_mt_call_osmux.py: using LAC 36074 20:27:59.368054 tst mo_mt_call_osmux.py: using RAC 119 20:27:59.488606 tst mo_mt_call_osmux.py: using CellId 36074 20:27:59.618697 tst mo_mt_call_osmux.py: using BVCI 36075 20:27:59.738168 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.750284 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.762556 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.774437 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.786614 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:27:59.798724 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:27:59.916590 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:28:00.042061 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:28:00.553252 run create_hlr_db(pid=28117): Launched 20:28:00.687570 bus /sierra_2: Setting Powered False 20:28:01.755436 run create_hlr_db(pid=28117): Terminated: ok {rc=0} 20:28:02.201186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Launched 20:28:02.521340 run osmo-hlr_10.42.42.2(pid=28120): Launched 20:28:02.639819 run osmo-stp_10.42.42.5: Starting osmo-stp 20:28:03.181990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Launched 20:28:03.490931 run osmo-stp_10.42.42.5(pid=28123): Launched 20:28:03.609282 run osmo-msc_10.42.42.6: Starting osmo-msc 20:28:04.162571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Launched 20:28:04.469653 run osmo-msc_10.42.42.6(pid=28126): Launched 20:28:04.640484 run osmo-stp_10.42.42.5(pid=28123): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)] 20:28:04.771310 run osmo-stp_10.42.42.5(pid=28123): stdout: | (launched: 2022-12-13_20:28:03.434138) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:04.901312 run osmo-stp_10.42.42.5(pid=28123): stderr: | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202803606 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:05.028664 run osmo-stp_10.42.42.5(pid=28123): stdout: | (launched: 2022-12-13_20:28:03.434138) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:05.150706 run osmo-stp_10.42.42.5(pid=28123): stderr: | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202803605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202803606 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202803606 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:05.296880 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28123): Process ended prematurely: osmo-stp_10.42.42.5(pid=28123) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)] [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 20:28:05.305967 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 20:28:05.332292 run osmo-hlr_10.42.42.2(pid=28120): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28120)] 20:28:05.380806 run osmo-hlr_10.42.42.2(pid=28120): stdout: | (launched: 2022-12-13_20:28:02.464351) 20:28:05.430760 run osmo-hlr_10.42.42.2(pid=28120): stderr: | [0;m[1;31m20221213202802638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202802639 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202802639 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202802639 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202802639 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202802639 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202802652 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202802660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202802660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202802660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:28:05.500733 run osmo-msc_10.42.42.6(pid=28126): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28126)] 20:28:05.548479 run osmo-msc_10.42.42.6(pid=28126): stdout: | (launched: 2022-12-13_20:28:04.412888) 20:28:05.598230 run osmo-msc_10.42.42.6(pid=28126): stderr: | [0;m[38;5;43m20221213202804682 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202804682 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f142edfec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202804682 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202804682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202804683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202804683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202804685 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202804685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202804685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202804685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:28:05.648322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Terminating (SIGTERM) 20:28:05.688622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Terminating (SIGTERM) 20:28:05.728784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Terminating (SIGTERM) 20:28:05.769565 --- ParallelTerminationStrategy: PID 28119 died... 20:28:05.789237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Terminated: ok {rc=0} 20:28:05.833679 --- ParallelTerminationStrategy: PID 28122 died... 20:28:05.852557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Terminated: ok {rc=0} 20:28:05.896826 --- ParallelTerminationStrategy: PID 28125 died... 20:28:05.916176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Terminated: ok {rc=0} 20:28:06.000469 bus /sierra_3: Setting Powered False 20:28:07.099525 bus /sierra_3: Setting Powered False 20:28:08.217646 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:trx-b200 --------------------------------------------------------------------- 20:28:09.473218 tst emergency:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:28:09.477491 tst emergency:trx-b200: Verifying 1 x bts (candidates: 11) 20:28:09.510167 tst emergency:trx-b200: Verifying 6 x ip_address (candidates: 9) 20:28:09.536836 tst emergency:trx-b200: Verifying 4 x modem (candidates: 12) 20:28:09.621834 tst emergency:trx-b200: Reserving 1 x bts (candidates: 11) 20:28:09.654368 tst emergency:trx-b200: Reserving 6 x ip_address (candidates: 9) 20:28:09.681391 tst emergency:trx-b200: Reserving 4 x modem (candidates: 12) 20:28:10.263253 tst emergency:trx-b200: RESERVED RESOURCES for emergency: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:trx-b200 emergency_mo_mt_call.py ---------------------------------------------- 20:28:10.268185 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.278792 tst emergency:trx-b200: Using 1 x bts (candidates: 1) 20:28:10.326987 tst emergency_mo_mt_call.py: using LAC 36075 20:28:10.445353 tst emergency_mo_mt_call.py: using RAC 120 20:28:10.563854 tst emergency_mo_mt_call.py: using CellId 36075 20:28:10.683127 tst emergency_mo_mt_call.py: using BVCI 36076 20:28:10.795601 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.806562 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.817085 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.827566 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.838878 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:10.850212 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:10.972294 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:11.091637 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:28:11.593045 run create_hlr_db(pid=28131): Launched 20:28:11.724114 bus /sierra_2: Setting Powered False 20:28:12.788453 run create_hlr_db(pid=28131): Terminated: ok {rc=0} 20:28:13.221255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Launched 20:28:13.523836 run osmo-hlr_10.42.42.2(pid=28134): Launched 20:28:13.640321 run osmo-stp_10.42.42.5: Starting osmo-stp 20:28:14.164760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Launched 20:28:14.467349 run osmo-stp_10.42.42.5(pid=28137): Launched 20:28:14.596218 tst emergency_mo_mt_call.py: using MSISDN 8319 20:28:14.760159 run osmo-msc_10.42.42.6: Starting osmo-msc 20:28:15.302410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Launched 20:28:15.605617 run osmo-msc_10.42.42.6(pid=28140): Launched 20:28:15.773546 run osmo-stp_10.42.42.5(pid=28137): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)] 20:28:15.962016 run osmo-stp_10.42.42.5(pid=28137): stdout: | (launched: 2022-12-13_20:28:14.411225) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:16.261891 run osmo-stp_10.42.42.5(pid=28137): stderr: | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202814581 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:16.434170 run osmo-stp_10.42.42.5(pid=28137): stdout: | (launched: 2022-12-13_20:28:14.411225) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:16.572415 run osmo-stp_10.42.42.5(pid=28137): stderr: | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202814580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202814581 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202814581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:16.732837 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)] [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19] 20:28:16.742780 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec) 20:28:16.771756 run osmo-hlr_10.42.42.2(pid=28134): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28134)] 20:28:16.823656 run osmo-hlr_10.42.42.2(pid=28134): stdout: | (launched: 2022-12-13_20:28:13.467896) 20:28:16.878557 run osmo-hlr_10.42.42.2(pid=28134): stderr: | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202813641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202813653 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202813662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202813662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202813662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:28:16.954177 run osmo-msc_10.42.42.6(pid=28140): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28140)] 20:28:17.007206 run osmo-msc_10.42.42.6(pid=28140): stdout: | (launched: 2022-12-13_20:28:15.549219) 20:28:17.060773 run osmo-msc_10.42.42.6(pid=28140): stderr: | [0;m[38;5;43m20221213202815820 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202815820 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f39a4280c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202815820 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202815820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202815820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202815820 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202815822 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202815823 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202815823 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202815823 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:28:17.115486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminating (SIGTERM) 20:28:17.159594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminating (SIGTERM) 20:28:17.204707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminating (SIGTERM) 20:28:17.250674 --- ParallelTerminationStrategy: PID 28133 died... 20:28:17.271235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminated: ok {rc=0} 20:28:17.319394 --- ParallelTerminationStrategy: PID 28136 died... 20:28:17.339224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminated: ok {rc=0} 20:28:17.385639 --- ParallelTerminationStrategy: PID 28139 died... 20:28:17.405392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminated: ok {rc=0} 20:28:17.493659 bus /sierra_3: Setting Powered False 20:28:18.593428 bus /sierra_3: Setting Powered False 20:28:19.710003 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:trx-b200 emergency_preemptive_call.py ---------------------------------------------- 20:28:20.796896 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:20.808459 tst emergency:trx-b200: Using 1 x bts (candidates: 1) 20:28:20.860571 tst emergency_preemptive_call.py: using LAC 36076 20:28:20.979796 tst emergency_preemptive_call.py: using RAC 121 20:28:21.099618 tst emergency_preemptive_call.py: using CellId 36076 20:28:21.218948 tst emergency_preemptive_call.py: using BVCI 36077 20:28:21.329936 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:21.340699 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:21.351315 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:21.361925 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:21.372704 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6) 20:28:21.383963 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:21.501411 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:21.622832 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:21.743524 tst emergency:trx-b200: Using 1 x modem (candidates: 4) 20:28:21.860853 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:28:22.331036 run create_hlr_db(pid=28142): Launched 20:28:22.446348 bus /sierra_2: Setting Powered False 20:28:23.506976 run create_hlr_db(pid=28142): Terminated: ok {rc=0} 20:28:23.949665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Launched 20:28:24.275663 run osmo-hlr_10.42.42.2(pid=28145): Launched 20:28:24.401564 run osmo-stp_10.42.42.5: Starting osmo-stp 20:28:24.964059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Launched 20:28:25.287655 run osmo-stp_10.42.42.5(pid=28148): Launched 20:28:25.421771 tst emergency_preemptive_call.py: using MSISDN 8320 20:28:25.586623 run osmo-msc_10.42.42.6: Starting osmo-msc 20:28:26.165324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Launched 20:28:26.488810 run osmo-msc_10.42.42.6(pid=28151): Launched 20:28:26.669173 run osmo-stp_10.42.42.5(pid=28148): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] 20:28:26.805317 run osmo-stp_10.42.42.5(pid=28148): stdout: | (launched: 2022-12-13_20:28:25.228111) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:26.941329 run osmo-stp_10.42.42.5(pid=28148): stderr: | [0;m[38;5;43m20221213202825419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202825419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202825420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202825420 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:27.076202 run osmo-stp_10.42.42.5(pid=28148): stdout: | (launched: 2022-12-13_20:28:25.228111) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:27.204513 run osmo-stp_10.42.42.5(pid=28148): stderr: | [0;m[38;5;43m20221213202825419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202825419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202825420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202825420 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202825421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:27.358289 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32] 20:28:27.367377 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec) 20:28:27.395060 run osmo-hlr_10.42.42.2(pid=28145): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28145)] 20:28:27.446086 run osmo-hlr_10.42.42.2(pid=28145): stdout: | (launched: 2022-12-13_20:28:24.216165) 20:28:27.498936 run osmo-hlr_10.42.42.2(pid=28145): stderr: | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202824413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202824425 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202824434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202824434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202824434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:28:27.573052 run osmo-msc_10.42.42.6(pid=28151): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28151)] 20:28:27.624016 run osmo-msc_10.42.42.6(pid=28151): stdout: | (launched: 2022-12-13_20:28:26.429305) 20:28:27.676562 run osmo-msc_10.42.42.6(pid=28151): stderr: | [0;m[38;5;43m20221213202826752 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213202826752 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f1d2467cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213202826753 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213202826753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213202826753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213202826753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213202826755 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213202826755 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213202826755 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213202826755 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:28:27.729753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminating (SIGTERM) 20:28:27.771923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminating (SIGTERM) 20:28:27.814326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminating (SIGTERM) 20:28:27.857290 --- ParallelTerminationStrategy: PID 28144 died... 20:28:27.877590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminated: ok {rc=0} 20:28:27.924501 --- ParallelTerminationStrategy: PID 28147 died... 20:28:27.944173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminated: ok {rc=0} 20:28:27.990820 --- ParallelTerminationStrategy: PID 28150 died... 20:28:28.010559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminated: ok {rc=0} 20:28:28.099514 bus /sierra_9: Setting Powered False 20:28:29.198905 bus /sierra_9: Setting Powered False 20:28:30.316686 bus /sierra_8: Setting Powered False 20:28:31.422749 bus /sierra_8: Setting Powered False 20:28:32.554626 bus /sierra_3: Setting Powered False 20:28:33.654245 bus /sierra_3: Setting Powered False 20:28:34.771211 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-b200 --------------------------------------------------------------------- 20:28:36.051954 tst gprs:trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:28:36.056428 tst gprs:trx-b200: Verifying 1 x bts (candidates: 11) 20:28:36.089038 tst gprs:trx-b200: Verifying 9 x ip_address (candidates: 9) 20:28:36.127567 tst gprs:trx-b200: Verifying 4 x modem (candidates: 12) 20:28:36.213351 tst gprs:trx-b200: Reserving 1 x bts (candidates: 11) 20:28:36.245910 tst gprs:trx-b200: Reserving 9 x ip_address (candidates: 9) 20:28:36.284242 tst gprs:trx-b200: Reserving 4 x modem (candidates: 12) 20:28:36.873619 tst gprs:trx-b200: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-b200 cs_paging_gprs_active.py ---------------------------------------------- 20:28:36.923916 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:36.934556 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 20:28:36.982228 tst cs_paging_gprs_active.py: using LAC 36077 20:28:37.102559 tst cs_paging_gprs_active.py: using RAC 122 20:28:37.224841 tst cs_paging_gprs_active.py: using CellId 36077 20:28:37.346797 tst cs_paging_gprs_active.py: using BVCI 36078 20:28:37.460538 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.471258 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.481895 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.492599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.503840 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.515052 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.526552 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.537680 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:37.548940 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:28:37.671531 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:28:37.790066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:28:37.996328 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:28:38.305456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Launched 20:28:38.574079 run iperf3-srv_10.42.42.10(pid=28158): Launched 20:28:38.691987 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:28:38.898004 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:28:39.207258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Launched 20:28:39.477980 run iperf3-srv_10.42.42.10(pid=28160): Launched 20:28:39.596113 tst cs_paging_gprs_active.py:38: start network... 20:28:39.801063 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:28:40.277009 run create_hlr_db(pid=28161): Launched 20:28:40.394152 bus /sierra_2: Setting Powered False 20:28:41.455094 run create_hlr_db(pid=28161): Terminated: ok {rc=0} 20:28:41.904377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Launched 20:28:42.236522 run osmo-hlr_10.42.42.2(pid=28164): Launched 20:28:42.362785 run osmo-stp_10.42.42.5: Starting osmo-stp 20:28:42.931900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Launched 20:28:43.263973 run osmo-stp_10.42.42.5(pid=28167): Launched 20:28:43.390927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:28:43.959704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Launched 20:28:44.086991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:28:44.367343 run patchelf(pid=28170): Launched 20:28:44.552037 run osmo-stp_10.42.42.5(pid=28167): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)] 20:28:44.691618 run osmo-stp_10.42.42.5(pid=28167): stdout: | (launched: 2022-12-13_20:28:43.203456) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:44.832047 run osmo-stp_10.42.42.5(pid=28167): stderr: | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202843394 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:44.972307 run osmo-stp_10.42.42.5(pid=28167): stdout: | (launched: 2022-12-13_20:28:43.203456) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:45.108454 run osmo-stp_10.42.42.5(pid=28167): stderr: | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202843393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202843394 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202843394 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:45.268803 run patchelf(pid=28170): Terminating (SIGINT) 20:28:45.455216 run patchelf(pid=28170): Terminated: ok {rc=0} 20:28:45.588772 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)] [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38] 20:28:45.599001 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:28:45.627478 run osmo-hlr_10.42.42.2(pid=28164): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28164)] 20:28:45.677752 run osmo-hlr_10.42.42.2(pid=28164): stdout: | (launched: 2022-12-13_20:28:42.175522) 20:28:45.729760 run osmo-hlr_10.42.42.2(pid=28164): stderr: | [0;m[1;31m20221213202842372 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202842372 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202842372 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202842372 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202842372 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202842373 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202842387 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202842398 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202842398 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202842398 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:28:45.782318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminating (SIGTERM) 20:28:45.824498 run iperf3-srv_10.42.42.10(pid=28158): Terminating (SIGTERM) 20:28:45.870049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Terminating (SIGTERM) 20:28:45.927573 run iperf3-srv_10.42.42.10(pid=28160): Terminating (SIGTERM) 20:28:45.973221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminating (SIGTERM) 20:28:46.016267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminating (SIGTERM) 20:28:46.061202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminating (SIGTERM) 20:28:46.106818 --- ParallelTerminationStrategy: PID 28157 died... 20:28:46.127378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminated: ok {rc=0} 20:28:46.174970 --- ParallelTerminationStrategy: PID 28158 died... 20:28:46.195402 run iperf3-srv_10.42.42.10(pid=28158): Terminated {rc=256} 20:28:46.242645 --- ParallelTerminationStrategy: PID 28159 died... 20:28:46.262839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Terminated: ok {rc=0} 20:28:46.309669 --- ParallelTerminationStrategy: PID 28160 died... 20:28:46.330196 run iperf3-srv_10.42.42.10(pid=28160): Terminated {rc=256} 20:28:46.377272 --- ParallelTerminationStrategy: PID 28163 died... 20:28:46.397449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminated: ok {rc=0} 20:28:46.444321 --- ParallelTerminationStrategy: PID 28166 died... 20:28:46.464608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminated: ok {rc=0} 20:28:46.511837 --- ParallelTerminationStrategy: PID 28169 died... 20:28:46.532327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminated: ok {rc=0} 20:28:46.623638 bus /gobi_0: Setting Powered False 20:28:47.722901 bus /gobi_0: Setting Powered False 20:28:48.839395 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200 iperf3.py ---------------------------------------------- 20:28:49.986714 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:49.997935 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 20:28:50.049990 tst iperf3.py: using LAC 36078 20:28:50.180033 tst iperf3.py: using RAC 123 20:28:50.308172 tst iperf3.py: using CellId 36078 20:28:50.439327 tst iperf3.py: using BVCI 36079 20:28:50.553525 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.564246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.574711 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.585201 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.595836 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.606958 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.617822 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.628431 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:50.639278 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:28:50.761426 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:28:50.983097 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:28:51.313208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Launched 20:28:51.599740 run iperf3-srv_10.42.42.10(pid=28172): Launched 20:28:51.724372 tst iperf3.py:8: start network... 20:28:51.945924 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:28:52.455212 run create_hlr_db(pid=28173): Launched 20:28:52.590220 bus /gobi_6: Setting Powered False 20:28:53.654289 run create_hlr_db(pid=28173): Terminated: ok {rc=0} 20:28:54.090773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Launched 20:28:54.398059 run osmo-hlr_10.42.42.2(pid=28176): Launched 20:28:54.515348 run osmo-stp_10.42.42.5: Starting osmo-stp 20:28:55.058925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Launched 20:28:55.367549 run osmo-stp_10.42.42.5(pid=28179): Launched 20:28:55.484879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:28:56.014591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Launched 20:28:56.132583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:28:56.392543 run patchelf(pid=28182): Launched 20:28:56.563958 run osmo-stp_10.42.42.5(pid=28179): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)] 20:28:56.694381 run osmo-stp_10.42.42.5(pid=28179): stdout: | (launched: 2022-12-13_20:28:55.310240) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:56.826430 run osmo-stp_10.42.42.5(pid=28179): stderr: | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202855479 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:56.958309 run osmo-stp_10.42.42.5(pid=28179): stdout: | (launched: 2022-12-13_20:28:55.310240) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:28:57.085229 run osmo-stp_10.42.42.5(pid=28179): stderr: | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202855478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202855479 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202855479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:28:57.235112 run patchelf(pid=28182): Terminating (SIGINT) 20:28:57.409077 run patchelf(pid=28182): Terminated: ok {rc=0} 20:28:57.534798 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28179): Process ended prematurely: osmo-stp_10.42.42.5(pid=28179) [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)] [trial-2394↪gprs:trx-b200↪iperf3.py:8] 20:28:57.544382 tst iperf3.py:8: Test FAILED (7.6 sec) 20:28:57.571705 run osmo-hlr_10.42.42.2(pid=28176): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28176)] 20:28:57.620448 run osmo-hlr_10.42.42.2(pid=28176): stdout: | (launched: 2022-12-13_20:28:54.341115) 20:28:57.670527 run osmo-hlr_10.42.42.2(pid=28176): stderr: | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202854515 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202854527 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202854536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202854536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202854536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:28:57.721033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Terminating (SIGTERM) 20:28:57.761621 run iperf3-srv_10.42.42.10(pid=28172): Terminating (SIGTERM) 20:28:57.802338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Terminating (SIGTERM) 20:28:57.842774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Terminating (SIGTERM) 20:28:57.883179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Terminating (SIGTERM) 20:28:57.924552 --- ParallelTerminationStrategy: PID 28171 died... 20:28:57.944341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Terminated: ok {rc=0} 20:28:57.989276 --- ParallelTerminationStrategy: PID 28172 died... 20:28:58.008288 run iperf3-srv_10.42.42.10(pid=28172): Terminated {rc=256} 20:28:58.053108 --- ParallelTerminationStrategy: PID 28175 died... 20:28:58.072219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Terminated: ok {rc=0} 20:28:58.117394 --- ParallelTerminationStrategy: PID 28178 died... 20:28:58.136418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Terminated: ok {rc=0} 20:28:58.181080 --- ParallelTerminationStrategy: PID 28181 died... 20:28:58.200171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Terminated: ok {rc=0} 20:28:58.284640 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200 iperf3m4.py ---------------------------------------------- 20:28:59.435349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:28:59.447601 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 20:28:59.498676 tst iperf3m4.py: using LAC 36079 20:28:59.629113 tst iperf3m4.py: using RAC 124 20:28:59.758734 tst iperf3m4.py: using CellId 36079 20:28:59.886377 tst iperf3m4.py: using BVCI 36080 20:29:00.005686 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.016928 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.028075 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.039156 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.050082 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.060919 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.072099 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.083204 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:00.094419 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:00.214181 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:00.337506 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:00.454731 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:00.575524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:29:00.797604 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:01.137573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Launched 20:29:01.421712 run iperf3-srv_10.42.42.10(pid=28184): Launched 20:29:01.587947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:29:01.832637 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:02.170002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Launched 20:29:02.467381 run iperf3-srv_10.42.42.10(pid=28186): Launched 20:29:02.592107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:29:02.815045 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:03.147083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Launched 20:29:03.433754 run iperf3-srv_10.42.42.10(pid=28188): Launched 20:29:03.556738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:29:03.778353 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:04.108852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Launched 20:29:04.397389 run iperf3-srv_10.42.42.10(pid=28190): Launched 20:29:04.522366 tst iperf3m4.py:8: start network... 20:29:04.743488 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:29:05.254772 run create_hlr_db(pid=28191): Launched 20:29:05.390541 bus /gobi_6: Setting Powered False 20:29:06.455346 run create_hlr_db(pid=28191): Terminated: ok {rc=0} 20:29:06.913913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Launched 20:29:07.243985 run osmo-hlr_10.42.42.2(pid=28194): Launched 20:29:07.371220 run osmo-stp_10.42.42.5: Starting osmo-stp 20:29:07.944761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Launched 20:29:08.275462 run osmo-stp_10.42.42.5(pid=28197): Launched 20:29:08.402049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:29:08.969169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Launched 20:29:09.095879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:29:09.376180 run patchelf(pid=28200): Launched 20:29:09.560509 run osmo-stp_10.42.42.5(pid=28197): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)] 20:29:09.699638 run osmo-stp_10.42.42.5(pid=28197): stdout: | (launched: 2022-12-13_20:29:08.214807) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:09.840368 run osmo-stp_10.42.42.5(pid=28197): stderr: | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202908404 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202908404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202908404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202908405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:09.980454 run osmo-stp_10.42.42.5(pid=28197): stdout: | (launched: 2022-12-13_20:29:08.214807) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:10.116413 run osmo-stp_10.42.42.5(pid=28197): stderr: | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202908403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202908404 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202908404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202908404 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202908405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:10.276570 run patchelf(pid=28200): Terminating (SIGINT) 20:29:10.462318 run patchelf(pid=28200): Terminated: ok {rc=0} 20:29:10.595670 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)] [trial-2394↪gprs:trx-b200↪iperf3m4.py:8] 20:29:10.605973 tst iperf3m4.py:8: Test FAILED (11.2 sec) 20:29:10.634729 run osmo-hlr_10.42.42.2(pid=28194): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28194)] 20:29:10.685186 run osmo-hlr_10.42.42.2(pid=28194): stdout: | (launched: 2022-12-13_20:29:07.182884) 20:29:10.737171 run osmo-hlr_10.42.42.2(pid=28194): stderr: | [0;m[1;31m20221213202907379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202907379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202907380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202907380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202907380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202907380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202907392 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202907401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202907401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202907401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:29:10.789436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Terminating (SIGTERM) 20:29:10.831327 run iperf3-srv_10.42.42.10(pid=28184): Terminating (SIGTERM) 20:29:10.873661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Terminating (SIGTERM) 20:29:10.916042 run iperf3-srv_10.42.42.10(pid=28186): Terminating (SIGTERM) 20:29:10.957893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Terminating (SIGTERM) 20:29:10.999767 run iperf3-srv_10.42.42.10(pid=28188): Terminating (SIGTERM) 20:29:11.041678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Terminating (SIGTERM) 20:29:11.083981 run iperf3-srv_10.42.42.10(pid=28190): Terminating (SIGTERM) 20:29:11.125732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminating (SIGTERM) 20:29:11.167721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminating (SIGTERM) 20:29:11.209774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Terminating (SIGTERM) 20:29:11.252407 --- ParallelTerminationStrategy: PID 28183 died... 20:29:11.272698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Terminated: ok {rc=0} 20:29:11.319772 --- ParallelTerminationStrategy: PID 28184 died... 20:29:11.339734 run iperf3-srv_10.42.42.10(pid=28184): Terminated {rc=256} 20:29:11.386810 --- ParallelTerminationStrategy: PID 28185 died... 20:29:11.406548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Terminated: ok {rc=0} 20:29:11.453106 --- ParallelTerminationStrategy: PID 28186 died... 20:29:11.472879 run iperf3-srv_10.42.42.10(pid=28186): Terminated {rc=256} 20:29:11.519145 --- ParallelTerminationStrategy: PID 28187 died... 20:29:11.538819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Terminated: ok {rc=0} 20:29:11.585401 --- ParallelTerminationStrategy: PID 28188 died... 20:29:11.604833 run iperf3-srv_10.42.42.10(pid=28188): Terminated {rc=256} 20:29:11.651364 --- ParallelTerminationStrategy: PID 28189 died... 20:29:11.671135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Terminated: ok {rc=0} 20:29:11.717627 --- ParallelTerminationStrategy: PID 28190 died... 20:29:11.737313 run iperf3-srv_10.42.42.10(pid=28190): Terminated {rc=256} 20:29:11.783783 --- ParallelTerminationStrategy: PID 28193 died... 20:29:11.803621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminated: ok {rc=0} 20:29:11.849920 --- ParallelTerminationStrategy: PID 28196 died... 20:29:11.869854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminated: ok {rc=0} 20:29:11.916317 --- ParallelTerminationStrategy: PID 28199 died... 20:29:11.936258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Terminated: ok {rc=0} 20:29:12.024782 bus /gobi_4: Setting Powered False 20:29:13.125841 bus /gobi_4: Setting Powered False 20:29:14.243625 bus /gobi_1: Setting Powered False 20:29:15.343938 bus /gobi_1: Setting Powered False 20:29:16.460143 bus /gobi_0: Setting Powered False 20:29:17.560241 bus /gobi_0: Setting Powered False 20:29:18.678528 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200 ping.py ---------------------------------------------- 20:29:19.783406 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:19.795097 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 20:29:19.845257 tst ping.py: using LAC 36080 20:29:19.973482 tst ping.py: using RAC 125 20:29:20.099521 tst ping.py: using CellId 36080 20:29:20.225615 tst ping.py: using BVCI 36081 20:29:20.343564 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.354844 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.365938 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.377048 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.387960 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.399131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.410304 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:20.421359 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:20.542316 tst ping.py:19: start network... 20:29:20.759147 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:29:21.258012 run create_hlr_db(pid=28201): Launched 20:29:21.391172 bus /gobi_6: Setting Powered False 20:29:22.454877 run create_hlr_db(pid=28201): Terminated: ok {rc=0} 20:29:22.887683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Launched 20:29:23.191319 run osmo-hlr_10.42.42.2(pid=28204): Launched 20:29:23.305720 run osmo-stp_10.42.42.5: Starting osmo-stp 20:29:23.841272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Launched 20:29:24.144487 run osmo-stp_10.42.42.5(pid=28207): Launched 20:29:24.260227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:29:24.780031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Launched 20:29:24.895689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:29:25.150398 run patchelf(pid=28210): Launched 20:29:25.318033 run osmo-stp_10.42.42.5(pid=28207): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)] 20:29:25.446365 run osmo-stp_10.42.42.5(pid=28207): stdout: | (launched: 2022-12-13_20:29:24.088080) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:25.575452 run osmo-stp_10.42.42.5(pid=28207): stderr: | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202924255 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:25.704776 run osmo-stp_10.42.42.5(pid=28207): stdout: | (launched: 2022-12-13_20:29:24.088080) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:25.829437 run osmo-stp_10.42.42.5(pid=28207): stderr: | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202924255 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202924255 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202924256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:25.976601 run patchelf(pid=28210): Terminating (SIGINT) 20:29:26.147339 run patchelf(pid=28210): Terminated: ok {rc=0} 20:29:26.270369 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)] [trial-2394↪gprs:trx-b200↪ping.py:22] 20:29:26.279248 tst ping.py:22: Test FAILED (6.5 sec) 20:29:26.306328 run osmo-hlr_10.42.42.2(pid=28204): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28204)] 20:29:26.355170 run osmo-hlr_10.42.42.2(pid=28204): stdout: | (launched: 2022-12-13_20:29:23.134944) 20:29:26.405594 run osmo-hlr_10.42.42.2(pid=28204): stderr: | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202923307 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202923320 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202923328 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202923329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202923329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:29:26.456205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminating (SIGTERM) 20:29:26.496702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminating (SIGTERM) 20:29:26.537289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Terminating (SIGTERM) 20:29:26.578167 --- ParallelTerminationStrategy: PID 28203 died... 20:29:26.597982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminated: ok {rc=0} 20:29:26.642802 --- ParallelTerminationStrategy: PID 28206 died... 20:29:26.662071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminated: ok {rc=0} 20:29:26.706912 --- ParallelTerminationStrategy: PID 28209 died... 20:29:26.726088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Terminated: ok {rc=0} 20:29:26.813143 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200 ping_idle_ping.py ---------------------------------------------- 20:29:27.902695 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:27.914419 tst gprs:trx-b200: Using 1 x bts (candidates: 1) 20:29:27.964521 tst ping_idle_ping.py: using LAC 36081 20:29:28.085370 tst ping_idle_ping.py: using RAC 126 20:29:28.204085 tst ping_idle_ping.py: using CellId 36081 20:29:28.323305 tst ping_idle_ping.py: using BVCI 36082 20:29:28.435598 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.446339 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.456818 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.467517 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.478784 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.490175 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.502079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9) 20:29:28.513571 tst gprs:trx-b200: Using 1 x modem (candidates: 4) 20:29:28.631772 tst ping_idle_ping.py:24: start network... 20:29:28.834655 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:29:29.306937 run create_hlr_db(pid=28211): Launched 20:29:29.425207 bus /gobi_6: Setting Powered False 20:29:30.485948 run create_hlr_db(pid=28211): Terminated: ok {rc=0} 20:29:30.917234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Launched 20:29:31.281732 run osmo-hlr_10.42.42.2(pid=28214): Launched 20:29:31.458546 run osmo-stp_10.42.42.5: Starting osmo-stp 20:29:32.252390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Launched 20:29:32.567796 run osmo-stp_10.42.42.5(pid=28217): Launched 20:29:32.683413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:29:33.205796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Launched 20:29:33.321609 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:29:33.578433 run patchelf(pid=28220): Launched 20:29:33.748603 run osmo-stp_10.42.42.5(pid=28217): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)] 20:29:33.877198 run osmo-stp_10.42.42.5(pid=28217): stdout: | (launched: 2022-12-13_20:29:32.511649) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:34.006892 run osmo-stp_10.42.42.5(pid=28217): stderr: | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202932681 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:34.136675 run osmo-stp_10.42.42.5(pid=28217): stdout: | (launched: 2022-12-13_20:29:32.511649) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:34.261333 run osmo-stp_10.42.42.5(pid=28217): stderr: | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202932680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202932681 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202932681 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:34.409149 run patchelf(pid=28220): Terminating (SIGINT) 20:29:34.580314 run patchelf(pid=28220): Terminated: ok {rc=0} 20:29:34.703589 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)] [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27] 20:29:34.712635 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 20:29:34.739647 run osmo-hlr_10.42.42.2(pid=28214): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28214)] 20:29:34.788350 run osmo-hlr_10.42.42.2(pid=28214): stdout: | (launched: 2022-12-13_20:29:31.214684) 20:29:34.839101 run osmo-hlr_10.42.42.2(pid=28214): stderr: | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202931598 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202931611 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202931621 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202931621 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202931622 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:29:34.889992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminating (SIGTERM) 20:29:34.931167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminating (SIGTERM) 20:29:34.971675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Terminating (SIGTERM) 20:29:35.012393 --- ParallelTerminationStrategy: PID 28213 died... 20:29:35.032392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminated: ok {rc=0} 20:29:35.077516 --- ParallelTerminationStrategy: PID 28216 died... 20:29:35.096674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminated: ok {rc=0} 20:29:35.141853 --- ParallelTerminationStrategy: PID 28219 died... 20:29:35.161346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Terminated: ok {rc=0} 20:29:35.248654 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs --------------------------------------------------------------------- 20:29:36.553512 tst gprs:trx-b200+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:29:36.558785 tst gprs:trx-b200+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:29:36.591246 tst gprs:trx-b200+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:29:36.629999 tst gprs:trx-b200+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:29:36.717047 tst gprs:trx-b200+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:29:36.750078 tst gprs:trx-b200+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:29:36.787854 tst gprs:trx-b200+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:29:37.379861 tst gprs:trx-b200+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:29:37.429597 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:37.440321 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:29:37.489419 tst cs_paging_gprs_active.py: using LAC 36082 20:29:37.621431 tst cs_paging_gprs_active.py: using RAC 127 20:29:37.751634 tst cs_paging_gprs_active.py: using CellId 36082 20:29:37.881363 tst cs_paging_gprs_active.py: using BVCI 36083 20:29:38.002775 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.014237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.025380 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.036428 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.047578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.058631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.069905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.080896 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:38.092207 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:29:38.211508 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:29:38.333098 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:29:38.556816 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:38.888222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Launched 20:29:39.177996 run iperf3-srv_10.42.42.10(pid=28225): Launched 20:29:39.303456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:29:39.527232 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:39.859536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Launched 20:29:40.150733 run iperf3-srv_10.42.42.10(pid=28227): Launched 20:29:40.275792 tst cs_paging_gprs_active.py:38: start network... 20:29:40.498979 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:29:41.010921 run create_hlr_db(pid=28228): Launched 20:29:41.146056 bus /gobi_6: Setting Powered False 20:29:42.210936 run create_hlr_db(pid=28228): Terminated: ok {rc=0} 20:29:42.651193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Launched 20:29:42.959685 run osmo-hlr_10.42.42.2(pid=28231): Launched 20:29:43.076662 run osmo-stp_10.42.42.5: Starting osmo-stp 20:29:43.621248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Launched 20:29:43.930287 run osmo-stp_10.42.42.5(pid=28234): Launched 20:29:44.049742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:29:44.580110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Launched 20:29:44.698274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:29:44.958411 run patchelf(pid=28237): Launched 20:29:45.130634 run osmo-stp_10.42.42.5(pid=28234): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] 20:29:45.261260 run osmo-stp_10.42.42.5(pid=28234): stdout: | (launched: 2022-12-13_20:29:43.873143) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:45.392866 run osmo-stp_10.42.42.5(pid=28234): stderr: | [0;m[38;5;43m20221213202944043 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202944043 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202944044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202944044 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202944044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202944045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202944045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:45.525309 run osmo-stp_10.42.42.5(pid=28234): stdout: | (launched: 2022-12-13_20:29:43.873143) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:45.652528 run osmo-stp_10.42.42.5(pid=28234): stderr: | [0;m[38;5;43m20221213202944043 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202944043 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202944044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202944044 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202944044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202944045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202944045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:45.803079 run patchelf(pid=28237): Terminating (SIGINT) 20:29:46.006010 run patchelf(pid=28237): Terminated: ok {rc=0} 20:29:46.137504 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:29:46.148323 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 20:29:46.177482 run osmo-hlr_10.42.42.2(pid=28231): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28231)] 20:29:46.230549 run osmo-hlr_10.42.42.2(pid=28231): stdout: | (launched: 2022-12-13_20:29:42.902702) 20:29:46.283504 run osmo-hlr_10.42.42.2(pid=28231): stderr: | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202943079 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202943104 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202943114 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202943115 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202943115 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:29:46.336783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminating (SIGTERM) 20:29:46.379071 run iperf3-srv_10.42.42.10(pid=28225): Terminating (SIGTERM) 20:29:46.424752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminating (SIGTERM) 20:29:46.468418 run iperf3-srv_10.42.42.10(pid=28227): Terminating (SIGTERM) 20:29:46.514366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminating (SIGTERM) 20:29:46.557498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminating (SIGTERM) 20:29:46.600880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminating (SIGTERM) 20:29:46.643561 --- ParallelTerminationStrategy: PID 28224 died... 20:29:46.664777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminated: ok {rc=0} 20:29:46.711766 --- ParallelTerminationStrategy: PID 28225 died... 20:29:46.732553 run iperf3-srv_10.42.42.10(pid=28225): Terminated {rc=256} 20:29:46.779507 --- ParallelTerminationStrategy: PID 28226 died... 20:29:46.800497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminated: ok {rc=0} 20:29:46.847681 --- ParallelTerminationStrategy: PID 28227 died... 20:29:46.868519 run iperf3-srv_10.42.42.10(pid=28227): Terminated {rc=256} 20:29:46.915334 --- ParallelTerminationStrategy: PID 28230 died... 20:29:46.936412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminated: ok {rc=0} 20:29:46.983330 --- ParallelTerminationStrategy: PID 28233 died... 20:29:47.004601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminated: ok {rc=0} 20:29:47.051581 --- ParallelTerminationStrategy: PID 28236 died... 20:29:47.072697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminated: ok {rc=0} 20:29:47.161696 bus /gobi_0: Setting Powered False 20:29:48.263401 bus /gobi_0: Setting Powered False 20:29:49.383477 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:29:50.530518 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:50.541987 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:29:50.595043 tst iperf3.py: using LAC 36083 20:29:50.718680 tst iperf3.py: using RAC 128 20:29:50.848579 tst iperf3.py: using CellId 36083 20:29:50.978397 tst iperf3.py: using BVCI 36084 20:29:51.099466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.111036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.122710 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.134074 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.145400 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.156565 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.168036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.179215 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:29:51.190663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:29:51.307947 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:29:51.515382 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:29:51.825800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Launched 20:29:52.094867 run iperf3-srv_10.42.42.10(pid=28239): Launched 20:29:52.212582 tst iperf3.py:8: start network... 20:29:52.419253 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:29:52.897574 run create_hlr_db(pid=28240): Launched 20:29:53.016390 bus /gobi_6: Setting Powered False 20:29:54.078126 run create_hlr_db(pid=28240): Terminated: ok {rc=0} 20:29:54.528093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Launched 20:29:54.857535 run osmo-hlr_10.42.42.2(pid=28243): Launched 20:29:54.983675 run osmo-stp_10.42.42.5: Starting osmo-stp 20:29:55.554460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Launched 20:29:55.882945 run osmo-stp_10.42.42.5(pid=28246): Launched 20:29:56.008680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:29:56.575911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Launched 20:29:56.701507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:29:56.979130 run patchelf(pid=28249): Launched 20:29:57.163113 run osmo-stp_10.42.42.5(pid=28246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)] 20:29:57.301809 run osmo-stp_10.42.42.5(pid=28246): stdout: | (launched: 2022-12-13_20:29:55.822493) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:57.442721 run osmo-stp_10.42.42.5(pid=28246): stderr: | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202956015 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:57.583209 run osmo-stp_10.42.42.5(pid=28246): stdout: | (launched: 2022-12-13_20:29:55.822493) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:29:57.718285 run osmo-stp_10.42.42.5(pid=28246): stderr: | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213202956014 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213202956015 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213202956015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:29:57.877683 run patchelf(pid=28249): Terminating (SIGINT) 20:29:58.062008 run patchelf(pid=28249): Terminated: ok {rc=0} 20:29:58.195068 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28246): Process ended prematurely: osmo-stp_10.42.42.5(pid=28246) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8] 20:29:58.205213 tst iperf3.py:8: Test FAILED (7.7 sec) 20:29:58.233707 run osmo-hlr_10.42.42.2(pid=28243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28243)] 20:29:58.284030 run osmo-hlr_10.42.42.2(pid=28243): stdout: | (launched: 2022-12-13_20:29:54.797076) 20:29:58.335991 run osmo-hlr_10.42.42.2(pid=28243): stderr: | [0;m[1;31m20221213202954994 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213202954994 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213202954995 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213202954995 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213202954995 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213202954995 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213202955007 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213202955016 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213202955016 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213202955016 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:29:58.388923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminating (SIGTERM) 20:29:58.430911 run iperf3-srv_10.42.42.10(pid=28239): Terminating (SIGTERM) 20:29:58.472691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Terminating (SIGTERM) 20:29:58.514607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Terminating (SIGTERM) 20:29:58.556999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Terminating (SIGTERM) 20:29:58.599072 --- ParallelTerminationStrategy: PID 28238 died... 20:29:58.619189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminated: ok {rc=0} 20:29:58.665598 --- ParallelTerminationStrategy: PID 28239 died... 20:29:58.685234 run iperf3-srv_10.42.42.10(pid=28239): Terminated {rc=256} 20:29:58.731360 --- ParallelTerminationStrategy: PID 28242 died... 20:29:58.751013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Terminated: ok {rc=0} 20:29:58.796912 --- ParallelTerminationStrategy: PID 28245 died... 20:29:58.816653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Terminated: ok {rc=0} 20:29:58.862830 --- ParallelTerminationStrategy: PID 28248 died... 20:29:58.882560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Terminated: ok {rc=0} 20:29:58.971047 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:30:00.121112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.132923 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:30:00.185375 tst iperf3m4.py: using LAC 36084 20:30:00.315309 tst iperf3m4.py: using RAC 129 20:30:00.444233 tst iperf3m4.py: using CellId 36084 20:30:00.566214 tst iperf3m4.py: using BVCI 36085 20:30:00.679032 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.690015 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.700858 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.711561 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.722578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.733697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.744849 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.755818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:00.766904 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:00.900592 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:01.038053 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:01.164100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:01.302097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:30:01.537063 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:01.854629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Launched 20:30:02.142155 run iperf3-srv_10.42.42.10(pid=28254): Launched 20:30:02.274496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:30:02.482083 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:02.790669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Launched 20:30:03.060562 run iperf3-srv_10.42.42.10(pid=28256): Launched 20:30:03.176125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:30:03.381940 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:03.691451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Launched 20:30:03.959224 run iperf3-srv_10.42.42.10(pid=28258): Launched 20:30:04.076379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:30:04.281812 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:04.590446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Launched 20:30:04.859627 run iperf3-srv_10.42.42.10(pid=28260): Launched 20:30:04.974651 tst iperf3m4.py:8: start network... 20:30:05.179850 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:30:05.656712 run create_hlr_db(pid=28261): Launched 20:30:05.775713 bus /gobi_6: Setting Powered False 20:30:06.837100 run create_hlr_db(pid=28261): Terminated: ok {rc=0} 20:30:07.265724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Launched 20:30:07.575288 run osmo-hlr_10.42.42.2(pid=28264): Launched 20:30:07.693137 run osmo-stp_10.42.42.5: Starting osmo-stp 20:30:08.227263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Launched 20:30:08.534933 run osmo-stp_10.42.42.5(pid=28267): Launched 20:30:08.652541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:30:09.182886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Launched 20:30:09.299859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:30:09.559872 run patchelf(pid=28270): Launched 20:30:09.730855 run osmo-stp_10.42.42.5(pid=28267): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)] 20:30:09.860781 run osmo-stp_10.42.42.5(pid=28267): stdout: | (launched: 2022-12-13_20:30:08.477895) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:09.992495 run osmo-stp_10.42.42.5(pid=28267): stderr: | [0;m[38;5;43m20221213203008645 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203008646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203008646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203008646 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:10.124130 run osmo-stp_10.42.42.5(pid=28267): stdout: | (launched: 2022-12-13_20:30:08.477895) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:10.250874 run osmo-stp_10.42.42.5(pid=28267): stderr: | [0;m[38;5;43m20221213203008645 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203008646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203008646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203008646 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203008647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:10.400208 run patchelf(pid=28270): Terminating (SIGINT) 20:30:10.574187 run patchelf(pid=28270): Terminated: ok {rc=0} 20:30:10.699643 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8] 20:30:10.709185 tst iperf3m4.py:8: Test FAILED (10.6 sec) 20:30:10.736676 run osmo-hlr_10.42.42.2(pid=28264): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28264)] 20:30:10.785374 run osmo-hlr_10.42.42.2(pid=28264): stdout: | (launched: 2022-12-13_20:30:07.518061) 20:30:10.835264 run osmo-hlr_10.42.42.2(pid=28264): stderr: | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203007693 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203007706 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203007715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203007715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203007715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:30:10.885549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminating (SIGTERM) 20:30:10.925945 run iperf3-srv_10.42.42.10(pid=28254): Terminating (SIGTERM) 20:30:10.966253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminating (SIGTERM) 20:30:11.006795 run iperf3-srv_10.42.42.10(pid=28256): Terminating (SIGTERM) 20:30:11.047015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminating (SIGTERM) 20:30:11.087515 run iperf3-srv_10.42.42.10(pid=28258): Terminating (SIGTERM) 20:30:11.127764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminating (SIGTERM) 20:30:11.168240 run iperf3-srv_10.42.42.10(pid=28260): Terminating (SIGTERM) 20:30:11.208401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminating (SIGTERM) 20:30:11.248835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminating (SIGTERM) 20:30:11.289306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminating (SIGTERM) 20:30:11.329816 --- ParallelTerminationStrategy: PID 28253 died... 20:30:11.349597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminated: ok {rc=0} 20:30:11.394309 --- ParallelTerminationStrategy: PID 28254 died... 20:30:11.413385 run iperf3-srv_10.42.42.10(pid=28254): Terminated {rc=256} 20:30:11.457829 --- ParallelTerminationStrategy: PID 28255 died... 20:30:11.476898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminated: ok {rc=0} 20:30:11.521871 --- ParallelTerminationStrategy: PID 28256 died... 20:30:11.541485 run iperf3-srv_10.42.42.10(pid=28256): Terminated {rc=256} 20:30:11.585894 --- ParallelTerminationStrategy: PID 28257 died... 20:30:11.604916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminated: ok {rc=0} 20:30:11.649393 --- ParallelTerminationStrategy: PID 28258 died... 20:30:11.668350 run iperf3-srv_10.42.42.10(pid=28258): Terminated {rc=256} 20:30:11.712552 --- ParallelTerminationStrategy: PID 28259 died... 20:30:11.732510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminated: ok {rc=0} 20:30:11.777066 --- ParallelTerminationStrategy: PID 28260 died... 20:30:11.796092 run iperf3-srv_10.42.42.10(pid=28260): Terminated {rc=256} 20:30:11.840371 --- ParallelTerminationStrategy: PID 28263 died... 20:30:11.859583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminated: ok {rc=0} 20:30:11.903697 --- ParallelTerminationStrategy: PID 28266 died... 20:30:11.922791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminated: ok {rc=0} 20:30:11.966937 --- ParallelTerminationStrategy: PID 28269 died... 20:30:11.986094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminated: ok {rc=0} 20:30:12.072676 bus /gobi_4: Setting Powered False 20:30:13.172688 bus /gobi_4: Setting Powered False 20:30:14.290337 bus /gobi_1: Setting Powered False 20:30:15.390503 bus /gobi_1: Setting Powered False 20:30:16.507795 bus /gobi_0: Setting Powered False 20:30:17.606358 bus /gobi_0: Setting Powered False 20:30:18.720723 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs ping.py ---------------------------------------------- 20:30:19.824608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:19.836596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:30:19.890678 tst ping.py: using LAC 36085 20:30:20.018843 tst ping.py: using RAC 130 20:30:20.146749 tst ping.py: using CellId 36085 20:30:20.274796 tst ping.py: using BVCI 36086 20:30:20.393630 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.404915 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.416104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.427476 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.438632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.449816 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.461193 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:20.472322 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:20.591742 tst ping.py:19: start network... 20:30:20.807675 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:30:21.306349 run create_hlr_db(pid=28271): Launched 20:30:21.439856 bus /gobi_6: Setting Powered False 20:30:22.503360 run create_hlr_db(pid=28271): Terminated: ok {rc=0} 20:30:22.934814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Launched 20:30:23.238638 run osmo-hlr_10.42.42.2(pid=28274): Launched 20:30:23.353637 run osmo-stp_10.42.42.5: Starting osmo-stp 20:30:23.877003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Launched 20:30:24.179835 run osmo-stp_10.42.42.5(pid=28277): Launched 20:30:24.294372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:30:24.815205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Launched 20:30:24.930599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:30:25.186373 run patchelf(pid=28280): Launched 20:30:25.354996 run osmo-stp_10.42.42.5(pid=28277): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)] 20:30:25.483453 run osmo-stp_10.42.42.5(pid=28277): stdout: | (launched: 2022-12-13_20:30:24.123573) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:25.613157 run osmo-stp_10.42.42.5(pid=28277): stderr: | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203024294 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:25.742599 run osmo-stp_10.42.42.5(pid=28277): stdout: | (launched: 2022-12-13_20:30:24.123573) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:25.868093 run osmo-stp_10.42.42.5(pid=28277): stderr: | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203024293 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203024294 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203024294 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:26.015482 run patchelf(pid=28280): Terminating (SIGINT) 20:30:26.186021 run patchelf(pid=28280): Terminated: ok {rc=0} 20:30:26.309409 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22] 20:30:26.318392 tst ping.py:22: Test FAILED (6.5 sec) 20:30:26.345300 run osmo-hlr_10.42.42.2(pid=28274): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28274)] 20:30:26.394419 run osmo-hlr_10.42.42.2(pid=28274): stdout: | (launched: 2022-12-13_20:30:23.182539) 20:30:26.445142 run osmo-hlr_10.42.42.2(pid=28274): stderr: | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203023357 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203023370 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203023380 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203023381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203023381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:30:26.495658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminating (SIGTERM) 20:30:26.536327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminating (SIGTERM) 20:30:26.576675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminating (SIGTERM) 20:30:26.617811 --- ParallelTerminationStrategy: PID 28273 died... 20:30:26.637334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminated: ok {rc=0} 20:30:26.682046 --- ParallelTerminationStrategy: PID 28276 died... 20:30:26.701287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminated: ok {rc=0} 20:30:26.746112 --- ParallelTerminationStrategy: PID 28279 died... 20:30:26.765268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminated: ok {rc=0} 20:30:26.852940 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:30:27.941533 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:27.953556 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:30:28.006051 tst ping_idle_ping.py: using LAC 36086 20:30:28.137888 tst ping_idle_ping.py: using RAC 131 20:30:28.269074 tst ping_idle_ping.py: using CellId 36086 20:30:28.394938 tst ping_idle_ping.py: using BVCI 36087 20:30:28.513104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.525044 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.536189 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.547408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.558766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.569979 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.581367 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:30:28.592541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:30:28.712586 tst ping_idle_ping.py:24: start network... 20:30:28.930881 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:30:29.436342 run create_hlr_db(pid=28281): Launched 20:30:29.570100 bus /gobi_6: Setting Powered False 20:30:30.634697 run create_hlr_db(pid=28281): Terminated: ok {rc=0} 20:30:31.109598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Launched 20:30:31.450262 run osmo-hlr_10.42.42.2(pid=28284): Launched 20:30:31.782069 run osmo-stp_10.42.42.5: Starting osmo-stp 20:30:32.426262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Launched 20:30:32.753368 run osmo-stp_10.42.42.5(pid=28287): Launched 20:30:32.877154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:30:33.437524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Launched 20:30:33.561764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:30:33.836882 run patchelf(pid=28290): Launched 20:30:34.019627 run osmo-stp_10.42.42.5(pid=28287): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] 20:30:34.157245 run osmo-stp_10.42.42.5(pid=28287): stdout: | (launched: 2022-12-13_20:30:32.693230) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:34.296047 run osmo-stp_10.42.42.5(pid=28287): stderr: | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203032884 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:34.435610 run osmo-stp_10.42.42.5(pid=28287): stdout: | (launched: 2022-12-13_20:30:32.693230) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:34.569492 run osmo-stp_10.42.42.5(pid=28287): stderr: | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203032883 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203032884 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203032884 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:34.728009 run patchelf(pid=28290): Terminating (SIGINT) 20:30:34.911787 run patchelf(pid=28290): Terminated: ok {rc=0} 20:30:35.043997 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27] 20:30:35.054187 tst ping_idle_ping.py:27: Test FAILED (7.1 sec) 20:30:35.082705 run osmo-hlr_10.42.42.2(pid=28284): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28284)] 20:30:35.133361 run osmo-hlr_10.42.42.2(pid=28284): stdout: | (launched: 2022-12-13_20:30:31.388639) 20:30:35.185797 run osmo-hlr_10.42.42.2(pid=28284): stderr: | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203031616 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203031630 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203031645 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203031645 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203031645 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:30:35.238748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminating (SIGTERM) 20:30:35.281143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminating (SIGTERM) 20:30:35.324071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminating (SIGTERM) 20:30:35.366555 --- ParallelTerminationStrategy: PID 28283 died... 20:30:35.387206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminated: ok {rc=0} 20:30:35.434121 --- ParallelTerminationStrategy: PID 28286 died... 20:30:35.453948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminated: ok {rc=0} 20:30:35.500208 --- ParallelTerminationStrategy: PID 28289 died... 20:30:35.520040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminated: ok {rc=0} 20:30:35.608750 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:30:36.924823 tst gprs:trx-b200+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:30:36.931343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:30:36.965138 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:30:37.004219 tst gprs:trx-b200+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:30:37.094479 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:30:37.128924 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:30:37.168117 tst gprs:trx-b200+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:30:37.763111 tst gprs:trx-b200+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:30:37.815745 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:37.827042 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:30:37.900202 tst cs_paging_gprs_active.py: using LAC 36087 20:30:38.029642 tst cs_paging_gprs_active.py: using RAC 132 20:30:38.159219 tst cs_paging_gprs_active.py: using CellId 36087 20:30:38.289361 tst cs_paging_gprs_active.py: using BVCI 36088 20:30:38.409955 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.421320 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.432535 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.443698 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.454821 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.465993 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.477242 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.488302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:38.499635 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:30:38.622225 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:30:38.742442 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:30:38.950270 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:39.261468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Launched 20:30:39.531160 run iperf3-srv_10.42.42.10(pid=28297): Launched 20:30:39.647222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:30:39.853864 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:40.164360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Launched 20:30:40.434823 run iperf3-srv_10.42.42.10(pid=28299): Launched 20:30:40.552334 tst cs_paging_gprs_active.py:38: start network... 20:30:40.758565 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:30:41.236672 run create_hlr_db(pid=28300): Launched 20:30:41.354718 bus /gobi_6: Setting Powered False 20:30:42.415831 run create_hlr_db(pid=28300): Terminated: ok {rc=0} 20:30:42.867427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Launched 20:30:43.199647 run osmo-hlr_10.42.42.2(pid=28303): Launched 20:30:43.326846 run osmo-stp_10.42.42.5: Starting osmo-stp 20:30:43.895131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Launched 20:30:44.227144 run osmo-stp_10.42.42.5(pid=28306): Launched 20:30:44.354099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:30:44.922924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Launched 20:30:45.048657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:30:45.328120 run patchelf(pid=28309): Launched 20:30:45.513505 run osmo-stp_10.42.42.5(pid=28306): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)] 20:30:45.652373 run osmo-stp_10.42.42.5(pid=28306): stdout: | (launched: 2022-12-13_20:30:44.166655) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:45.792856 run osmo-stp_10.42.42.5(pid=28306): stderr: | [0;m[38;5;43m20221213203044357 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203044358 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203044358 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203044358 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:45.944731 run osmo-stp_10.42.42.5(pid=28306): stdout: | (launched: 2022-12-13_20:30:44.166655) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:46.082916 run osmo-stp_10.42.42.5(pid=28306): stderr: | [0;m[38;5;43m20221213203044357 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203044358 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203044358 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203044358 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203044359 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:46.246672 run patchelf(pid=28309): Terminating (SIGINT) 20:30:46.436704 run patchelf(pid=28309): Terminated: ok {rc=0} 20:30:46.573347 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:30:46.585140 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 20:30:46.615074 run osmo-hlr_10.42.42.2(pid=28303): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28303)] 20:30:46.667252 run osmo-hlr_10.42.42.2(pid=28303): stdout: | (launched: 2022-12-13_20:30:43.139131) 20:30:46.720781 run osmo-hlr_10.42.42.2(pid=28303): stderr: | [0;m[1;31m20221213203043334 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203043335 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203043335 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203043335 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203043335 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203043335 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203043347 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203043356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203043356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203043356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:30:46.774682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminating (SIGTERM) 20:30:46.818693 run iperf3-srv_10.42.42.10(pid=28297): Terminating (SIGTERM) 20:30:46.864395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Terminating (SIGTERM) 20:30:46.908809 run iperf3-srv_10.42.42.10(pid=28299): Terminating (SIGTERM) 20:30:46.953308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminating (SIGTERM) 20:30:46.997901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminating (SIGTERM) 20:30:47.041228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Terminating (SIGTERM) 20:30:47.084612 --- ParallelTerminationStrategy: PID 28296 died... 20:30:47.106229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminated: ok {rc=0} 20:30:47.153688 --- ParallelTerminationStrategy: PID 28297 died... 20:30:47.173676 run iperf3-srv_10.42.42.10(pid=28297): Terminated {rc=256} 20:30:47.220176 --- ParallelTerminationStrategy: PID 28298 died... 20:30:47.239923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Terminated: ok {rc=0} 20:30:47.286825 --- ParallelTerminationStrategy: PID 28299 died... 20:30:47.306562 run iperf3-srv_10.42.42.10(pid=28299): Terminated {rc=256} 20:30:47.353173 --- ParallelTerminationStrategy: PID 28302 died... 20:30:47.372760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminated: ok {rc=0} 20:30:47.419537 --- ParallelTerminationStrategy: PID 28305 died... 20:30:47.439333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminated: ok {rc=0} 20:30:47.485835 --- ParallelTerminationStrategy: PID 28308 died... 20:30:47.505575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Terminated: ok {rc=0} 20:30:47.594899 bus /gobi_0: Setting Powered False 20:30:48.695123 bus /gobi_0: Setting Powered False 20:30:49.811519 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:30:50.961633 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:50.973643 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:30:51.048681 tst iperf3.py: using LAC 36088 20:30:51.178924 tst iperf3.py: using RAC 133 20:30:51.308659 tst iperf3.py: using CellId 36088 20:30:51.438561 tst iperf3.py: using BVCI 36089 20:30:51.559540 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.570978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.582250 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.593543 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.604595 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.615830 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.627141 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.638252 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:30:51.649675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:30:51.766806 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:30:51.985120 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:30:52.315485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Launched 20:30:52.604355 run iperf3-srv_10.42.42.10(pid=28314): Launched 20:30:52.728876 tst iperf3.py:8: start network... 20:30:52.950347 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:30:53.461597 run create_hlr_db(pid=28315): Launched 20:30:53.596588 bus /gobi_6: Setting Powered False 20:30:54.662085 run create_hlr_db(pid=28315): Terminated: ok {rc=0} 20:30:55.101585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Launched 20:30:55.411346 run osmo-hlr_10.42.42.2(pid=28318): Launched 20:30:55.528228 run osmo-stp_10.42.42.5: Starting osmo-stp 20:30:56.070192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Launched 20:30:56.380356 run osmo-stp_10.42.42.5(pid=28322): Launched 20:30:56.497518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:30:57.028274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Launched 20:30:57.155336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:30:57.434937 run patchelf(pid=28325): Launched 20:30:57.618663 run osmo-stp_10.42.42.5(pid=28322): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)] 20:30:57.757646 run osmo-stp_10.42.42.5(pid=28322): stdout: | (launched: 2022-12-13_20:30:56.323502) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:57.898013 run osmo-stp_10.42.42.5(pid=28322): stderr: | [0;m[38;5;43m20221213203056492 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203056492 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203056493 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203056493 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:58.038458 run osmo-stp_10.42.42.5(pid=28322): stdout: | (launched: 2022-12-13_20:30:56.323502) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:30:58.174176 run osmo-stp_10.42.42.5(pid=28322): stderr: | [0;m[38;5;43m20221213203056492 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203056492 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203056493 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203056493 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203056494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:30:58.334465 run patchelf(pid=28325): Terminating (SIGINT) 20:30:58.520001 run patchelf(pid=28325): Terminated: ok {rc=0} 20:30:58.653565 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8] 20:30:58.663689 tst iperf3.py:8: Test FAILED (7.7 sec) 20:30:58.692523 run osmo-hlr_10.42.42.2(pid=28318): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28318)] 20:30:58.743334 run osmo-hlr_10.42.42.2(pid=28318): stdout: | (launched: 2022-12-13_20:30:55.354403) 20:30:58.795999 run osmo-hlr_10.42.42.2(pid=28318): stderr: | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203055529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203055542 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203055550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203055550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203055550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:30:58.849073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminating (SIGTERM) 20:30:58.891317 run iperf3-srv_10.42.42.10(pid=28314): Terminating (SIGTERM) 20:30:58.933425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminating (SIGTERM) 20:30:58.975603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminating (SIGTERM) 20:30:59.017854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminating (SIGTERM) 20:30:59.060305 --- ParallelTerminationStrategy: PID 28313 died... 20:30:59.080701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminated: ok {rc=0} 20:30:59.127526 --- ParallelTerminationStrategy: PID 28314 died... 20:30:59.147295 run iperf3-srv_10.42.42.10(pid=28314): Terminated {rc=256} 20:30:59.193435 --- ParallelTerminationStrategy: PID 28317 died... 20:30:59.212909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminated: ok {rc=0} 20:30:59.259076 --- ParallelTerminationStrategy: PID 28321 died... 20:30:59.278858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminated: ok {rc=0} 20:30:59.325218 --- ParallelTerminationStrategy: PID 28324 died... 20:30:59.344931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminated: ok {rc=0} 20:30:59.433496 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:31:00.584100 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:00.596056 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:31:00.671929 tst iperf3m4.py: using LAC 36089 20:31:00.799737 tst iperf3m4.py: using RAC 134 20:31:00.932939 tst iperf3m4.py: using CellId 36089 20:31:01.064642 tst iperf3m4.py: using BVCI 36090 20:31:01.182110 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.194328 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.206860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.219064 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.232064 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.245313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.258427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.271343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:01.284246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:01.407700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:01.556828 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:01.710749 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:01.862498 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:31:02.119000 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:02.436430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Launched 20:31:02.707518 run iperf3-srv_10.42.42.10(pid=28327): Launched 20:31:02.823959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:31:03.030557 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:03.340779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Launched 20:31:03.609995 run iperf3-srv_10.42.42.10(pid=28329): Launched 20:31:03.728446 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:31:03.933850 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:04.243049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Launched 20:31:04.514005 run iperf3-srv_10.42.42.10(pid=28331): Launched 20:31:04.631466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:31:04.837593 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:05.146300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Launched 20:31:05.414771 run iperf3-srv_10.42.42.10(pid=28333): Launched 20:31:05.532684 tst iperf3m4.py:8: start network... 20:31:05.739884 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:31:06.218609 run create_hlr_db(pid=28334): Launched 20:31:06.337206 bus /gobi_6: Setting Powered False 20:31:07.398356 run create_hlr_db(pid=28334): Terminated: ok {rc=0} 20:31:07.827394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Launched 20:31:08.137957 run osmo-hlr_10.42.42.2(pid=28337): Launched 20:31:08.257520 run osmo-stp_10.42.42.5: Starting osmo-stp 20:31:08.790640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Launched 20:31:09.101316 run osmo-stp_10.42.42.5(pid=28340): Launched 20:31:09.218284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:31:09.748889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Launched 20:31:09.866508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:31:10.128644 run patchelf(pid=28343): Launched 20:31:10.300348 run osmo-stp_10.42.42.5(pid=28340): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)] 20:31:10.431226 run osmo-stp_10.42.42.5(pid=28340): stdout: | (launched: 2022-12-13_20:31:09.043959) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:10.563393 run osmo-stp_10.42.42.5(pid=28340): stderr: | [0;m[38;5;43m20221213203109213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203109213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203109214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203109214 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:10.695436 run osmo-stp_10.42.42.5(pid=28340): stdout: | (launched: 2022-12-13_20:31:09.043959) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:10.822388 run osmo-stp_10.42.42.5(pid=28340): stderr: | [0;m[38;5;43m20221213203109213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203109213 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203109214 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203109214 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203109215 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:10.972503 run patchelf(pid=28343): Terminating (SIGINT) 20:31:11.147503 run patchelf(pid=28343): Terminated: ok {rc=0} 20:31:11.273584 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28340): Process ended prematurely: osmo-stp_10.42.42.5(pid=28340) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:31:11.283089 tst iperf3m4.py:8: Test FAILED (10.7 sec) 20:31:11.310698 run osmo-hlr_10.42.42.2(pid=28337): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28337)] 20:31:11.359217 run osmo-hlr_10.42.42.2(pid=28337): stdout: | (launched: 2022-12-13_20:31:08.080403) 20:31:11.409367 run osmo-hlr_10.42.42.2(pid=28337): stderr: | [0;m[1;31m20221213203108252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203108253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203108253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203108253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203108253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203108253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203108265 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203108274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203108274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203108274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:31:11.459482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminating (SIGTERM) 20:31:11.500252 run iperf3-srv_10.42.42.10(pid=28327): Terminating (SIGTERM) 20:31:11.540622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Terminating (SIGTERM) 20:31:11.581702 run iperf3-srv_10.42.42.10(pid=28329): Terminating (SIGTERM) 20:31:11.622027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminating (SIGTERM) 20:31:11.662485 run iperf3-srv_10.42.42.10(pid=28331): Terminating (SIGTERM) 20:31:11.702741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminating (SIGTERM) 20:31:11.743076 run iperf3-srv_10.42.42.10(pid=28333): Terminating (SIGTERM) 20:31:11.783170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Terminating (SIGTERM) 20:31:11.823412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Terminating (SIGTERM) 20:31:11.863441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Terminating (SIGTERM) 20:31:11.904011 --- ParallelTerminationStrategy: PID 28326 died... 20:31:11.923695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminated: ok {rc=0} 20:31:11.968809 --- ParallelTerminationStrategy: PID 28327 died... 20:31:11.988433 run iperf3-srv_10.42.42.10(pid=28327): Terminated {rc=256} 20:31:12.033244 --- ParallelTerminationStrategy: PID 28328 died... 20:31:12.052333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Terminated: ok {rc=0} 20:31:12.096938 --- ParallelTerminationStrategy: PID 28329 died... 20:31:12.116668 run iperf3-srv_10.42.42.10(pid=28329): Terminated {rc=256} 20:31:12.161448 --- ParallelTerminationStrategy: PID 28330 died... 20:31:12.180605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminated: ok {rc=0} 20:31:12.225606 --- ParallelTerminationStrategy: PID 28331 died... 20:31:12.244723 run iperf3-srv_10.42.42.10(pid=28331): Terminated {rc=256} 20:31:12.289415 --- ParallelTerminationStrategy: PID 28332 died... 20:31:12.308626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminated: ok {rc=0} 20:31:12.353551 --- ParallelTerminationStrategy: PID 28333 died... 20:31:12.372650 run iperf3-srv_10.42.42.10(pid=28333): Terminated {rc=256} 20:31:12.417382 --- ParallelTerminationStrategy: PID 28336 died... 20:31:12.436548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Terminated: ok {rc=0} 20:31:12.481284 --- ParallelTerminationStrategy: PID 28339 died... 20:31:12.500377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Terminated: ok {rc=0} 20:31:12.545192 --- ParallelTerminationStrategy: PID 28342 died... 20:31:12.564268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Terminated: ok {rc=0} 20:31:12.652482 bus /gobi_4: Setting Powered False 20:31:13.753921 bus /gobi_4: Setting Powered False 20:31:14.868763 bus /gobi_1: Setting Powered False 20:31:15.977259 bus /gobi_1: Setting Powered False 20:31:17.108720 bus /gobi_0: Setting Powered False 20:31:18.214418 bus /gobi_0: Setting Powered False 20:31:19.334496 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:31:20.439490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:20.451060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:31:20.521325 tst ping.py: using LAC 36090 20:31:20.639544 tst ping.py: using RAC 135 20:31:20.759181 tst ping.py: using CellId 36090 20:31:20.879325 tst ping.py: using BVCI 36091 20:31:20.990973 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.001969 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.012667 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.023440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.034482 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.045494 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.056567 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:21.067622 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:21.189161 tst ping.py:19: start network... 20:31:21.407284 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:31:21.912355 run create_hlr_db(pid=28344): Launched 20:31:22.051745 bus /gobi_6: Setting Powered False 20:31:23.115424 run create_hlr_db(pid=28344): Terminated: ok {rc=0} 20:31:23.566920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Launched 20:31:23.892245 run osmo-hlr_10.42.42.2(pid=28347): Launched 20:31:24.017460 run osmo-stp_10.42.42.5: Starting osmo-stp 20:31:24.584411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Launched 20:31:24.909646 run osmo-stp_10.42.42.5(pid=28350): Launched 20:31:25.033126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:31:25.591075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Launched 20:31:25.715827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:31:25.990413 run patchelf(pid=28353): Launched 20:31:26.170269 run osmo-stp_10.42.42.5(pid=28350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)] 20:31:26.307039 run osmo-stp_10.42.42.5(pid=28350): stdout: | (launched: 2022-12-13_20:31:24.849460) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:26.446286 run osmo-stp_10.42.42.5(pid=28350): stderr: | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203125042 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:26.584288 run osmo-stp_10.42.42.5(pid=28350): stdout: | (launched: 2022-12-13_20:31:24.849460) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:26.717416 run osmo-stp_10.42.42.5(pid=28350): stderr: | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203125041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203125042 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203125042 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:26.874537 run patchelf(pid=28353): Terminating (SIGINT) 20:31:27.056614 run patchelf(pid=28353): Terminated: ok {rc=0} 20:31:27.187863 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28350): Process ended prematurely: osmo-stp_10.42.42.5(pid=28350) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22] 20:31:27.197371 tst ping.py:22: Test FAILED (6.8 sec) 20:31:27.225574 run osmo-hlr_10.42.42.2(pid=28347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28347)] 20:31:27.275989 run osmo-hlr_10.42.42.2(pid=28347): stdout: | (launched: 2022-12-13_20:31:23.832258) 20:31:27.328413 run osmo-hlr_10.42.42.2(pid=28347): stderr: | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203124030 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203124043 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203124051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203124051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203124051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:31:27.381249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Terminating (SIGTERM) 20:31:27.423809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Terminating (SIGTERM) 20:31:27.465951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Terminating (SIGTERM) 20:31:27.508742 --- ParallelTerminationStrategy: PID 28346 died... 20:31:27.528897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Terminated: ok {rc=0} 20:31:27.575908 --- ParallelTerminationStrategy: PID 28349 died... 20:31:27.595816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Terminated: ok {rc=0} 20:31:27.642142 --- ParallelTerminationStrategy: PID 28352 died... 20:31:27.661892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Terminated: ok {rc=0} 20:31:27.750564 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:31:28.838882 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:28.850865 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:31:28.924398 tst ping_idle_ping.py: using LAC 36091 20:31:29.053165 tst ping_idle_ping.py: using RAC 136 20:31:29.179671 tst ping_idle_ping.py: using CellId 36091 20:31:29.306446 tst ping_idle_ping.py: using BVCI 36092 20:31:29.426082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.437676 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.448853 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.460354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.471566 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.482820 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.494140 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:31:29.505389 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:31:29.623639 tst ping_idle_ping.py:24: start network... 20:31:29.827991 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:31:30.306699 run create_hlr_db(pid=28354): Launched 20:31:30.426290 bus /gobi_6: Setting Powered False 20:31:31.486036 run create_hlr_db(pid=28354): Terminated: ok {rc=0} 20:31:31.920913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Launched 20:31:32.311506 run osmo-hlr_10.42.42.2(pid=28357): Launched 20:31:32.438274 run osmo-stp_10.42.42.5: Starting osmo-stp 20:31:32.998374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Launched 20:31:33.324083 run osmo-stp_10.42.42.5(pid=28360): Launched 20:31:33.449585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:31:34.010092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Launched 20:31:34.135363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:31:34.409966 run patchelf(pid=28363): Launched 20:31:34.591411 run osmo-stp_10.42.42.5(pid=28360): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)] 20:31:34.728092 run osmo-stp_10.42.42.5(pid=28360): stdout: | (launched: 2022-12-13_20:31:33.264060) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:34.866302 run osmo-stp_10.42.42.5(pid=28360): stderr: | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203133456 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:35.004044 run osmo-stp_10.42.42.5(pid=28360): stdout: | (launched: 2022-12-13_20:31:33.264060) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:35.137350 run osmo-stp_10.42.42.5(pid=28360): stderr: | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203133455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203133456 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203133456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:35.294788 run patchelf(pid=28363): Terminating (SIGINT) 20:31:35.476890 run patchelf(pid=28363): Terminated: ok {rc=0} 20:31:35.607774 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28360): Process ended prematurely: osmo-stp_10.42.42.5(pid=28360) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:31:35.617342 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 20:31:35.645125 run osmo-hlr_10.42.42.2(pid=28357): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28357)] 20:31:35.695396 run osmo-hlr_10.42.42.2(pid=28357): stdout: | (launched: 2022-12-13_20:31:32.251656) 20:31:35.747379 run osmo-hlr_10.42.42.2(pid=28357): stderr: | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203132449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203132466 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203132476 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203132476 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203132477 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:31:35.799657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Terminating (SIGTERM) 20:31:35.841758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Terminating (SIGTERM) 20:31:35.883586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Terminating (SIGTERM) 20:31:35.926137 --- ParallelTerminationStrategy: PID 28356 died... 20:31:35.946138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Terminated: ok {rc=0} 20:31:35.992362 --- ParallelTerminationStrategy: PID 28359 died... 20:31:36.011940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Terminated: ok {rc=0} 20:31:36.057913 --- ParallelTerminationStrategy: PID 28362 died... 20:31:36.077556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Terminated: ok {rc=0} 20:31:36.166975 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:31:37.474590 tst gprs:trx-b200+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:31:37.481502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:31:37.515869 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:31:37.555872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:31:37.646477 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:31:37.680543 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:31:37.719861 tst gprs:trx-b200+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:31:38.314784 tst gprs:trx-b200+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:31:38.367417 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:38.378844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:31:38.451150 tst cs_paging_gprs_active.py: using LAC 36092 20:31:38.580593 tst cs_paging_gprs_active.py: using RAC 137 20:31:38.708683 tst cs_paging_gprs_active.py: using CellId 36092 20:31:38.837480 tst cs_paging_gprs_active.py: using BVCI 36093 20:31:38.951526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:38.962730 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:38.973875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:38.984665 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:38.995806 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:39.007263 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:39.018522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:39.029514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:39.040537 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:31:39.163579 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:31:39.280902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:31:39.488481 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:39.799089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Launched 20:31:40.072443 run iperf3-srv_10.42.42.10(pid=28368): Launched 20:31:40.189472 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:31:40.396150 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:40.707833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Launched 20:31:40.979163 run iperf3-srv_10.42.42.10(pid=28370): Launched 20:31:41.097248 tst cs_paging_gprs_active.py:38: start network... 20:31:41.305030 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:31:41.786806 run create_hlr_db(pid=28371): Launched 20:31:41.904908 bus /gobi_6: Setting Powered False 20:31:42.966029 run create_hlr_db(pid=28371): Terminated: ok {rc=0} 20:31:43.396571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Launched 20:31:43.706614 run osmo-hlr_10.42.42.2(pid=28374): Launched 20:31:43.827320 run osmo-stp_10.42.42.5: Starting osmo-stp 20:31:44.377165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Launched 20:31:44.688569 run osmo-stp_10.42.42.5(pid=28377): Launched 20:31:44.807603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:31:45.340759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Launched 20:31:45.458990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:31:45.721565 run patchelf(pid=28380): Launched 20:31:45.919683 run osmo-stp_10.42.42.5(pid=28377): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)] 20:31:46.053642 run osmo-stp_10.42.42.5(pid=28377): stdout: | (launched: 2022-12-13_20:31:44.631014) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:46.190206 run osmo-stp_10.42.42.5(pid=28377): stderr: | [0;m[38;5;43m20221213203144801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203144801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203144802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203144802 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203144802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203144802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203144803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:46.327100 run osmo-stp_10.42.42.5(pid=28377): stdout: | (launched: 2022-12-13_20:31:44.631014) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:46.458989 run osmo-stp_10.42.42.5(pid=28377): stderr: | [0;m[38;5;43m20221213203144801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203144801 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203144802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203144802 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203144802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203144802 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203144803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:46.615682 run patchelf(pid=28380): Terminating (SIGINT) 20:31:46.795215 run patchelf(pid=28380): Terminated: ok {rc=0} 20:31:46.925992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:31:46.936750 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:31:46.965538 run osmo-hlr_10.42.42.2(pid=28374): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28374)] 20:31:47.018553 run osmo-hlr_10.42.42.2(pid=28374): stdout: | (launched: 2022-12-13_20:31:43.648290) 20:31:47.071385 run osmo-hlr_10.42.42.2(pid=28374): stderr: | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203143826 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203143839 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203143849 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203143849 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203143849 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:31:47.124169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Terminating (SIGTERM) 20:31:47.166437 run iperf3-srv_10.42.42.10(pid=28368): Terminating (SIGTERM) 20:31:47.209564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Terminating (SIGTERM) 20:31:47.250471 run iperf3-srv_10.42.42.10(pid=28370): Terminating (SIGTERM) 20:31:47.291013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminating (SIGTERM) 20:31:47.331851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminating (SIGTERM) 20:31:47.372804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminating (SIGTERM) 20:31:47.413917 --- ParallelTerminationStrategy: PID 28367 died... 20:31:47.433510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Terminated: ok {rc=0} 20:31:47.478152 --- ParallelTerminationStrategy: PID 28368 died... 20:31:47.497316 run iperf3-srv_10.42.42.10(pid=28368): Terminated {rc=256} 20:31:47.541973 --- ParallelTerminationStrategy: PID 28369 died... 20:31:47.561092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Terminated: ok {rc=0} 20:31:47.605754 --- ParallelTerminationStrategy: PID 28370 died... 20:31:47.624741 run iperf3-srv_10.42.42.10(pid=28370): Terminated {rc=256} 20:31:47.669213 --- ParallelTerminationStrategy: PID 28373 died... 20:31:47.688407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminated: ok {rc=0} 20:31:47.732934 --- ParallelTerminationStrategy: PID 28376 died... 20:31:47.752705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminated: ok {rc=0} 20:31:47.797255 --- ParallelTerminationStrategy: PID 28379 died... 20:31:47.816464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminated: ok {rc=0} 20:31:47.903998 bus /gobi_0: Setting Powered False 20:31:49.007547 bus /gobi_0: Setting Powered False 20:31:50.127327 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:31:51.276175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.287860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:31:51.360414 tst iperf3.py: using LAC 36093 20:31:51.480482 tst iperf3.py: using RAC 138 20:31:51.602595 tst iperf3.py: using CellId 36093 20:31:51.724808 tst iperf3.py: using BVCI 36094 20:31:51.837574 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.848378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.859094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.869815 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.880676 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.891856 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.902947 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.913855 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:31:51.925508 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:31:52.047181 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:31:52.270015 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:31:52.602202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Launched 20:31:52.891660 run iperf3-srv_10.42.42.10(pid=28382): Launched 20:31:53.018024 tst iperf3.py:8: start network... 20:31:53.240916 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:31:53.753670 run create_hlr_db(pid=28383): Launched 20:31:53.887138 bus /gobi_6: Setting Powered False 20:31:54.951732 run create_hlr_db(pid=28383): Terminated: ok {rc=0} 20:31:55.411370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Launched 20:31:55.743519 run osmo-hlr_10.42.42.2(pid=28386): Launched 20:31:55.869480 run osmo-stp_10.42.42.5: Starting osmo-stp 20:31:56.436763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Launched 20:31:56.766758 run osmo-stp_10.42.42.5(pid=28389): Launched 20:31:56.893266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:31:57.460910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Launched 20:31:57.587523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:31:57.866645 run patchelf(pid=28392): Launched 20:31:58.050374 run osmo-stp_10.42.42.5(pid=28389): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)] 20:31:58.189023 run osmo-stp_10.42.42.5(pid=28389): stdout: | (launched: 2022-12-13_20:31:56.705862) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:58.329129 run osmo-stp_10.42.42.5(pid=28389): stderr: | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203156898 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:58.469679 run osmo-stp_10.42.42.5(pid=28389): stdout: | (launched: 2022-12-13_20:31:56.705862) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:31:58.605201 run osmo-stp_10.42.42.5(pid=28389): stderr: | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203156897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203156898 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203156898 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:31:58.764926 run patchelf(pid=28392): Terminating (SIGINT) 20:31:58.949217 run patchelf(pid=28392): Terminated: ok {rc=0} 20:31:59.082787 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8] 20:31:59.093060 tst iperf3.py:8: Test FAILED (7.9 sec) 20:31:59.121610 run osmo-hlr_10.42.42.2(pid=28386): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28386)] 20:31:59.171771 run osmo-hlr_10.42.42.2(pid=28386): stdout: | (launched: 2022-12-13_20:31:55.682932) 20:31:59.223570 run osmo-hlr_10.42.42.2(pid=28386): stderr: | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203155880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203155903 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203155913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203155913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203155913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:31:59.275790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Terminating (SIGTERM) 20:31:59.317749 run iperf3-srv_10.42.42.10(pid=28382): Terminating (SIGTERM) 20:31:59.359802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminating (SIGTERM) 20:31:59.402279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminating (SIGTERM) 20:31:59.444819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Terminating (SIGTERM) 20:31:59.487238 --- ParallelTerminationStrategy: PID 28381 died... 20:31:59.507592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Terminated: ok {rc=0} 20:31:59.554059 --- ParallelTerminationStrategy: PID 28382 died... 20:31:59.573782 run iperf3-srv_10.42.42.10(pid=28382): Terminated {rc=256} 20:31:59.619834 --- ParallelTerminationStrategy: PID 28385 died... 20:31:59.639356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminated: ok {rc=0} 20:31:59.685601 --- ParallelTerminationStrategy: PID 28388 died... 20:31:59.705545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminated: ok {rc=0} 20:31:59.752278 --- ParallelTerminationStrategy: PID 28391 died... 20:31:59.772193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Terminated: ok {rc=0} 20:31:59.860470 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:32:01.011030 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.023604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:32:01.097116 tst iperf3m4.py: using LAC 36094 20:32:01.225607 tst iperf3m4.py: using RAC 139 20:32:01.379260 tst iperf3m4.py: using CellId 36094 20:32:01.503031 tst iperf3m4.py: using BVCI 36095 20:32:01.659480 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.671696 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.683841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.696099 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.709400 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.723267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.736104 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.748480 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:01.763409 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:01.889558 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:02.029502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:02.175311 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:02.310308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:32:02.534487 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:02.867156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Launched 20:32:03.155078 run iperf3-srv_10.42.42.10(pid=28394): Launched 20:32:03.280368 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:32:03.503515 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:03.834707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Launched 20:32:04.123252 run iperf3-srv_10.42.42.10(pid=28396): Launched 20:32:04.248550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:32:04.471320 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:04.803655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Launched 20:32:05.090506 run iperf3-srv_10.42.42.10(pid=28398): Launched 20:32:05.215574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:32:05.437721 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:05.768600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Launched 20:32:06.056861 run iperf3-srv_10.42.42.10(pid=28400): Launched 20:32:06.181857 tst iperf3m4.py:8: start network... 20:32:06.403700 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:32:06.918056 run create_hlr_db(pid=28401): Launched 20:32:07.052121 bus /gobi_6: Setting Powered False 20:32:08.117532 run create_hlr_db(pid=28401): Terminated: ok {rc=0} 20:32:08.555936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Launched 20:32:08.888403 run osmo-hlr_10.42.42.2(pid=28404): Launched 20:32:09.014692 run osmo-stp_10.42.42.5: Starting osmo-stp 20:32:09.592463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Launched 20:32:09.924372 run osmo-stp_10.42.42.5(pid=28407): Launched 20:32:10.049170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:32:10.619082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Launched 20:32:10.745871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:32:11.025364 run patchelf(pid=28410): Launched 20:32:11.208871 run osmo-stp_10.42.42.5(pid=28407): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)] 20:32:11.347772 run osmo-stp_10.42.42.5(pid=28407): stdout: | (launched: 2022-12-13_20:32:09.863019) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:11.488565 run osmo-stp_10.42.42.5(pid=28407): stderr: | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203210053 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:11.628900 run osmo-stp_10.42.42.5(pid=28407): stdout: | (launched: 2022-12-13_20:32:09.863019) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:11.764046 run osmo-stp_10.42.42.5(pid=28407): stderr: | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203210053 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203210053 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203210054 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:11.924204 run patchelf(pid=28410): Terminating (SIGINT) 20:32:12.108710 run patchelf(pid=28410): Terminated: ok {rc=0} 20:32:12.241754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28407): Process ended prematurely: osmo-stp_10.42.42.5(pid=28407) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:32:12.251888 tst iperf3m4.py:8: Test FAILED (11.3 sec) 20:32:12.280653 run osmo-hlr_10.42.42.2(pid=28404): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28404)] 20:32:12.331117 run osmo-hlr_10.42.42.2(pid=28404): stdout: | (launched: 2022-12-13_20:32:08.827575) 20:32:12.383137 run osmo-hlr_10.42.42.2(pid=28404): stderr: | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203209027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203209041 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203209051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203209051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203209051 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:32:12.436126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminating (SIGTERM) 20:32:12.478824 run iperf3-srv_10.42.42.10(pid=28394): Terminating (SIGTERM) 20:32:12.521513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Terminating (SIGTERM) 20:32:12.564248 run iperf3-srv_10.42.42.10(pid=28396): Terminating (SIGTERM) 20:32:12.606836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Terminating (SIGTERM) 20:32:12.649287 run iperf3-srv_10.42.42.10(pid=28398): Terminating (SIGTERM) 20:32:12.692100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Terminating (SIGTERM) 20:32:12.734839 run iperf3-srv_10.42.42.10(pid=28400): Terminating (SIGTERM) 20:32:12.777219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Terminating (SIGTERM) 20:32:12.819931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Terminating (SIGTERM) 20:32:12.862481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Terminating (SIGTERM) 20:32:12.905368 --- ParallelTerminationStrategy: PID 28393 died... 20:32:12.925939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminated: ok {rc=0} 20:32:12.973233 --- ParallelTerminationStrategy: PID 28394 died... 20:32:12.993480 run iperf3-srv_10.42.42.10(pid=28394): Terminated {rc=256} 20:32:13.040502 --- ParallelTerminationStrategy: PID 28395 died... 20:32:13.060707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Terminated: ok {rc=0} 20:32:13.107877 --- ParallelTerminationStrategy: PID 28396 died... 20:32:13.128006 run iperf3-srv_10.42.42.10(pid=28396): Terminated {rc=256} 20:32:13.174776 --- ParallelTerminationStrategy: PID 28397 died... 20:32:13.194974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Terminated: ok {rc=0} 20:32:13.242006 --- ParallelTerminationStrategy: PID 28398 died... 20:32:13.262199 run iperf3-srv_10.42.42.10(pid=28398): Terminated {rc=256} 20:32:13.309084 --- ParallelTerminationStrategy: PID 28399 died... 20:32:13.329359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Terminated: ok {rc=0} 20:32:13.376542 --- ParallelTerminationStrategy: PID 28400 died... 20:32:13.396688 run iperf3-srv_10.42.42.10(pid=28400): Terminated {rc=256} 20:32:13.443863 --- ParallelTerminationStrategy: PID 28403 died... 20:32:13.463898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Terminated: ok {rc=0} 20:32:13.510852 --- ParallelTerminationStrategy: PID 28406 died... 20:32:13.530999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Terminated: ok {rc=0} 20:32:13.577953 --- ParallelTerminationStrategy: PID 28409 died... 20:32:13.598329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Terminated: ok {rc=0} 20:32:13.686598 bus /gobi_4: Setting Powered False 20:32:14.786730 bus /gobi_4: Setting Powered False 20:32:15.918688 bus /gobi_1: Setting Powered False 20:32:17.019605 bus /gobi_1: Setting Powered False 20:32:18.136068 bus /gobi_0: Setting Powered False 20:32:19.235722 bus /gobi_0: Setting Powered False 20:32:20.353625 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:32:21.458715 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:21.470739 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:32:21.547033 tst ping.py: using LAC 36095 20:32:21.670054 tst ping.py: using RAC 140 20:32:21.799782 tst ping.py: using CellId 36095 20:32:21.928477 tst ping.py: using BVCI 36096 20:32:22.046265 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.057769 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.069064 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.080295 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.091514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.102841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.114215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:22.126018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:22.244015 tst ping.py:19: start network... 20:32:22.447766 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:32:22.918191 run create_hlr_db(pid=28411): Launched 20:32:23.036264 bus /gobi_6: Setting Powered False 20:32:24.097060 run create_hlr_db(pid=28411): Terminated: ok {rc=0} 20:32:24.539996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Launched 20:32:24.867203 run osmo-hlr_10.42.42.2(pid=28414): Launched 20:32:24.992610 run osmo-stp_10.42.42.5: Starting osmo-stp 20:32:25.565961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Launched 20:32:25.891213 run osmo-stp_10.42.42.5(pid=28417): Launched 20:32:26.016838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:32:26.576879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Launched 20:32:26.702657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:32:26.978145 run patchelf(pid=28420): Launched 20:32:27.157788 run osmo-stp_10.42.42.5(pid=28417): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)] 20:32:27.294380 run osmo-stp_10.42.42.5(pid=28417): stdout: | (launched: 2022-12-13_20:32:25.831083) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:27.432621 run osmo-stp_10.42.42.5(pid=28417): stderr: | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203226025 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:27.570758 run osmo-stp_10.42.42.5(pid=28417): stdout: | (launched: 2022-12-13_20:32:25.831083) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:27.703481 run osmo-stp_10.42.42.5(pid=28417): stderr: | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203226024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203226025 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203226025 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:27.860728 run patchelf(pid=28420): Terminating (SIGINT) 20:32:28.042885 run patchelf(pid=28420): Terminated: ok {rc=0} 20:32:28.174325 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22] 20:32:28.183817 tst ping.py:22: Test FAILED (6.7 sec) 20:32:28.211901 run osmo-hlr_10.42.42.2(pid=28414): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28414)] 20:32:28.262354 run osmo-hlr_10.42.42.2(pid=28414): stdout: | (launched: 2022-12-13_20:32:24.807086) 20:32:28.314217 run osmo-hlr_10.42.42.2(pid=28414): stderr: | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203225005 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203225018 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203225027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203225027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203225027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:32:28.366598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminating (SIGTERM) 20:32:28.408416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminating (SIGTERM) 20:32:28.450584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminating (SIGTERM) 20:32:28.492800 --- ParallelTerminationStrategy: PID 28413 died... 20:32:28.513090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminated: ok {rc=0} 20:32:28.559505 --- ParallelTerminationStrategy: PID 28416 died... 20:32:28.579077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminated: ok {rc=0} 20:32:28.625348 --- ParallelTerminationStrategy: PID 28419 died... 20:32:28.644759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminated: ok {rc=0} 20:32:28.731899 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:32:29.818881 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:29.830716 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:32:29.903010 tst ping_idle_ping.py: using LAC 36096 20:32:30.023395 tst ping_idle_ping.py: using RAC 141 20:32:30.144197 tst ping_idle_ping.py: using CellId 36096 20:32:30.272517 tst ping_idle_ping.py: using BVCI 36097 20:32:30.390322 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.401968 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.413375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.424831 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.436474 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.447847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.459164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:32:30.470406 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:32:30.591501 tst ping_idle_ping.py:24: start network... 20:32:30.811056 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:32:31.346939 run create_hlr_db(pid=28421): Launched 20:32:31.512665 bus /gobi_6: Setting Powered False 20:32:32.576582 run create_hlr_db(pid=28421): Terminated: ok {rc=0} 20:32:33.011276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Launched 20:32:33.314994 run osmo-hlr_10.42.42.2(pid=28424): Launched 20:32:33.440555 run osmo-stp_10.42.42.5: Starting osmo-stp 20:32:34.000934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Launched 20:32:34.328268 run osmo-stp_10.42.42.5(pid=28427): Launched 20:32:34.453650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:32:35.014413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Launched 20:32:35.139470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:32:35.414403 run patchelf(pid=28430): Launched 20:32:35.595477 run osmo-stp_10.42.42.5(pid=28427): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] 20:32:35.733063 run osmo-stp_10.42.42.5(pid=28427): stdout: | (launched: 2022-12-13_20:32:34.268028) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:35.871512 run osmo-stp_10.42.42.5(pid=28427): stderr: | [0;m[38;5;43m20221213203234458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203234458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203234459 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203234459 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:36.010031 run osmo-stp_10.42.42.5(pid=28427): stdout: | (launched: 2022-12-13_20:32:34.268028) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:36.143693 run osmo-stp_10.42.42.5(pid=28427): stderr: | [0;m[38;5;43m20221213203234458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203234458 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203234459 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203234459 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203234460 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:36.301640 run patchelf(pid=28430): Terminating (SIGINT) 20:32:36.484218 run patchelf(pid=28430): Terminated: ok {rc=0} 20:32:36.615646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:32:36.625236 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 20:32:36.653121 run osmo-hlr_10.42.42.2(pid=28424): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28424)] 20:32:36.703094 run osmo-hlr_10.42.42.2(pid=28424): stdout: | (launched: 2022-12-13_20:32:33.258630) 20:32:36.754553 run osmo-hlr_10.42.42.2(pid=28424): stderr: | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203233453 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203233466 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203233474 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203233474 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203233474 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:32:36.806317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminating (SIGTERM) 20:32:36.847958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminating (SIGTERM) 20:32:36.890458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminating (SIGTERM) 20:32:36.932908 --- ParallelTerminationStrategy: PID 28423 died... 20:32:36.952853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminated: ok {rc=0} 20:32:36.999014 --- ParallelTerminationStrategy: PID 28426 died... 20:32:37.018596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminated: ok {rc=0} 20:32:37.064389 --- ParallelTerminationStrategy: PID 28429 died... 20:32:37.084045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminated: ok {rc=0} 20:32:37.171597 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 20:32:38.479340 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:32:38.486547 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 20:32:38.520669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 20:32:38.560539 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 20:32:38.651350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 20:32:38.685286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 20:32:38.724492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 20:32:39.324361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 20:32:39.377339 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:39.389114 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:32:39.443459 tst cs_paging_gprs_active.py: using LAC 36097 20:32:39.574119 tst cs_paging_gprs_active.py: using RAC 142 20:32:39.704803 tst cs_paging_gprs_active.py: using CellId 36097 20:32:39.837917 tst cs_paging_gprs_active.py: using BVCI 36098 20:32:39.959133 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:39.971003 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:39.982987 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:39.994644 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:40.006278 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:40.017997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:40.029712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:40.041215 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:40.053099 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:32:40.172740 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:32:40.296276 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:32:40.521336 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:40.854078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Launched 20:32:41.146174 run iperf3-srv_10.42.42.10(pid=28438): Launched 20:32:41.272413 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:32:41.497487 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:41.830994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Launched 20:32:42.120339 run iperf3-srv_10.42.42.10(pid=28440): Launched 20:32:42.245086 tst cs_paging_gprs_active.py:38: start network... 20:32:42.469609 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:32:42.984871 run create_hlr_db(pid=28441): Launched 20:32:43.119240 bus /gobi_6: Setting Powered False 20:32:44.184223 run create_hlr_db(pid=28441): Terminated: ok {rc=0} 20:32:44.626099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Launched 20:32:44.938582 run osmo-hlr_10.42.42.2(pid=28444): Launched 20:32:45.058520 run osmo-stp_10.42.42.5: Starting osmo-stp 20:32:45.593203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Launched 20:32:45.920309 run osmo-stp_10.42.42.5(pid=28447): Launched 20:32:46.253199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:32:46.837654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Launched 20:32:46.971529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:32:47.260816 run patchelf(pid=28450): Launched 20:32:47.444079 run osmo-stp_10.42.42.5(pid=28447): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)] 20:32:47.583451 run osmo-stp_10.42.42.5(pid=28447): stdout: | (launched: 2022-12-13_20:32:45.846329) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:47.723814 run osmo-stp_10.42.42.5(pid=28447): stderr: | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203246111 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203246111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203246111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203246112 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:47.864006 run osmo-stp_10.42.42.5(pid=28447): stdout: | (launched: 2022-12-13_20:32:45.846329) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:47.999715 run osmo-stp_10.42.42.5(pid=28447): stderr: | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203246109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203246111 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203246111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203246111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203246112 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:32:48.160323 run patchelf(pid=28450): Terminating (SIGINT) 20:32:48.345707 run patchelf(pid=28450): Terminated: ok {rc=0} 20:32:48.479839 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28447): Process ended prematurely: osmo-stp_10.42.42.5(pid=28447) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 20:32:48.490133 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec) 20:32:48.519033 run osmo-hlr_10.42.42.2(pid=28444): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28444)] 20:32:48.569788 run osmo-hlr_10.42.42.2(pid=28444): stdout: | (launched: 2022-12-13_20:32:44.880780) 20:32:48.621873 run osmo-hlr_10.42.42.2(pid=28444): stderr: | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203245057 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203245070 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203245078 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203245078 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203245078 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:32:48.674189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Terminating (SIGTERM) 20:32:48.716240 run iperf3-srv_10.42.42.10(pid=28438): Terminating (SIGTERM) 20:32:48.758381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Terminating (SIGTERM) 20:32:48.800290 run iperf3-srv_10.42.42.10(pid=28440): Terminating (SIGTERM) 20:32:48.842159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Terminating (SIGTERM) 20:32:48.884118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Terminating (SIGTERM) 20:32:48.926115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Terminating (SIGTERM) 20:32:48.968711 --- ParallelTerminationStrategy: PID 28437 died... 20:32:48.989136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Terminated: ok {rc=0} 20:32:49.035608 --- ParallelTerminationStrategy: PID 28438 died... 20:32:49.055124 run iperf3-srv_10.42.42.10(pid=28438): Terminated {rc=256} 20:32:49.101353 --- ParallelTerminationStrategy: PID 28439 died... 20:32:49.120831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Terminated: ok {rc=0} 20:32:49.166831 --- ParallelTerminationStrategy: PID 28440 died... 20:32:49.186389 run iperf3-srv_10.42.42.10(pid=28440): Terminated {rc=256} 20:32:49.232291 --- ParallelTerminationStrategy: PID 28443 died... 20:32:49.251879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Terminated: ok {rc=0} 20:32:49.298604 --- ParallelTerminationStrategy: PID 28446 died... 20:32:49.318365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Terminated: ok {rc=0} 20:32:49.364783 --- ParallelTerminationStrategy: PID 28449 died... 20:32:49.384906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Terminated: ok {rc=0} 20:32:49.473880 bus /gobi_0: Setting Powered False 20:32:50.573123 bus /gobi_0: Setting Powered False 20:32:51.692815 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 20:32:52.843171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:52.855579 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:32:52.912115 tst iperf3.py: using LAC 36098 20:32:53.043252 tst iperf3.py: using RAC 143 20:32:53.173474 tst iperf3.py: using CellId 36098 20:32:53.295908 tst iperf3.py: using BVCI 36099 20:32:53.409189 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.420777 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.432145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.443508 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.455459 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.466843 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.478414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.489727 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:32:53.501241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:32:53.623767 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:32:53.847190 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:32:54.180013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Launched 20:32:54.468064 run iperf3-srv_10.42.42.10(pid=28452): Launched 20:32:54.593743 tst iperf3.py:8: start network... 20:32:54.815862 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:32:55.329566 run create_hlr_db(pid=28453): Launched 20:32:55.465820 bus /gobi_6: Setting Powered False 20:32:56.531569 run create_hlr_db(pid=28453): Terminated: ok {rc=0} 20:32:56.989255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Launched 20:32:57.322718 run osmo-hlr_10.42.42.2(pid=28456): Launched 20:32:57.450089 run osmo-stp_10.42.42.5: Starting osmo-stp 20:32:58.024835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Launched 20:32:58.357450 run osmo-stp_10.42.42.5(pid=28459): Launched 20:32:58.483249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:32:59.053990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Launched 20:32:59.182371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:32:59.462491 run patchelf(pid=28462): Launched 20:32:59.647605 run osmo-stp_10.42.42.5(pid=28459): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)] 20:32:59.786900 run osmo-stp_10.42.42.5(pid=28459): stdout: | (launched: 2022-12-13_20:32:58.296002) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:32:59.927930 run osmo-stp_10.42.42.5(pid=28459): stderr: | [0;m[38;5;43m20221213203258488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203258489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203258489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203258489 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:00.068507 run osmo-stp_10.42.42.5(pid=28459): stdout: | (launched: 2022-12-13_20:32:58.296002) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:00.204332 run osmo-stp_10.42.42.5(pid=28459): stderr: | [0;m[38;5;43m20221213203258488 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203258489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203258489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203258489 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203258490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:00.364656 run patchelf(pid=28462): Terminating (SIGINT) 20:33:00.552678 run patchelf(pid=28462): Terminated: ok {rc=0} 20:33:00.687172 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28459): Process ended prematurely: osmo-stp_10.42.42.5(pid=28459) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 20:33:00.697439 tst iperf3.py:8: Test FAILED (7.9 sec) 20:33:00.726053 run osmo-hlr_10.42.42.2(pid=28456): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28456)] 20:33:00.776649 run osmo-hlr_10.42.42.2(pid=28456): stdout: | (launched: 2022-12-13_20:32:57.261172) 20:33:00.828795 run osmo-hlr_10.42.42.2(pid=28456): stderr: | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203257458 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203257475 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203257484 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203257484 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203257485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:00.882044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminating (SIGTERM) 20:33:00.924890 run iperf3-srv_10.42.42.10(pid=28452): Terminating (SIGTERM) 20:33:00.969178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Terminating (SIGTERM) 20:33:01.012278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Terminating (SIGTERM) 20:33:01.055691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Terminating (SIGTERM) 20:33:01.100818 --- ParallelTerminationStrategy: PID 28451 died... 20:33:01.121585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminated: ok {rc=0} 20:33:01.169147 --- ParallelTerminationStrategy: PID 28452 died... 20:33:01.189275 run iperf3-srv_10.42.42.10(pid=28452): Terminated {rc=256} 20:33:01.236216 --- ParallelTerminationStrategy: PID 28455 died... 20:33:01.257216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Terminated: ok {rc=0} 20:33:01.305237 --- ParallelTerminationStrategy: PID 28458 died... 20:33:01.326761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Terminated: ok {rc=0} 20:33:01.375459 --- ParallelTerminationStrategy: PID 28461 died... 20:33:01.396224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Terminated: ok {rc=0} 20:33:01.487444 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 20:33:02.639798 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:02.652157 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:33:02.706353 tst iperf3m4.py: using LAC 36099 20:33:02.837319 tst iperf3m4.py: using RAC 144 20:33:02.965337 tst iperf3m4.py: using CellId 36099 20:33:03.094353 tst iperf3m4.py: using BVCI 36100 20:33:03.215558 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.227441 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.239060 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.250673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.262414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.274110 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.285876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.297412 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:03.309166 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:03.432628 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:03.555760 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:03.676065 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:03.795410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:33:04.003609 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:33:04.315895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Launched 20:33:04.587015 run iperf3-srv_10.42.42.10(pid=28465): Launched 20:33:04.704809 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:33:04.911806 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:33:05.234929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Launched 20:33:05.523666 run iperf3-srv_10.42.42.10(pid=28467): Launched 20:33:05.649774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:33:05.872233 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:33:06.204062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Launched 20:33:06.494251 run iperf3-srv_10.42.42.10(pid=28469): Launched 20:33:06.618396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:33:06.841673 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:33:07.174509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Launched 20:33:07.462104 run iperf3-srv_10.42.42.10(pid=28471): Launched 20:33:07.588196 tst iperf3m4.py:8: start network... 20:33:07.810960 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:33:08.323918 run create_hlr_db(pid=28472): Launched 20:33:08.460179 bus /gobi_6: Setting Powered False 20:33:09.525051 run create_hlr_db(pid=28472): Terminated: ok {rc=0} 20:33:09.982682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Launched 20:33:10.312361 run osmo-hlr_10.42.42.2(pid=28475): Launched 20:33:10.438399 run osmo-stp_10.42.42.5: Starting osmo-stp 20:33:11.009554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Launched 20:33:11.341182 run osmo-stp_10.42.42.5(pid=28478): Launched 20:33:11.469916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:33:12.040046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Launched 20:33:12.167380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:33:12.447105 run patchelf(pid=28481): Launched 20:33:12.631156 run osmo-stp_10.42.42.5(pid=28478): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)] 20:33:12.769719 run osmo-stp_10.42.42.5(pid=28478): stdout: | (launched: 2022-12-13_20:33:11.279896) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:12.909841 run osmo-stp_10.42.42.5(pid=28478): stderr: | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203311471 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:13.049995 run osmo-stp_10.42.42.5(pid=28478): stdout: | (launched: 2022-12-13_20:33:11.279896) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:13.185247 run osmo-stp_10.42.42.5(pid=28478): stderr: | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203311470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203311471 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203311471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:13.344794 run patchelf(pid=28481): Terminating (SIGINT) 20:33:13.530558 run patchelf(pid=28481): Terminated: ok {rc=0} 20:33:13.664003 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28478): Process ended prematurely: osmo-stp_10.42.42.5(pid=28478) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 20:33:13.674368 tst iperf3m4.py:8: Test FAILED (11.1 sec) 20:33:13.703196 run osmo-hlr_10.42.42.2(pid=28475): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28475)] 20:33:13.753317 run osmo-hlr_10.42.42.2(pid=28475): stdout: | (launched: 2022-12-13_20:33:10.251169) 20:33:13.805240 run osmo-hlr_10.42.42.2(pid=28475): stderr: | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203310450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203310462 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203310471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203310471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203310471 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:13.857305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminating (SIGTERM) 20:33:13.899228 run iperf3-srv_10.42.42.10(pid=28465): Terminating (SIGTERM) 20:33:13.941809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Terminating (SIGTERM) 20:33:13.984206 run iperf3-srv_10.42.42.10(pid=28467): Terminating (SIGTERM) 20:33:14.026620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Terminating (SIGTERM) 20:33:14.068916 run iperf3-srv_10.42.42.10(pid=28469): Terminating (SIGTERM) 20:33:14.111402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminating (SIGTERM) 20:33:14.153537 run iperf3-srv_10.42.42.10(pid=28471): Terminating (SIGTERM) 20:33:14.195756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Terminating (SIGTERM) 20:33:14.238253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Terminating (SIGTERM) 20:33:14.280109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Terminating (SIGTERM) 20:33:14.322506 --- ParallelTerminationStrategy: PID 28464 died... 20:33:14.342646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminated: ok {rc=0} 20:33:14.389087 --- ParallelTerminationStrategy: PID 28465 died... 20:33:14.408629 run iperf3-srv_10.42.42.10(pid=28465): Terminated {rc=256} 20:33:14.455042 --- ParallelTerminationStrategy: PID 28466 died... 20:33:14.474655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Terminated: ok {rc=0} 20:33:14.521036 --- ParallelTerminationStrategy: PID 28467 died... 20:33:14.540677 run iperf3-srv_10.42.42.10(pid=28467): Terminated {rc=256} 20:33:14.586790 --- ParallelTerminationStrategy: PID 28468 died... 20:33:14.606498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Terminated: ok {rc=0} 20:33:14.652523 --- ParallelTerminationStrategy: PID 28469 died... 20:33:14.672051 run iperf3-srv_10.42.42.10(pid=28469): Terminated {rc=256} 20:33:14.717853 --- ParallelTerminationStrategy: PID 28470 died... 20:33:14.737338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminated: ok {rc=0} 20:33:14.783297 --- ParallelTerminationStrategy: PID 28471 died... 20:33:14.802774 run iperf3-srv_10.42.42.10(pid=28471): Terminated {rc=256} 20:33:14.848682 --- ParallelTerminationStrategy: PID 28474 died... 20:33:14.868296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Terminated: ok {rc=0} 20:33:14.914307 --- ParallelTerminationStrategy: PID 28477 died... 20:33:14.933815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Terminated: ok {rc=0} 20:33:14.979818 --- ParallelTerminationStrategy: PID 28480 died... 20:33:14.999366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Terminated: ok {rc=0} 20:33:15.086648 bus /gobi_4: Setting Powered False 20:33:16.187232 bus /gobi_4: Setting Powered False 20:33:17.320937 bus /gobi_1: Setting Powered False 20:33:18.419993 bus /gobi_1: Setting Powered False 20:33:19.535282 bus /gobi_0: Setting Powered False 20:33:20.634496 bus /gobi_0: Setting Powered False 20:33:21.751393 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 20:33:22.855219 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:22.868176 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:33:22.922798 tst ping.py: using LAC 36100 20:33:23.052707 tst ping.py: using RAC 145 20:33:23.179237 tst ping.py: using CellId 36100 20:33:23.305183 tst ping.py: using BVCI 36101 20:33:23.422676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.434711 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.446497 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.458638 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.470316 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.482099 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.494004 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:23.505659 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:23.623300 tst ping.py:19: start network... 20:33:23.826095 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:33:24.296641 run create_hlr_db(pid=28482): Launched 20:33:24.412800 bus /gobi_6: Setting Powered False 20:33:25.473262 run create_hlr_db(pid=28482): Terminated: ok {rc=0} 20:33:25.918791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Launched 20:33:26.243277 run osmo-hlr_10.42.42.2(pid=28485): Launched 20:33:26.367345 run osmo-stp_10.42.42.5: Starting osmo-stp 20:33:26.932543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Launched 20:33:27.259176 run osmo-stp_10.42.42.5(pid=28488): Launched 20:33:27.384708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:33:27.945093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Launched 20:33:28.070477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:33:28.344878 run patchelf(pid=28491): Launched 20:33:28.526775 run osmo-stp_10.42.42.5(pid=28488): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)] 20:33:28.663592 run osmo-stp_10.42.42.5(pid=28488): stdout: | (launched: 2022-12-13_20:33:27.198885) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:28.802299 run osmo-stp_10.42.42.5(pid=28488): stderr: | [0;m[38;5;43m20221213203327391 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203327392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203327392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203327392 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:28.940707 run osmo-stp_10.42.42.5(pid=28488): stdout: | (launched: 2022-12-13_20:33:27.198885) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:29.074151 run osmo-stp_10.42.42.5(pid=28488): stderr: | [0;m[38;5;43m20221213203327391 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203327392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203327392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203327392 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203327393 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:29.231996 run patchelf(pid=28491): Terminating (SIGINT) 20:33:29.415503 run patchelf(pid=28491): Terminated: ok {rc=0} 20:33:29.547574 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 20:33:29.557148 tst ping.py:22: Test FAILED (6.7 sec) 20:33:29.585430 run osmo-hlr_10.42.42.2(pid=28485): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28485)] 20:33:29.635603 run osmo-hlr_10.42.42.2(pid=28485): stdout: | (launched: 2022-12-13_20:33:26.183390) 20:33:29.687500 run osmo-hlr_10.42.42.2(pid=28485): stderr: | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203326382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203326395 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203326403 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203326403 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203326403 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:29.739831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminating (SIGTERM) 20:33:29.781618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminating (SIGTERM) 20:33:29.823474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminating (SIGTERM) 20:33:29.865693 --- ParallelTerminationStrategy: PID 28484 died... 20:33:29.885862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminated: ok {rc=0} 20:33:29.932150 --- ParallelTerminationStrategy: PID 28487 died... 20:33:29.951723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminated: ok {rc=0} 20:33:29.997870 --- ParallelTerminationStrategy: PID 28490 died... 20:33:30.017492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminated: ok {rc=0} 20:33:30.104756 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 20:33:31.192875 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.208168 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:33:31.263397 tst ping_idle_ping.py: using LAC 36101 20:33:31.387228 tst ping_idle_ping.py: using RAC 146 20:33:31.509310 tst ping_idle_ping.py: using CellId 36101 20:33:31.644578 tst ping_idle_ping.py: using BVCI 36102 20:33:31.761766 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.774437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.786869 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.799179 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.812728 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.826303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.839690 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:33:31.852848 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:33:32.004368 tst ping_idle_ping.py:24: start network... 20:33:32.219524 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:33:32.697783 run create_hlr_db(pid=28492): Launched 20:33:32.814053 bus /gobi_6: Setting Powered False 20:33:33.874757 run create_hlr_db(pid=28492): Terminated: ok {rc=0} 20:33:34.299012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Launched 20:33:34.603517 run osmo-hlr_10.42.42.2(pid=28495): Launched 20:33:34.719077 run osmo-stp_10.42.42.5: Starting osmo-stp 20:33:35.253712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Launched 20:33:35.559378 run osmo-stp_10.42.42.5(pid=28498): Launched 20:33:35.675877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:33:36.200670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Launched 20:33:36.317535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:33:36.575257 run patchelf(pid=28501): Launched 20:33:36.745235 run osmo-stp_10.42.42.5(pid=28498): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)] 20:33:36.873631 run osmo-stp_10.42.42.5(pid=28498): stdout: | (launched: 2022-12-13_20:33:35.502312) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:37.003230 run osmo-stp_10.42.42.5(pid=28498): stderr: | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203335673 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:37.133797 run osmo-stp_10.42.42.5(pid=28498): stdout: | (launched: 2022-12-13_20:33:35.502312) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:37.258511 run osmo-stp_10.42.42.5(pid=28498): stderr: | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203335672 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203335673 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203335673 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:37.406759 run patchelf(pid=28501): Terminating (SIGINT) 20:33:37.578370 run patchelf(pid=28501): Terminated: ok {rc=0} 20:33:37.702011 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 20:33:37.711075 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 20:33:37.737978 run osmo-hlr_10.42.42.2(pid=28495): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28495)] 20:33:37.786440 run osmo-hlr_10.42.42.2(pid=28495): stdout: | (launched: 2022-12-13_20:33:34.546640) 20:33:37.836658 run osmo-hlr_10.42.42.2(pid=28495): stderr: | [0;m[1;31m20221213203334722 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203334723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203334723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203334723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203334723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203334723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203334734 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203334743 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203334743 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203334743 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:37.887065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminating (SIGTERM) 20:33:37.927504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminating (SIGTERM) 20:33:37.968044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminating (SIGTERM) 20:33:38.008881 --- ParallelTerminationStrategy: PID 28494 died... 20:33:38.028575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminated: ok {rc=0} 20:33:38.073316 --- ParallelTerminationStrategy: PID 28497 died... 20:33:38.092507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminated: ok {rc=0} 20:33:38.137160 --- ParallelTerminationStrategy: PID 28500 died... 20:33:38.156063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminated: ok {rc=0} 20:33:38.243515 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:33:39.554734 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:33:39.561565 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:33:39.594313 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:33:39.629529 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:33:39.684186 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:33:39.717998 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:33:39.752677 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:33:40.310930 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:33:40.316272 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.328112 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:33:40.400471 tst switch_tch_pdch.py: using LAC 36102 20:33:40.528511 tst switch_tch_pdch.py: using RAC 147 20:33:40.655188 tst switch_tch_pdch.py: using CellId 36102 20:33:40.783375 tst switch_tch_pdch.py: using BVCI 36103 20:33:40.901242 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.912919 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.925090 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.936663 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.948287 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.959839 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.971561 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:33:40.983120 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:33:41.099923 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:33:41.220026 tst switch_tch_pdch.py:51: start network... 20:33:41.423232 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:33:41.893343 run create_hlr_db(pid=28505): Launched 20:33:42.010429 bus /gobi_6: Setting Powered False 20:33:43.070902 run create_hlr_db(pid=28505): Terminated: ok {rc=0} 20:33:43.494872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Launched 20:33:43.798591 run osmo-hlr_10.42.42.2(pid=28508): Launched 20:33:43.914964 run osmo-stp_10.42.42.5: Starting osmo-stp 20:33:44.448784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Launched 20:33:44.752690 run osmo-stp_10.42.42.5(pid=28511): Launched 20:33:44.868593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:33:45.391648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Launched 20:33:45.510270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:33:45.766626 run patchelf(pid=28514): Launched 20:33:45.950479 run osmo-stp_10.42.42.5(pid=28511): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)] 20:33:46.082055 run osmo-stp_10.42.42.5(pid=28511): stdout: | (launched: 2022-12-13_20:33:44.695946) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:46.215863 run osmo-stp_10.42.42.5(pid=28511): stderr: | [0;m[38;5;43m20221213203344865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203344865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203344866 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203344866 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:46.360471 run osmo-stp_10.42.42.5(pid=28511): stdout: | (launched: 2022-12-13_20:33:44.695946) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:46.541424 run osmo-stp_10.42.42.5(pid=28511): stderr: | [0;m[38;5;43m20221213203344865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203344865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203344866 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203344866 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203344867 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:46.716326 run patchelf(pid=28514): Terminating (SIGINT) 20:33:46.891741 run patchelf(pid=28514): Terminated: ok {rc=0} 20:33:47.018673 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)] [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:33:47.028186 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 20:33:47.056206 run osmo-hlr_10.42.42.2(pid=28508): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28508)] 20:33:47.108378 run osmo-hlr_10.42.42.2(pid=28508): stdout: | (launched: 2022-12-13_20:33:43.741826) 20:33:47.161798 run osmo-hlr_10.42.42.2(pid=28508): stderr: | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203343919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203343931 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203343940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203343940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203343940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:47.214172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Terminating (SIGTERM) 20:33:47.256579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminating (SIGTERM) 20:33:47.298030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Terminating (SIGTERM) 20:33:47.339102 --- ParallelTerminationStrategy: PID 28507 died... 20:33:47.359338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Terminated: ok {rc=0} 20:33:47.404601 --- ParallelTerminationStrategy: PID 28510 died... 20:33:47.424228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminated: ok {rc=0} 20:33:47.470196 --- ParallelTerminationStrategy: PID 28513 died... 20:33:47.489973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Terminated: ok {rc=0} 20:33:47.577834 bus /gobi_0: Setting Powered False 20:33:48.678255 bus /gobi_0: Setting Powered False 20:33:49.795453 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:33:51.050848 tst dynts:trx-b200+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:33:51.056620 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:33:51.089552 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:33:51.124890 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:33:51.177905 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:33:51.210570 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:33:51.245003 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:33:51.799364 tst dynts:trx-b200+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:33:51.804644 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:51.815687 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:33:51.885317 tst switch_tch_pdch.py: using LAC 36103 20:33:52.004713 tst switch_tch_pdch.py: using RAC 148 20:33:52.122826 tst switch_tch_pdch.py: using CellId 36103 20:33:52.242484 tst switch_tch_pdch.py: using BVCI 36104 20:33:52.354265 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.365267 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.376186 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.387133 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.398373 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.409639 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.420926 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:33:52.432150 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:33:52.556415 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:33:52.674421 tst switch_tch_pdch.py:51: start network... 20:33:52.892682 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:33:53.366749 run create_hlr_db(pid=28520): Launched 20:33:53.501060 bus /gobi_6: Setting Powered False 20:33:54.565163 run create_hlr_db(pid=28520): Terminated: ok {rc=0} 20:33:54.972382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Launched 20:33:55.276364 run osmo-hlr_10.42.42.2(pid=28523): Launched 20:33:55.392909 run osmo-stp_10.42.42.5: Starting osmo-stp 20:33:55.893862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Launched 20:33:56.199246 run osmo-stp_10.42.42.5(pid=28526): Launched 20:33:56.314353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:33:56.811624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Launched 20:33:56.928168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:33:57.184785 run patchelf(pid=28529): Launched 20:33:57.354884 run osmo-stp_10.42.42.5(pid=28526): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)] 20:33:57.483024 run osmo-stp_10.42.42.5(pid=28526): stdout: | (launched: 2022-12-13_20:33:56.142450) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:57.613733 run osmo-stp_10.42.42.5(pid=28526): stderr: | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203356314 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203356314 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203356315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203356315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:57.743523 run osmo-stp_10.42.42.5(pid=28526): stdout: | (launched: 2022-12-13_20:33:56.142450) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:33:57.868076 run osmo-stp_10.42.42.5(pid=28526): stderr: | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203356313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203356314 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203356314 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203356315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203356315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:33:58.015261 run patchelf(pid=28529): Terminating (SIGINT) 20:33:58.185698 run patchelf(pid=28529): Terminated: ok {rc=0} 20:33:58.308741 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)] [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:33:58.318438 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 20:33:58.345157 run osmo-hlr_10.42.42.2(pid=28523): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28523)] 20:33:58.393788 run osmo-hlr_10.42.42.2(pid=28523): stdout: | (launched: 2022-12-13_20:33:55.219865) 20:33:58.443941 run osmo-hlr_10.42.42.2(pid=28523): stderr: | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203355396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203355408 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203355416 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203355416 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203355416 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:33:58.494403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminating (SIGTERM) 20:33:58.534666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminating (SIGTERM) 20:33:58.574633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Terminating (SIGTERM) 20:33:58.615101 --- ParallelTerminationStrategy: PID 28522 died... 20:33:58.634873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminated: ok {rc=0} 20:33:58.679390 --- ParallelTerminationStrategy: PID 28525 died... 20:33:58.698511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminated: ok {rc=0} 20:33:58.742925 --- ParallelTerminationStrategy: PID 28528 died... 20:33:58.761994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Terminated: ok {rc=0} 20:33:58.848623 bus /gobi_0: Setting Powered False 20:33:59.948202 bus /gobi_0: Setting Powered False 20:34:01.080656 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-b200+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:trx-sysmocell5000 --------------------------------------------------------------------- 20:34:02.359408 tst nitb_sms:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:02.363678 tst nitb_sms:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:34:02.398484 tst nitb_sms:trx-sysmocell5000: Verifying 1 x ip_address (candidates: 9) 20:34:02.405755 tst nitb_sms:trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 20:34:02.461767 tst nitb_sms:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:34:02.494980 tst nitb_sms:trx-sysmocell5000: Reserving 1 x ip_address (candidates: 9) 20:34:02.501825 tst nitb_sms:trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 20:34:03.041265 tst nitb_sms:trx-sysmocell5000: RESERVED RESOURCES for nitb_sms: bts sysmoCell 5000 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:trx-sysmocell5000 mo_mt_sms.py ---------------------------------------------- 20:34:03.046526 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1) 20:34:03.058103 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:34:03.107734 tst mo_mt_sms.py: using LAC 36104 20:34:03.234467 tst mo_mt_sms.py: using RAC 149 20:34:03.362783 tst mo_mt_sms.py: using CellId 36104 20:34:03.491588 tst mo_mt_sms.py: using BVCI 36105 20:34:03.611648 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 20:34:03.728565 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 20:34:03.847424 tst mo_mt_sms.py:9: start nitb and bts... 20:34:04.066646 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:34:04.727147 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Launched 20:34:05.053083 run osmo-nitb_10.42.42.2(pid=28534): Launched 20:34:05.233194 run osmo-nitb_10.42.42.2(pid=28534): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)] 20:34:05.377519 run osmo-nitb_10.42.42.2(pid=28534): stdout: | (launched: 2022-12-13_20:34:04.992728) 20:34:05.523470 run osmo-nitb_10.42.42.2(pid=28534): stderr: | (launched: 2022-12-13_20:34:05.041071) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:34:05.670182 run osmo-nitb_10.42.42.2(pid=28534): stdout: | (launched: 2022-12-13_20:34:04.992728) 20:34:05.810173 run osmo-nitb_10.42.42.2(pid=28534): stderr: | (launched: 2022-12-13_20:34:05.041071) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)] 20:34:06.176064 tst osmo-nitb_10.42.42.2(pid=28534): stdout: | (launched: 2022-12-13_20:34:04.992728) 20:34:06.306593 tst osmo-nitb_10.42.42.2(pid=28534): stderr: | (launched: 2022-12-13_20:34:05.041071) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:34:06.460499 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)] [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11] 20:34:06.469744 tst mo_mt_sms.py:11: Test FAILED (3.4 sec) 20:34:06.476865 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Terminating (SIGTERM) 20:34:06.688385 --- ParallelTerminationStrategy: PID 28533 died... 20:34:06.709864 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Terminated: ok {rc=0} 20:34:06.798671 bus /sierra_3: Setting Powered False 20:34:07.899298 bus /sierra_3: Setting Powered False 20:34:09.018736 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:trx-sysmocell5000 --------------------------------------------------------------------- 20:34:10.218760 tst sms:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:10.222872 tst sms:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:34:10.256244 tst sms:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 20:34:10.283966 tst sms:trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 20:34:10.336477 tst sms:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:34:10.371462 tst sms:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 20:34:10.399173 tst sms:trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 20:34:10.946881 tst sms:trx-sysmocell5000: RESERVED RESOURCES for sms: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:trx-sysmocell5000 mo_mt_sms.py ---------------------------------------------- 20:34:10.952059 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:10.963276 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:34:11.013432 tst mo_mt_sms.py: using LAC 36105 20:34:11.139924 tst mo_mt_sms.py: using RAC 150 20:34:11.275024 tst mo_mt_sms.py: using CellId 36105 20:34:11.414651 tst mo_mt_sms.py: using BVCI 36106 20:34:11.534140 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:11.545373 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:11.556484 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:11.567537 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:11.579128 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:11.590732 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 20:34:11.714794 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2) 20:34:11.837818 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:34:12.343135 run create_hlr_db(pid=28538): Launched 20:34:12.474718 bus /sierra_2: Setting Powered False 20:34:13.538904 run create_hlr_db(pid=28538): Terminated: ok {rc=0} 20:34:13.991874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Launched 20:34:14.318499 run osmo-hlr_10.42.42.2(pid=28541): Launched 20:34:14.443268 run osmo-stp_10.42.42.5: Starting osmo-stp 20:34:15.010211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Launched 20:34:15.336294 run osmo-stp_10.42.42.5(pid=28544): Launched 20:34:15.460776 run osmo-msc_10.42.42.6: Starting osmo-msc 20:34:16.057122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Launched 20:34:16.420308 run osmo-msc_10.42.42.6(pid=28547): Launched 20:34:16.722584 run osmo-stp_10.42.42.5(pid=28544): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)] 20:34:17.004909 run osmo-stp_10.42.42.5(pid=28544): stdout: | (launched: 2022-12-13_20:34:15.275916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:17.219578 run osmo-stp_10.42.42.5(pid=28544): stderr: | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203415467 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:17.355840 run osmo-stp_10.42.42.5(pid=28544): stdout: | (launched: 2022-12-13_20:34:15.275916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:17.484789 run osmo-stp_10.42.42.5(pid=28544): stderr: | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203415467 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203415467 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203415468 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:17.638989 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28544): Process ended prematurely: osmo-stp_10.42.42.5(pid=28544) [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)] [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16] 20:34:17.647843 tst mo_mt_sms.py:16: Test FAILED (6.7 sec) 20:34:17.675515 run osmo-hlr_10.42.42.2(pid=28541): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28541)] 20:34:17.726666 run osmo-hlr_10.42.42.2(pid=28541): stdout: | (launched: 2022-12-13_20:34:14.258046) 20:34:17.779259 run osmo-hlr_10.42.42.2(pid=28541): stderr: | [0;m[1;31m20221213203414454 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203414454 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203414454 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203414454 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203414455 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203414455 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203414468 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203414476 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203414476 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203414476 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:34:17.852033 run osmo-msc_10.42.42.6(pid=28547): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28547)] 20:34:17.902508 run osmo-msc_10.42.42.6(pid=28547): stdout: | (launched: 2022-12-13_20:34:16.359926) 20:34:17.954453 run osmo-msc_10.42.42.6(pid=28547): stderr: | [0;m[38;5;43m20221213203416889 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203416890 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6600fb8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203416890 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203416890 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203416890 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203416890 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203416892 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203416892 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203416893 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203416893 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:34:18.006974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Terminating (SIGTERM) 20:34:18.049039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Terminating (SIGTERM) 20:34:18.091188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Terminating (SIGTERM) 20:34:18.134049 --- ParallelTerminationStrategy: PID 28540 died... 20:34:18.154400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Terminated: ok {rc=0} 20:34:18.201154 --- ParallelTerminationStrategy: PID 28543 died... 20:34:18.220753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Terminated: ok {rc=0} 20:34:18.267304 --- ParallelTerminationStrategy: PID 28546 died... 20:34:18.287023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Terminated: ok {rc=0} 20:34:18.375614 bus /sierra_3: Setting Powered False 20:34:19.475584 bus /sierra_3: Setting Powered False 20:34:20.593361 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-sysmocell5000 --------------------------------------------------------------------- 20:34:21.831801 tst nitb_ussd:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:21.836402 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:34:21.870701 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x ip_address (candidates: 9) 20:34:21.878636 tst nitb_ussd:trx-sysmocell5000: Verifying 1 x modem (candidates: 12) 20:34:21.915681 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:34:21.950879 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x ip_address (candidates: 9) 20:34:21.957671 tst nitb_ussd:trx-sysmocell5000: Reserving 1 x modem (candidates: 12) 20:34:22.474014 tst nitb_ussd:trx-sysmocell5000: RESERVED RESOURCES for nitb_ussd: bts sysmoCell 5000 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:trx-sysmocell5000 assert_extension.py ---------------------------------------------- 20:34:22.479217 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1) 20:34:22.490207 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:34:22.538731 tst assert_extension.py: using LAC 36106 20:34:22.665806 tst assert_extension.py: using RAC 151 20:34:22.792711 tst assert_extension.py: using CellId 36106 20:34:22.917429 tst assert_extension.py: using BVCI 36107 20:34:23.034527 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1) 20:34:23.152706 tst assert_extension.py:10: start nitb and bts... 20:34:23.355305 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:34:23.975204 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Launched 20:34:24.280199 run osmo-nitb_10.42.42.2(pid=28553): Launched 20:34:24.448168 run osmo-nitb_10.42.42.2(pid=28553): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)] 20:34:24.583798 run osmo-nitb_10.42.42.2(pid=28553): stdout: | (launched: 2022-12-13_20:34:24.223641) 20:34:24.721798 run osmo-nitb_10.42.42.2(pid=28553): stderr: | (launched: 2022-12-13_20:34:24.268533) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:34:24.858987 run osmo-nitb_10.42.42.2(pid=28553): stdout: | (launched: 2022-12-13_20:34:24.223641) 20:34:24.990897 run osmo-nitb_10.42.42.2(pid=28553): stderr: | (launched: 2022-12-13_20:34:24.268533) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)] 20:34:25.394892 tst osmo-nitb_10.42.42.2(pid=28553): stdout: | (launched: 2022-12-13_20:34:24.223641) 20:34:25.518232 tst osmo-nitb_10.42.42.2(pid=28553): stderr: | (launched: 2022-12-13_20:34:24.268533) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:34:25.662761 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)] [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12] 20:34:25.671390 tst assert_extension.py:12: Test FAILED (3.2 sec) 20:34:25.678167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Terminating (SIGTERM) 20:34:25.887826 --- ParallelTerminationStrategy: PID 28552 died... 20:34:25.908727 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Terminated: ok {rc=0} 20:34:25.997023 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:trx-sysmocell5000 --------------------------------------------------------------------- 20:34:27.183663 tst ussd:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:27.188409 tst ussd:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:34:27.223442 tst ussd:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 20:34:27.251181 tst ussd:trx-sysmocell5000: Verifying 1 x modem (candidates: 12) 20:34:27.290840 tst ussd:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:34:27.325855 tst ussd:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 20:34:27.353191 tst ussd:trx-sysmocell5000: Reserving 1 x modem (candidates: 12) 20:34:27.883041 tst ussd:trx-sysmocell5000: RESERVED RESOURCES for ussd: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:trx-sysmocell5000 assert_extension.py ---------------------------------------------- 20:34:27.888523 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:27.900035 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:34:27.951009 tst assert_extension.py: using LAC 36107 20:34:28.079615 tst assert_extension.py: using RAC 152 20:34:28.205101 tst assert_extension.py: using CellId 36107 20:34:28.329932 tst assert_extension.py: using BVCI 36108 20:34:28.441639 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:28.452503 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:28.463384 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:28.474022 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:28.484923 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:34:28.495966 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1) 20:34:28.614553 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:34:29.084626 run create_hlr_db(pid=28557): Launched 20:34:29.199399 bus /sierra_2: Setting Powered False 20:34:30.259840 run create_hlr_db(pid=28557): Terminated: ok {rc=0} 20:34:30.704069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Launched 20:34:31.041369 run osmo-hlr_10.42.42.2(pid=28560): Launched 20:34:31.345170 run osmo-stp_10.42.42.5: Starting osmo-stp 20:34:32.242861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Launched 20:34:32.577272 run osmo-stp_10.42.42.5(pid=28563): Launched 20:34:32.700289 run osmo-msc_10.42.42.6: Starting osmo-msc 20:34:33.275176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Launched 20:34:33.595105 run osmo-msc_10.42.42.6(pid=28566): Launched 20:34:33.773139 run osmo-stp_10.42.42.5(pid=28563): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)] 20:34:33.907882 run osmo-stp_10.42.42.5(pid=28563): stdout: | (launched: 2022-12-13_20:34:32.518007) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:34.041787 run osmo-stp_10.42.42.5(pid=28563): stderr: | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203432710 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:34.175346 run osmo-stp_10.42.42.5(pid=28563): stdout: | (launched: 2022-12-13_20:34:32.518007) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:34.302368 run osmo-stp_10.42.42.5(pid=28563): stderr: | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203432709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203432710 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203432710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:34.454353 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)] [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17] 20:34:34.463428 tst assert_extension.py:17: Test FAILED (6.6 sec) 20:34:34.490932 run osmo-hlr_10.42.42.2(pid=28560): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28560)] 20:34:34.542042 run osmo-hlr_10.42.42.2(pid=28560): stdout: | (launched: 2022-12-13_20:34:30.979619) 20:34:34.594472 run osmo-hlr_10.42.42.2(pid=28560): stderr: | [0;m[1;31m20221213203431478 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203431478 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203431478 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203431478 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203431478 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203431479 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203431503 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203431520 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203431522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203431522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:34:34.666847 run osmo-msc_10.42.42.6(pid=28566): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28566)] 20:34:34.716918 run osmo-msc_10.42.42.6(pid=28566): stdout: | (launched: 2022-12-13_20:34:33.536023) 20:34:34.768752 run osmo-msc_10.42.42.6(pid=28566): stderr: | [0;m[38;5;43m20221213203433856 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203433857 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f7e61dacc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203433857 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203433857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203433857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203433857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203433859 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203433859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203433859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203433859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:34:34.821157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminating (SIGTERM) 20:34:34.862763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminating (SIGTERM) 20:34:34.904679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Terminating (SIGTERM) 20:34:34.946647 --- ParallelTerminationStrategy: PID 28559 died... 20:34:34.966977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminated: ok {rc=0} 20:34:35.013361 --- ParallelTerminationStrategy: PID 28562 died... 20:34:35.032989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminated: ok {rc=0} 20:34:35.079038 --- ParallelTerminationStrategy: PID 28565 died... 20:34:35.098768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Terminated: ok {rc=0} 20:34:35.187201 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:34:36.403525 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:36.410782 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:34:36.446369 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:34:36.474902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:34:36.528929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:34:36.563409 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:34:36.590946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:34:37.142160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:34:37.195672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.207344 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:34:37.279485 tst mo_mt_call.py: using LAC 36108 20:34:37.408530 tst mo_mt_call.py: using RAC 153 20:34:37.536613 tst mo_mt_call.py: using CellId 36108 20:34:37.665451 tst mo_mt_call.py: using BVCI 36109 20:34:37.783203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.794882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.806493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.818117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.829754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:37.841535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:34:37.960337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:34:38.080173 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:34:38.552583 run create_hlr_db(pid=28571): Launched 20:34:38.670043 bus /sierra_2: Setting Powered False 20:34:39.730297 run create_hlr_db(pid=28571): Terminated: ok {rc=0} 20:34:40.176795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Launched 20:34:40.502542 run osmo-hlr_10.42.42.2(pid=28574): Launched 20:34:40.629118 run osmo-stp_10.42.42.5: Starting osmo-stp 20:34:41.189245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Launched 20:34:41.516431 run osmo-stp_10.42.42.5(pid=28577): Launched 20:34:41.635670 run osmo-msc_10.42.42.6: Starting osmo-msc 20:34:42.191668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Launched 20:34:42.499647 run osmo-msc_10.42.42.6(pid=28580): Launched 20:34:42.671098 run osmo-stp_10.42.42.5(pid=28577): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)] 20:34:42.801666 run osmo-stp_10.42.42.5(pid=28577): stdout: | (launched: 2022-12-13_20:34:41.455774) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:42.931721 run osmo-stp_10.42.42.5(pid=28577): stderr: | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203441630 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:43.059709 run osmo-stp_10.42.42.5(pid=28577): stdout: | (launched: 2022-12-13_20:34:41.455774) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:43.181497 run osmo-stp_10.42.42.5(pid=28577): stderr: | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203441630 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203441630 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203441631 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:43.327114 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28577): Process ended prematurely: osmo-stp_10.42.42.5(pid=28577) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:34:43.335934 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:34:43.362272 run osmo-hlr_10.42.42.2(pid=28574): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28574)] 20:34:43.410844 run osmo-hlr_10.42.42.2(pid=28574): stdout: | (launched: 2022-12-13_20:34:40.442274) 20:34:43.461149 run osmo-hlr_10.42.42.2(pid=28574): stderr: | [0;m[1;31m20221213203440641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203440642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203440642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203440642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203440642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203440642 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203440658 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203440668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203440669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203440669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:34:43.531603 run osmo-msc_10.42.42.6(pid=28580): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28580)] 20:34:43.580227 run osmo-msc_10.42.42.6(pid=28580): stdout: | (launched: 2022-12-13_20:34:42.442524) 20:34:43.630527 run osmo-msc_10.42.42.6(pid=28580): stderr: | [0;m[38;5;43m20221213203442713 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203442713 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4cc4fe3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203442713 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203442713 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203442714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203442714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203442716 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203442717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203442717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203442717 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:34:43.681378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Terminating (SIGTERM) 20:34:43.721511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Terminating (SIGTERM) 20:34:43.761623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Terminating (SIGTERM) 20:34:43.802012 --- ParallelTerminationStrategy: PID 28573 died... 20:34:43.821574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Terminated: ok {rc=0} 20:34:43.866325 --- ParallelTerminationStrategy: PID 28576 died... 20:34:43.885564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Terminated: ok {rc=0} 20:34:43.930359 --- ParallelTerminationStrategy: PID 28579 died... 20:34:43.949414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Terminated: ok {rc=0} 20:34:44.036697 bus /sierra_3: Setting Powered False 20:34:45.137340 bus /sierra_3: Setting Powered False 20:34:46.269147 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:34:47.420809 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:47.433461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:34:47.506657 tst mo_mt_call_osmux.py: using LAC 36109 20:34:47.636823 tst mo_mt_call_osmux.py: using RAC 154 20:34:47.766947 tst mo_mt_call_osmux.py: using CellId 36109 20:34:47.896035 tst mo_mt_call_osmux.py: using BVCI 36110 20:34:48.016809 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:48.028725 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:48.040397 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:48.051992 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:48.063804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:34:48.075918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:34:48.193496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:34:48.316147 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:34:48.823750 run create_hlr_db(pid=28582): Launched 20:34:48.958157 bus /sierra_2: Setting Powered False 20:34:50.022755 run create_hlr_db(pid=28582): Terminated: ok {rc=0} 20:34:50.460163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Launched 20:34:50.767634 run osmo-hlr_10.42.42.2(pid=28585): Launched 20:34:50.884877 run osmo-stp_10.42.42.5: Starting osmo-stp 20:34:51.423966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Launched 20:34:51.730652 run osmo-stp_10.42.42.5(pid=28588): Launched 20:34:51.847639 run osmo-msc_10.42.42.6: Starting osmo-msc 20:34:52.400806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Launched 20:34:52.707156 run osmo-msc_10.42.42.6(pid=28591): Launched 20:34:52.877648 run osmo-stp_10.42.42.5(pid=28588): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)] 20:34:53.007238 run osmo-stp_10.42.42.5(pid=28588): stdout: | (launched: 2022-12-13_20:34:51.673683) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:53.136276 run osmo-stp_10.42.42.5(pid=28588): stderr: | [0;m[38;5;43m20221213203451843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203451843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203451844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203451844 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:53.263109 run osmo-stp_10.42.42.5(pid=28588): stdout: | (launched: 2022-12-13_20:34:51.673683) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:34:53.384556 run osmo-stp_10.42.42.5(pid=28588): stderr: | [0;m[38;5;43m20221213203451843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203451843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203451844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203451844 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203451845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:34:53.529970 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:34:53.538825 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 20:34:53.565039 run osmo-hlr_10.42.42.2(pid=28585): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28585)] 20:34:53.615075 run osmo-hlr_10.42.42.2(pid=28585): stdout: | (launched: 2022-12-13_20:34:50.710651) 20:34:53.665066 run osmo-hlr_10.42.42.2(pid=28585): stderr: | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203450888 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203450902 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203450911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203450911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203450911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:34:53.735008 run osmo-msc_10.42.42.6(pid=28591): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28591)] 20:34:53.783233 run osmo-msc_10.42.42.6(pid=28591): stdout: | (launched: 2022-12-13_20:34:52.650406) 20:34:53.832892 run osmo-msc_10.42.42.6(pid=28591): stderr: | [0;m[38;5;43m20221213203452922 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203452922 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4adf9cac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203452923 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203452923 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203452923 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203452923 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203452925 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203452925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203452925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203452925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:34:53.882824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminating (SIGTERM) 20:34:53.922716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminating (SIGTERM) 20:34:53.962741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Terminating (SIGTERM) 20:34:54.002906 --- ParallelTerminationStrategy: PID 28584 died... 20:34:54.022331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminated: ok {rc=0} 20:34:54.066723 --- ParallelTerminationStrategy: PID 28587 died... 20:34:54.085484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminated: ok {rc=0} 20:34:54.129611 --- ParallelTerminationStrategy: PID 28590 died... 20:34:54.148241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Terminated: ok {rc=0} 20:34:54.235775 bus /sierra_3: Setting Powered False 20:34:55.335390 bus /sierra_3: Setting Powered False 20:34:56.450708 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:34:57.700891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:34:57.707476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:34:57.740623 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:34:57.767967 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:34:57.819776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:34:57.853054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:34:57.880227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:34:58.431882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:34:58.481971 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:58.493159 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:34:58.565884 tst mo_mt_call.py: using LAC 36110 20:34:58.685286 tst mo_mt_call.py: using RAC 155 20:34:58.803552 tst mo_mt_call.py: using CellId 36110 20:34:58.922949 tst mo_mt_call.py: using BVCI 36111 20:34:59.042038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:59.053776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:59.065395 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:59.076829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:59.088459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:34:59.100064 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:34:59.219591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:34:59.338784 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:34:59.814198 run create_hlr_db(pid=28603): Launched 20:34:59.934180 bus /sierra_2: Setting Powered False 20:35:01.004920 run create_hlr_db(pid=28603): Terminated: ok {rc=0} 20:35:01.452113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Launched 20:35:01.779655 run osmo-hlr_10.42.42.2(pid=28609): Launched 20:35:02.016461 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:02.644380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Launched 20:35:02.951265 run osmo-stp_10.42.42.5(pid=28612): Launched 20:35:03.068227 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:03.627751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Launched 20:35:03.935091 run osmo-msc_10.42.42.6(pid=28615): Launched 20:35:04.109651 run osmo-stp_10.42.42.5(pid=28612): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)] 20:35:04.239690 run osmo-stp_10.42.42.5(pid=28612): stdout: | (launched: 2022-12-13_20:35:02.893628) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:04.369131 run osmo-stp_10.42.42.5(pid=28612): stderr: | [0;m[38;5;43m20221213203503063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203503063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203503064 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203503064 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:04.496427 run osmo-stp_10.42.42.5(pid=28612): stdout: | (launched: 2022-12-13_20:35:02.893628) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:04.619013 run osmo-stp_10.42.42.5(pid=28612): stderr: | [0;m[38;5;43m20221213203503063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203503063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203503064 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203503064 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203503065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:04.765240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28612): Process ended prematurely: osmo-stp_10.42.42.5(pid=28612) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:35:04.774158 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 20:35:04.800550 run osmo-hlr_10.42.42.2(pid=28609): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28609)] 20:35:04.849049 run osmo-hlr_10.42.42.2(pid=28609): stdout: | (launched: 2022-12-13_20:35:01.719160) 20:35:04.898825 run osmo-hlr_10.42.42.2(pid=28609): stderr: | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203501940 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203501955 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203501985 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203501985 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203501985 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:04.969153 run osmo-msc_10.42.42.6(pid=28615): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28615)] 20:35:05.016863 run osmo-msc_10.42.42.6(pid=28615): stdout: | (launched: 2022-12-13_20:35:03.877804) 20:35:05.066800 run osmo-msc_10.42.42.6(pid=28615): stderr: | [0;m[38;5;43m20221213203504148 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203504148 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3c7d5e7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203504148 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203504148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203504148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203504148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203504150 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203504151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203504151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203504151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:05.117043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Terminating (SIGTERM) 20:35:05.156918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Terminating (SIGTERM) 20:35:05.196714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Terminating (SIGTERM) 20:35:05.236924 --- ParallelTerminationStrategy: PID 28608 died... 20:35:05.256269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Terminated: ok {rc=0} 20:35:05.300319 --- ParallelTerminationStrategy: PID 28611 died... 20:35:05.319181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Terminated: ok {rc=0} 20:35:05.363020 --- ParallelTerminationStrategy: PID 28614 died... 20:35:05.381957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Terminated: ok {rc=0} 20:35:05.467394 bus /sierra_3: Setting Powered False 20:35:06.567490 bus /sierra_3: Setting Powered False 20:35:07.680853 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:35:08.828155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:08.840506 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:35:08.916271 tst mo_mt_call_osmux.py: using LAC 36111 20:35:09.042998 tst mo_mt_call_osmux.py: using RAC 156 20:35:09.168869 tst mo_mt_call_osmux.py: using CellId 36111 20:35:09.294796 tst mo_mt_call_osmux.py: using BVCI 36112 20:35:09.414643 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:09.426581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:09.438193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:09.449760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:09.461486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:35:09.473215 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:35:09.595536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:35:09.715264 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:35:10.191302 run create_hlr_db(pid=28617): Launched 20:35:10.310618 bus /sierra_2: Setting Powered False 20:35:11.371954 run create_hlr_db(pid=28617): Terminated: ok {rc=0} 20:35:11.817415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Launched 20:35:12.145442 run osmo-hlr_10.42.42.2(pid=28620): Launched 20:35:12.271348 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:12.840228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Launched 20:35:13.170259 run osmo-stp_10.42.42.5(pid=28623): Launched 20:35:13.296421 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:13.890720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Launched 20:35:14.219750 run osmo-msc_10.42.42.6(pid=28626): Launched 20:35:14.403723 run osmo-stp_10.42.42.5(pid=28623): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)] 20:35:14.541764 run osmo-stp_10.42.42.5(pid=28623): stdout: | (launched: 2022-12-13_20:35:13.109718) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:14.679754 run osmo-stp_10.42.42.5(pid=28623): stderr: | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203513302 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:14.816096 run osmo-stp_10.42.42.5(pid=28623): stdout: | (launched: 2022-12-13_20:35:13.109718) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:14.946396 run osmo-stp_10.42.42.5(pid=28623): stderr: | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203513301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203513302 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203513302 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:15.102435 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28623): Process ended prematurely: osmo-stp_10.42.42.5(pid=28623) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:35:15.112137 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:35:15.139593 run osmo-hlr_10.42.42.2(pid=28620): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28620)] 20:35:15.189554 run osmo-hlr_10.42.42.2(pid=28620): stdout: | (launched: 2022-12-13_20:35:12.084459) 20:35:15.241355 run osmo-hlr_10.42.42.2(pid=28620): stderr: | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203512281 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203512294 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203512303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203512303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203512303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:15.313362 run osmo-msc_10.42.42.6(pid=28626): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28626)] 20:35:15.363122 run osmo-msc_10.42.42.6(pid=28626): stdout: | (launched: 2022-12-13_20:35:14.159105) 20:35:15.414282 run osmo-msc_10.42.42.6(pid=28626): stderr: | [0;m[38;5;43m20221213203514481 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203514481 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f818b381c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203514481 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203514482 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203514482 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203514482 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203514483 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203514484 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203514484 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203514484 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:15.465891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Terminating (SIGTERM) 20:35:15.507244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Terminating (SIGTERM) 20:35:15.549217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Terminating (SIGTERM) 20:35:15.591120 --- ParallelTerminationStrategy: PID 28619 died... 20:35:15.611138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Terminated: ok {rc=0} 20:35:15.657100 --- ParallelTerminationStrategy: PID 28622 died... 20:35:15.676501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Terminated: ok {rc=0} 20:35:15.722086 --- ParallelTerminationStrategy: PID 28625 died... 20:35:15.741468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Terminated: ok {rc=0} 20:35:15.829156 bus /sierra_3: Setting Powered False 20:35:16.940116 bus /sierra_3: Setting Powered False 20:35:18.070743 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:35:19.324893 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:35:19.331457 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:35:19.364714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:35:19.391828 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:35:19.442977 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:35:19.476792 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:35:19.504047 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:35:20.058798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:35:20.111810 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.123746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:35:20.195803 tst mo_mt_call.py: using LAC 36112 20:35:20.324627 tst mo_mt_call.py: using RAC 157 20:35:20.451619 tst mo_mt_call.py: using CellId 36112 20:35:20.579743 tst mo_mt_call.py: using BVCI 36113 20:35:20.698267 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.710073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.721679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.733275 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.744857 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:20.756511 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:35:20.876387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:35:20.996284 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:35:21.506209 run create_hlr_db(pid=28631): Launched 20:35:21.639159 bus /sierra_2: Setting Powered False 20:35:22.703075 run create_hlr_db(pid=28631): Terminated: ok {rc=0} 20:35:23.141895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Launched 20:35:23.451438 run osmo-hlr_10.42.42.2(pid=28634): Launched 20:35:23.570186 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:24.110877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Launched 20:35:24.419224 run osmo-stp_10.42.42.5(pid=28637): Launched 20:35:24.536495 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:25.091592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Launched 20:35:25.399603 run osmo-msc_10.42.42.6(pid=28640): Launched 20:35:25.571837 run osmo-stp_10.42.42.5(pid=28637): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)] 20:35:25.702660 run osmo-stp_10.42.42.5(pid=28637): stdout: | (launched: 2022-12-13_20:35:24.362053) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:25.832553 run osmo-stp_10.42.42.5(pid=28637): stderr: | [0;m[38;5;43m20221213203524533 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203524534 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203524534 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203524534 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:25.960094 run osmo-stp_10.42.42.5(pid=28637): stdout: | (launched: 2022-12-13_20:35:24.362053) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:26.082240 run osmo-stp_10.42.42.5(pid=28637): stderr: | [0;m[38;5;43m20221213203524533 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203524534 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203524534 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203524534 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203524535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:26.228916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28637): Process ended prematurely: osmo-stp_10.42.42.5(pid=28637) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:35:26.238133 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:35:26.264592 run osmo-hlr_10.42.42.2(pid=28634): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28634)] 20:35:26.313327 run osmo-hlr_10.42.42.2(pid=28634): stdout: | (launched: 2022-12-13_20:35:23.394509) 20:35:26.363547 run osmo-hlr_10.42.42.2(pid=28634): stderr: | [0;m[1;31m20221213203523571 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203523571 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203523571 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203523571 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203523572 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203523572 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203523583 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203523592 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203523592 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203523592 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:26.433705 run osmo-msc_10.42.42.6(pid=28640): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28640)] 20:35:26.481661 run osmo-msc_10.42.42.6(pid=28640): stdout: | (launched: 2022-12-13_20:35:25.342514) 20:35:26.531532 run osmo-msc_10.42.42.6(pid=28640): stderr: | [0;m[38;5;43m20221213203525616 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203525616 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fcaf62e8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203525616 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203525616 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203525616 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203525617 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203525618 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203525619 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203525619 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203525619 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:26.581725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Terminating (SIGTERM) 20:35:26.621832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Terminating (SIGTERM) 20:35:26.661794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Terminating (SIGTERM) 20:35:26.701974 --- ParallelTerminationStrategy: PID 28633 died... 20:35:26.721480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Terminated: ok {rc=0} 20:35:26.766176 --- ParallelTerminationStrategy: PID 28636 died... 20:35:26.785158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Terminated: ok {rc=0} 20:35:26.829471 --- ParallelTerminationStrategy: PID 28639 died... 20:35:26.848499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Terminated: ok {rc=0} 20:35:26.935542 bus /sierra_3: Setting Powered False 20:35:28.034958 bus /sierra_3: Setting Powered False 20:35:29.151590 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:35:30.299373 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.311241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:35:30.382025 tst mo_mt_call_osmux.py: using LAC 36113 20:35:30.503555 tst mo_mt_call_osmux.py: using RAC 158 20:35:30.624846 tst mo_mt_call_osmux.py: using CellId 36113 20:35:30.743932 tst mo_mt_call_osmux.py: using BVCI 36114 20:35:30.866855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.888874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.900699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.913067 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.925429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:35:30.938180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:35:31.080851 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:35:31.229409 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:35:31.784376 run create_hlr_db(pid=28642): Launched 20:35:31.952454 bus /sierra_2: Setting Powered False 20:35:33.014270 run create_hlr_db(pid=28642): Terminated: ok {rc=0} 20:35:33.477904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Launched 20:35:33.809732 run osmo-hlr_10.42.42.2(pid=28645): Launched 20:35:33.935754 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:34.508530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Launched 20:35:34.839273 run osmo-stp_10.42.42.5(pid=28648): Launched 20:35:34.965579 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:35.560740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Launched 20:35:35.891950 run osmo-msc_10.42.42.6(pid=28651): Launched 20:35:36.075289 run osmo-stp_10.42.42.5(pid=28648): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)] 20:35:36.213345 run osmo-stp_10.42.42.5(pid=28648): stdout: | (launched: 2022-12-13_20:35:34.778645) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:36.351990 run osmo-stp_10.42.42.5(pid=28648): stderr: | [0;m[38;5;43m20221213203534970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203534970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203534971 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203534971 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203534971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203534972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203534972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:36.489400 run osmo-stp_10.42.42.5(pid=28648): stdout: | (launched: 2022-12-13_20:35:34.778645) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:36.621207 run osmo-stp_10.42.42.5(pid=28648): stderr: | [0;m[38;5;43m20221213203534970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203534970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203534971 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203534971 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203534971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203534972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203534972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:36.778285 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28648): Process ended prematurely: osmo-stp_10.42.42.5(pid=28648) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:35:36.788071 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:35:36.816173 run osmo-hlr_10.42.42.2(pid=28645): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28645)] 20:35:36.866853 run osmo-hlr_10.42.42.2(pid=28645): stdout: | (launched: 2022-12-13_20:35:33.749226) 20:35:36.919398 run osmo-hlr_10.42.42.2(pid=28645): stderr: | [0;m[1;31m20221213203533947 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203533947 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203533947 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203533947 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203533947 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203533948 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203533960 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203533969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203533969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203533969 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:36.992139 run osmo-msc_10.42.42.6(pid=28651): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28651)] 20:35:37.042524 run osmo-msc_10.42.42.6(pid=28651): stdout: | (launched: 2022-12-13_20:35:35.831018) 20:35:37.094554 run osmo-msc_10.42.42.6(pid=28651): stderr: | [0;m[38;5;43m20221213203536155 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203536155 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fecf9266c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203536155 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203536155 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203536155 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203536156 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203536157 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203536158 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203536158 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203536158 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:37.147583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Terminating (SIGTERM) 20:35:37.189598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Terminating (SIGTERM) 20:35:37.231692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Terminating (SIGTERM) 20:35:37.273964 --- ParallelTerminationStrategy: PID 28644 died... 20:35:37.294030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Terminated: ok {rc=0} 20:35:37.341175 --- ParallelTerminationStrategy: PID 28647 died... 20:35:37.361005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Terminated: ok {rc=0} 20:35:37.407395 --- ParallelTerminationStrategy: PID 28650 died... 20:35:37.427035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Terminated: ok {rc=0} 20:35:37.515822 bus /sierra_3: Setting Powered False 20:35:38.616020 bus /sierra_3: Setting Powered False 20:35:39.733045 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:35:40.984379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:35:40.990903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:35:41.024158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:35:41.051464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:35:41.103788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:35:41.138266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:35:41.165166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:35:41.718708 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:35:41.768667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:41.780057 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:35:41.849703 tst mo_mt_call.py: using LAC 36114 20:35:41.981310 tst mo_mt_call.py: using RAC 159 20:35:42.108779 tst mo_mt_call.py: using CellId 36114 20:35:42.236268 tst mo_mt_call.py: using BVCI 36115 20:35:42.354727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:42.366837 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:42.378450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:42.390005 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:42.401666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:42.413198 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:35:42.533783 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:35:42.656431 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:35:43.133888 run create_hlr_db(pid=28656): Launched 20:35:43.267339 bus /sierra_2: Setting Powered False 20:35:44.331967 run create_hlr_db(pid=28656): Terminated: ok {rc=0} 20:35:44.788140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Launched 20:35:45.117934 run osmo-hlr_10.42.42.2(pid=28659): Launched 20:35:45.243594 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:45.807851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Launched 20:35:46.153432 run osmo-stp_10.42.42.5(pid=28662): Launched 20:35:46.403952 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:47.033767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Launched 20:35:47.387577 run osmo-msc_10.42.42.6(pid=28665): Launched 20:35:47.562793 run osmo-stp_10.42.42.5(pid=28662): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)] 20:35:47.695502 run osmo-stp_10.42.42.5(pid=28662): stdout: | (launched: 2022-12-13_20:35:46.092854) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:47.825944 run osmo-stp_10.42.42.5(pid=28662): stderr: | [0;m[38;5;43m20221213203546303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203546303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203546304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203546304 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203546304 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203546305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203546305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:47.954289 run osmo-stp_10.42.42.5(pid=28662): stdout: | (launched: 2022-12-13_20:35:46.092854) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:48.077506 run osmo-stp_10.42.42.5(pid=28662): stderr: | [0;m[38;5;43m20221213203546303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203546303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203546304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203546304 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203546304 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203546305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203546305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:48.224543 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28662): Process ended prematurely: osmo-stp_10.42.42.5(pid=28662) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:35:48.233772 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 20:35:48.260190 run osmo-hlr_10.42.42.2(pid=28659): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28659)] 20:35:48.309231 run osmo-hlr_10.42.42.2(pid=28659): stdout: | (launched: 2022-12-13_20:35:45.057248) 20:35:48.359393 run osmo-hlr_10.42.42.2(pid=28659): stderr: | [0;m[1;31m20221213203545255 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203545255 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203545255 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203545255 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203545256 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203545256 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203545272 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203545280 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203545281 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203545281 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:48.430143 run osmo-msc_10.42.42.6(pid=28665): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28665)] 20:35:48.478235 run osmo-msc_10.42.42.6(pid=28665): stdout: | (launched: 2022-12-13_20:35:47.329074) 20:35:48.528273 run osmo-msc_10.42.42.6(pid=28665): stderr: | [0;m[38;5;43m20221213203547598 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203547598 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f07fcbfcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203547598 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203547598 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203547599 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203547599 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203547600 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203547601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203547601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203547601 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:48.579237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Terminating (SIGTERM) 20:35:48.619869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Terminating (SIGTERM) 20:35:48.660394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Terminating (SIGTERM) 20:35:48.701228 --- ParallelTerminationStrategy: PID 28658 died... 20:35:48.721064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Terminated: ok {rc=0} 20:35:48.765859 --- ParallelTerminationStrategy: PID 28661 died... 20:35:48.785194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Terminated: ok {rc=0} 20:35:48.829857 --- ParallelTerminationStrategy: PID 28664 died... 20:35:48.849248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Terminated: ok {rc=0} 20:35:48.936617 bus /sierra_3: Setting Powered False 20:35:50.038068 bus /sierra_3: Setting Powered False 20:35:51.155182 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:35:52.303773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.315932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:35:52.391815 tst mo_mt_call_osmux.py: using LAC 36115 20:35:52.519110 tst mo_mt_call_osmux.py: using RAC 160 20:35:52.646197 tst mo_mt_call_osmux.py: using CellId 36115 20:35:52.772266 tst mo_mt_call_osmux.py: using BVCI 36116 20:35:52.890651 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.902414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.913907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.925537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.937179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:35:52.948637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:35:53.069826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:35:53.188690 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:35:53.666547 run create_hlr_db(pid=28667): Launched 20:35:53.786164 bus /sierra_2: Setting Powered False 20:35:54.847455 run create_hlr_db(pid=28667): Terminated: ok {rc=0} 20:35:55.277639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Launched 20:35:55.586388 run osmo-hlr_10.42.42.2(pid=28670): Launched 20:35:55.704172 run osmo-stp_10.42.42.5: Starting osmo-stp 20:35:56.245378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Launched 20:35:56.555145 run osmo-stp_10.42.42.5(pid=28673): Launched 20:35:56.672898 run osmo-msc_10.42.42.6: Starting osmo-msc 20:35:57.229738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Launched 20:35:57.538562 run osmo-msc_10.42.42.6(pid=28676): Launched 20:35:57.709723 run osmo-stp_10.42.42.5(pid=28673): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)] 20:35:57.840768 run osmo-stp_10.42.42.5(pid=28673): stdout: | (launched: 2022-12-13_20:35:56.497705) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:57.971130 run osmo-stp_10.42.42.5(pid=28673): stderr: | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203556668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:58.099356 run osmo-stp_10.42.42.5(pid=28673): stdout: | (launched: 2022-12-13_20:35:56.497705) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:35:58.221717 run osmo-stp_10.42.42.5(pid=28673): stderr: | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203556667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203556668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203556668 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:35:58.368411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:35:58.377725 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:35:58.404132 run osmo-hlr_10.42.42.2(pid=28670): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28670)] 20:35:58.452545 run osmo-hlr_10.42.42.2(pid=28670): stdout: | (launched: 2022-12-13_20:35:55.528763) 20:35:58.502510 run osmo-hlr_10.42.42.2(pid=28670): stderr: | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203555705 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203555718 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203555726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203555726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203555727 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:35:58.572461 run osmo-msc_10.42.42.6(pid=28676): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28676)] 20:35:58.620408 run osmo-msc_10.42.42.6(pid=28676): stdout: | (launched: 2022-12-13_20:35:57.480826) 20:35:58.670137 run osmo-msc_10.42.42.6(pid=28676): stderr: | [0;m[38;5;43m20221213203557754 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203557754 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f81dc2fec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203557754 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203557754 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203557755 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203557755 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203557756 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203557757 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203557757 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203557757 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:35:58.720348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminating (SIGTERM) 20:35:58.760539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminating (SIGTERM) 20:35:58.800844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminating (SIGTERM) 20:35:58.841231 --- ParallelTerminationStrategy: PID 28669 died... 20:35:58.860756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminated: ok {rc=0} 20:35:58.905247 --- ParallelTerminationStrategy: PID 28672 died... 20:35:58.924278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminated: ok {rc=0} 20:35:58.968451 --- ParallelTerminationStrategy: PID 28675 died... 20:35:58.987296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminated: ok {rc=0} 20:35:59.074400 bus /sierra_3: Setting Powered False 20:36:00.173445 bus /sierra_3: Setting Powered False 20:36:01.288932 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:36:02.554275 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:36:02.560751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:36:02.594902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:36:02.624796 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:36:02.677543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:36:02.711862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:36:02.739538 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:36:03.299070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:36:03.354187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:03.365933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:36:03.437401 tst mo_mt_call.py: using LAC 36116 20:36:03.568597 tst mo_mt_call.py: using RAC 161 20:36:03.694984 tst mo_mt_call.py: using CellId 36116 20:36:03.824930 tst mo_mt_call.py: using BVCI 36117 20:36:03.945041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:03.956750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:03.968335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:03.979930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:03.991545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:04.003129 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:36:04.121576 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:36:04.243189 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:04.756088 run create_hlr_db(pid=28683): Launched 20:36:04.893676 bus /sierra_2: Setting Powered False 20:36:05.958675 run create_hlr_db(pid=28683): Terminated: ok {rc=0} 20:36:06.398038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Launched 20:36:06.709886 run osmo-hlr_10.42.42.2(pid=28686): Launched 20:36:06.827145 run osmo-stp_10.42.42.5: Starting osmo-stp 20:36:07.355717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Launched 20:36:07.665196 run osmo-stp_10.42.42.5(pid=28689): Launched 20:36:07.783776 run osmo-msc_10.42.42.6: Starting osmo-msc 20:36:08.340929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Launched 20:36:08.650693 run osmo-msc_10.42.42.6(pid=28692): Launched 20:36:08.824632 run osmo-stp_10.42.42.5(pid=28689): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)] 20:36:08.955698 run osmo-stp_10.42.42.5(pid=28689): stdout: | (launched: 2022-12-13_20:36:07.607551) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:09.086323 run osmo-stp_10.42.42.5(pid=28689): stderr: | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203607779 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:09.214290 run osmo-stp_10.42.42.5(pid=28689): stdout: | (launched: 2022-12-13_20:36:07.607551) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:09.336516 run osmo-stp_10.42.42.5(pid=28689): stderr: | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203607779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203607779 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203607780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:09.482778 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:36:09.491667 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:36:09.517917 run osmo-hlr_10.42.42.2(pid=28686): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28686)] 20:36:09.566781 run osmo-hlr_10.42.42.2(pid=28686): stdout: | (launched: 2022-12-13_20:36:06.652395) 20:36:09.616456 run osmo-hlr_10.42.42.2(pid=28686): stderr: | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203606830 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203606862 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203606872 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203606872 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203606872 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:36:09.686196 run osmo-msc_10.42.42.6(pid=28692): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28692)] 20:36:09.733861 run osmo-msc_10.42.42.6(pid=28692): stdout: | (launched: 2022-12-13_20:36:08.593134) 20:36:09.783329 run osmo-msc_10.42.42.6(pid=28692): stderr: | [0;m[38;5;43m20221213203608882 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203608882 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9901ef9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203608882 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203608882 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203608882 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203608882 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203608884 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203608885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203608885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203608885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:36:09.833401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminating (SIGTERM) 20:36:09.873588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminating (SIGTERM) 20:36:09.913692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminating (SIGTERM) 20:36:09.954123 --- ParallelTerminationStrategy: PID 28685 died... 20:36:09.973632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminated: ok {rc=0} 20:36:10.018086 --- ParallelTerminationStrategy: PID 28688 died... 20:36:10.036858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminated: ok {rc=0} 20:36:10.081053 --- ParallelTerminationStrategy: PID 28691 died... 20:36:10.099821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminated: ok {rc=0} 20:36:10.185834 bus /sierra_3: Setting Powered False 20:36:11.285877 bus /sierra_3: Setting Powered False 20:36:12.400494 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:36:13.551445 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:13.564089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:36:13.638048 tst mo_mt_call_osmux.py: using LAC 36117 20:36:13.768132 tst mo_mt_call_osmux.py: using RAC 162 20:36:13.898952 tst mo_mt_call_osmux.py: using CellId 36117 20:36:14.028459 tst mo_mt_call_osmux.py: using BVCI 36118 20:36:14.147070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:14.158988 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:14.170629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:14.182360 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:14.194122 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:36:14.205672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:36:14.325689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:36:14.447273 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:14.959959 run create_hlr_db(pid=28694): Launched 20:36:15.096022 bus /sierra_2: Setting Powered False 20:36:16.159243 run create_hlr_db(pid=28694): Terminated: ok {rc=0} 20:36:16.624103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Launched 20:36:16.969737 run osmo-hlr_10.42.42.2(pid=28697): Launched 20:36:17.179633 run osmo-stp_10.42.42.5: Starting osmo-stp 20:36:17.749431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Launched 20:36:18.077731 run osmo-stp_10.42.42.5(pid=28700): Launched 20:36:18.204199 run osmo-msc_10.42.42.6: Starting osmo-msc 20:36:18.800276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Launched 20:36:19.131326 run osmo-msc_10.42.42.6(pid=28703): Launched 20:36:19.315664 run osmo-stp_10.42.42.5(pid=28700): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)] 20:36:19.455500 run osmo-stp_10.42.42.5(pid=28700): stdout: | (launched: 2022-12-13_20:36:18.016931) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:19.595213 run osmo-stp_10.42.42.5(pid=28700): stderr: | [0;m[38;5;43m20221213203618209 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203618209 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203618210 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203618210 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:19.731951 run osmo-stp_10.42.42.5(pid=28700): stdout: | (launched: 2022-12-13_20:36:18.016931) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:19.862541 run osmo-stp_10.42.42.5(pid=28700): stderr: | [0;m[38;5;43m20221213203618209 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203618209 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203618210 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203618210 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203618211 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:20.018756 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28700): Process ended prematurely: osmo-stp_10.42.42.5(pid=28700) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:36:20.028587 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:36:20.056525 run osmo-hlr_10.42.42.2(pid=28697): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28697)] 20:36:20.107093 run osmo-hlr_10.42.42.2(pid=28697): stdout: | (launched: 2022-12-13_20:36:16.908189) 20:36:20.160044 run osmo-hlr_10.42.42.2(pid=28697): stderr: | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203617196 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203617211 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203617221 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203617222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203617222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:36:20.232490 run osmo-msc_10.42.42.6(pid=28703): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28703)] 20:36:20.282818 run osmo-msc_10.42.42.6(pid=28703): stdout: | (launched: 2022-12-13_20:36:19.070058) 20:36:20.334733 run osmo-msc_10.42.42.6(pid=28703): stderr: | [0;m[38;5;43m20221213203619392 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203619392 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f10b14dfc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203619392 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203619392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203619392 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203619393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203619394 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203619395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203619395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203619395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:36:20.387433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Terminating (SIGTERM) 20:36:20.429158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Terminating (SIGTERM) 20:36:20.470927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Terminating (SIGTERM) 20:36:20.513070 --- ParallelTerminationStrategy: PID 28696 died... 20:36:20.533393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Terminated: ok {rc=0} 20:36:20.580074 --- ParallelTerminationStrategy: PID 28699 died... 20:36:20.599909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Terminated: ok {rc=0} 20:36:20.646068 --- ParallelTerminationStrategy: PID 28702 died... 20:36:20.665952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Terminated: ok {rc=0} 20:36:20.754142 bus /sierra_3: Setting Powered False 20:36:21.853128 bus /sierra_3: Setting Powered False 20:36:22.969106 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:36:24.228787 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:36:24.235534 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:36:24.268804 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:36:24.296102 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:36:24.348785 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:36:24.382002 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:36:24.408525 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:36:24.961953 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:36:25.011408 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.022917 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:36:25.094402 tst mo_mt_call.py: using LAC 36118 20:36:25.229482 tst mo_mt_call.py: using RAC 163 20:36:25.359217 tst mo_mt_call.py: using CellId 36118 20:36:25.486947 tst mo_mt_call.py: using BVCI 36119 20:36:25.605835 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.617872 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.629738 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.641312 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.652896 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:25.664653 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:36:25.784783 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:36:25.902909 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:26.381102 run create_hlr_db(pid=28708): Launched 20:36:26.500684 bus /sierra_2: Setting Powered False 20:36:27.566351 run create_hlr_db(pid=28708): Terminated: ok {rc=0} 20:36:28.005236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Launched 20:36:28.313550 run osmo-hlr_10.42.42.2(pid=28711): Launched 20:36:28.430025 run osmo-stp_10.42.42.5: Starting osmo-stp 20:36:28.970453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Launched 20:36:29.279733 run osmo-stp_10.42.42.5(pid=28714): Launched 20:36:29.396690 run osmo-msc_10.42.42.6: Starting osmo-msc 20:36:29.951851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Launched 20:36:30.260254 run osmo-msc_10.42.42.6(pid=28717): Launched 20:36:30.434186 run osmo-stp_10.42.42.5(pid=28714): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)] 20:36:30.565421 run osmo-stp_10.42.42.5(pid=28714): stdout: | (launched: 2022-12-13_20:36:29.222634) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:30.695368 run osmo-stp_10.42.42.5(pid=28714): stderr: | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203629395 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203629395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203629395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203629396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:30.823878 run osmo-stp_10.42.42.5(pid=28714): stdout: | (launched: 2022-12-13_20:36:29.222634) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:30.979562 run osmo-stp_10.42.42.5(pid=28714): stderr: | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203629394 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203629395 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203629395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203629395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203629396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:31.140859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:36:31.151258 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:36:31.179987 run osmo-hlr_10.42.42.2(pid=28711): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28711)] 20:36:31.234330 run osmo-hlr_10.42.42.2(pid=28711): stdout: | (launched: 2022-12-13_20:36:28.256402) 20:36:31.288447 run osmo-hlr_10.42.42.2(pid=28711): stderr: | [0;m[1;31m20221213203628433 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203628434 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203628434 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203628434 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203628434 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203628434 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203628446 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203628456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203628457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203628457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:36:31.365839 run osmo-msc_10.42.42.6(pid=28717): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28717)] 20:36:31.417896 run osmo-msc_10.42.42.6(pid=28717): stdout: | (launched: 2022-12-13_20:36:30.203122) 20:36:31.472273 run osmo-msc_10.42.42.6(pid=28717): stderr: | [0;m[38;5;43m20221213203630476 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203630476 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff0ae936c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203630476 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203630476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203630476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203630476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203630478 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203630479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203630479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203630479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:36:31.528297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminating (SIGTERM) 20:36:31.572255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminating (SIGTERM) 20:36:31.617146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Terminating (SIGTERM) 20:36:31.664593 --- ParallelTerminationStrategy: PID 28710 died... 20:36:31.686014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminated: ok {rc=0} 20:36:31.736766 --- ParallelTerminationStrategy: PID 28713 died... 20:36:31.757332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminated: ok {rc=0} 20:36:31.805341 --- ParallelTerminationStrategy: PID 28716 died... 20:36:31.826137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Terminated: ok {rc=0} 20:36:31.918729 bus /sierra_3: Setting Powered False 20:36:33.019066 bus /sierra_3: Setting Powered False 20:36:34.135424 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:36:35.285526 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.298001 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:36:35.371060 tst mo_mt_call_osmux.py: using LAC 36119 20:36:35.501399 tst mo_mt_call_osmux.py: using RAC 164 20:36:35.630819 tst mo_mt_call_osmux.py: using CellId 36119 20:36:35.761154 tst mo_mt_call_osmux.py: using BVCI 36120 20:36:35.879902 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.891907 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.903729 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.915561 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.927489 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:36:35.939409 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:36:36.059577 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:36:36.179804 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:36.659397 run create_hlr_db(pid=28719): Launched 20:36:36.780308 bus /sierra_2: Setting Powered False 20:36:37.842296 run create_hlr_db(pid=28719): Terminated: ok {rc=0} 20:36:38.272117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Launched 20:36:38.583175 run osmo-hlr_10.42.42.2(pid=28722): Launched 20:36:38.700613 run osmo-stp_10.42.42.5: Starting osmo-stp 20:36:39.243828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Launched 20:36:39.554193 run osmo-stp_10.42.42.5(pid=28725): Launched 20:36:39.671834 run osmo-msc_10.42.42.6: Starting osmo-msc 20:36:40.229685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Launched 20:36:40.538729 run osmo-msc_10.42.42.6(pid=28728): Launched 20:36:40.717619 run osmo-stp_10.42.42.5(pid=28725): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] 20:36:40.851900 run osmo-stp_10.42.42.5(pid=28725): stdout: | (launched: 2022-12-13_20:36:39.496736) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:40.983947 run osmo-stp_10.42.42.5(pid=28725): stderr: | [0;m[38;5;43m20221213203639667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203639668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203639668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203639668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:41.109965 run osmo-stp_10.42.42.5(pid=28725): stdout: | (launched: 2022-12-13_20:36:39.496736) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:41.230451 run osmo-stp_10.42.42.5(pid=28725): stderr: | [0;m[38;5;43m20221213203639667 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203639668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203639668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203639668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203639669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:41.374589 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:36:41.383476 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:36:41.409674 run osmo-hlr_10.42.42.2(pid=28722): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28722)] 20:36:41.457851 run osmo-hlr_10.42.42.2(pid=28722): stdout: | (launched: 2022-12-13_20:36:38.524279) 20:36:41.507334 run osmo-hlr_10.42.42.2(pid=28722): stderr: | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203638701 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203638714 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203638722 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203638722 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203638722 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:36:41.576308 run osmo-msc_10.42.42.6(pid=28728): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28728)] 20:36:41.623865 run osmo-msc_10.42.42.6(pid=28728): stdout: | (launched: 2022-12-13_20:36:40.481441) 20:36:41.673321 run osmo-msc_10.42.42.6(pid=28728): stderr: | [0;m[38;5;43m20221213203640753 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203640754 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f439d4ccc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203640754 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203640754 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203640754 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203640754 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203640756 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203640756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203640756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203640756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:36:41.723112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminating (SIGTERM) 20:36:41.763041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminating (SIGTERM) 20:36:41.802834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminating (SIGTERM) 20:36:41.842844 --- ParallelTerminationStrategy: PID 28721 died... 20:36:41.862155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminated: ok {rc=0} 20:36:41.906252 --- ParallelTerminationStrategy: PID 28724 died... 20:36:41.925223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminated: ok {rc=0} 20:36:41.969150 --- ParallelTerminationStrategy: PID 28727 died... 20:36:41.987924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminated: ok {rc=0} 20:36:42.073381 bus /sierra_3: Setting Powered False 20:36:43.172120 bus /sierra_3: Setting Powered False 20:36:44.286323 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:36:45.535903 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:36:45.541551 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:36:45.574674 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:36:45.601388 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:36:45.653248 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:36:45.686354 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:36:45.712870 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:36:46.266535 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:36:46.341315 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:46.357057 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:36:46.444681 tst mo_mt_call.py: using LAC 36120 20:36:46.567693 tst mo_mt_call.py: using RAC 165 20:36:46.696108 tst mo_mt_call.py: using CellId 36120 20:36:46.829329 tst mo_mt_call.py: using BVCI 36121 20:36:46.943340 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:46.955452 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:46.967375 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:46.979448 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:46.991559 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:47.003473 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:36:47.127034 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:36:47.245216 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:47.715239 run create_hlr_db(pid=28734): Launched 20:36:47.831154 bus /sierra_2: Setting Powered False 20:36:48.891845 run create_hlr_db(pid=28734): Terminated: ok {rc=0} 20:36:49.314076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Launched 20:36:49.617517 run osmo-hlr_10.42.42.2(pid=28737): Launched 20:36:49.733502 run osmo-stp_10.42.42.5: Starting osmo-stp 20:36:50.258756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Launched 20:36:50.562985 run osmo-stp_10.42.42.5(pid=28740): Launched 20:36:50.678726 run osmo-msc_10.42.42.6: Starting osmo-msc 20:36:51.227327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Launched 20:36:51.532158 run osmo-msc_10.42.42.6(pid=28743): Launched 20:36:51.702259 run osmo-stp_10.42.42.5(pid=28740): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)] 20:36:51.831844 run osmo-stp_10.42.42.5(pid=28740): stdout: | (launched: 2022-12-13_20:36:50.505967) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:51.960238 run osmo-stp_10.42.42.5(pid=28740): stderr: | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203650675 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:52.086333 run osmo-stp_10.42.42.5(pid=28740): stdout: | (launched: 2022-12-13_20:36:50.505967) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:36:52.207273 run osmo-stp_10.42.42.5(pid=28740): stderr: | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203650675 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203650675 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203650676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:36:52.351919 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:36:52.360697 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:36:52.386776 run osmo-hlr_10.42.42.2(pid=28737): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28737)] 20:36:52.435596 run osmo-hlr_10.42.42.2(pid=28737): stdout: | (launched: 2022-12-13_20:36:49.560387) 20:36:52.485199 run osmo-hlr_10.42.42.2(pid=28737): stderr: | [0;m[1;31m20221213203649735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203649735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203649735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203649735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203649735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203649736 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203649748 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203649756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203649756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203649756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:36:52.554727 run osmo-msc_10.42.42.6(pid=28743): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28743)] 20:36:52.602266 run osmo-msc_10.42.42.6(pid=28743): stdout: | (launched: 2022-12-13_20:36:51.474746) 20:36:52.651739 run osmo-msc_10.42.42.6(pid=28743): stderr: | [0;m[38;5;43m20221213203651745 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203651745 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff529c26c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203651746 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203651746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203651746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203651746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203651748 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203651748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203651748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203651748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:36:52.701662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminating (SIGTERM) 20:36:52.741117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminating (SIGTERM) 20:36:52.780638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminating (SIGTERM) 20:36:52.820562 --- ParallelTerminationStrategy: PID 28736 died... 20:36:52.839910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminated: ok {rc=0} 20:36:52.884233 --- ParallelTerminationStrategy: PID 28739 died... 20:36:52.902995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminated: ok {rc=0} 20:36:52.947143 --- ParallelTerminationStrategy: PID 28742 died... 20:36:52.966011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminated: ok {rc=0} 20:36:53.052078 bus /sierra_3: Setting Powered False 20:36:54.152277 bus /sierra_3: Setting Powered False 20:36:55.267278 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:36:56.414560 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:56.426298 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:36:56.498066 tst mo_mt_call_osmux.py: using LAC 36121 20:36:56.626463 tst mo_mt_call_osmux.py: using RAC 166 20:36:56.755259 tst mo_mt_call_osmux.py: using CellId 36121 20:36:56.882217 tst mo_mt_call_osmux.py: using BVCI 36122 20:36:57.002133 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:57.013911 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:57.025502 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:57.036762 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:57.048287 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:36:57.059680 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:36:57.178031 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:36:57.303647 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:36:57.777699 run create_hlr_db(pid=28745): Launched 20:36:57.893657 bus /sierra_2: Setting Powered False 20:36:58.954096 run create_hlr_db(pid=28745): Terminated: ok {rc=0} 20:36:59.395920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Launched 20:36:59.720116 run osmo-hlr_10.42.42.2(pid=28748): Launched 20:36:59.842120 run osmo-stp_10.42.42.5: Starting osmo-stp 20:37:00.402492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Launched 20:37:00.726967 run osmo-stp_10.42.42.5(pid=28751): Launched 20:37:00.903669 run osmo-msc_10.42.42.6: Starting osmo-msc 20:37:01.612016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Launched 20:37:01.944553 run osmo-msc_10.42.42.6(pid=28754): Launched 20:37:02.353107 run osmo-stp_10.42.42.5(pid=28751): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] 20:37:02.489208 run osmo-stp_10.42.42.5(pid=28751): stdout: | (launched: 2022-12-13_20:37:00.667155) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:02.624708 run osmo-stp_10.42.42.5(pid=28751): stderr: | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203700858 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:02.759654 run osmo-stp_10.42.42.5(pid=28751): stdout: | (launched: 2022-12-13_20:37:00.667155) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:02.888454 run osmo-stp_10.42.42.5(pid=28751): stderr: | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203700857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203700858 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203700858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:03.042811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:37:03.052425 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 20:37:03.080195 run osmo-hlr_10.42.42.2(pid=28748): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28748)] 20:37:03.130750 run osmo-hlr_10.42.42.2(pid=28748): stdout: | (launched: 2022-12-13_20:36:59.660503) 20:37:03.182629 run osmo-hlr_10.42.42.2(pid=28748): stderr: | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203659855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203659868 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203659876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203659876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203659876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:37:03.254966 run osmo-msc_10.42.42.6(pid=28754): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28754)] 20:37:03.304904 run osmo-msc_10.42.42.6(pid=28754): stdout: | (launched: 2022-12-13_20:37:01.881837) 20:37:03.356730 run osmo-msc_10.42.42.6(pid=28754): stderr: | [0;m[38;5;43m20221213203702302 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203702303 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f369f54dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203702303 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203702303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203702303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203702303 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203702305 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203702306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203702306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203702306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:37:03.408630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminating (SIGTERM) 20:37:03.450180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminating (SIGTERM) 20:37:03.491765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminating (SIGTERM) 20:37:03.533512 --- ParallelTerminationStrategy: PID 28747 died... 20:37:03.553642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminated: ok {rc=0} 20:37:03.600350 --- ParallelTerminationStrategy: PID 28750 died... 20:37:03.620036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminated: ok {rc=0} 20:37:03.666271 --- ParallelTerminationStrategy: PID 28753 died... 20:37:03.685984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminated: ok {rc=0} 20:37:03.774844 bus /sierra_3: Setting Powered False 20:37:04.873122 bus /sierra_3: Setting Powered False 20:37:05.989333 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:trx-sysmocell5000 --------------------------------------------------------------------- 20:37:07.240085 tst emergency:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:37:07.245814 tst emergency:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:37:07.280347 tst emergency:trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 20:37:07.308204 tst emergency:trx-sysmocell5000: Verifying 4 x modem (candidates: 12) 20:37:07.394976 tst emergency:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:37:07.429734 tst emergency:trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 20:37:07.457277 tst emergency:trx-sysmocell5000: Reserving 4 x modem (candidates: 12) 20:37:08.037685 tst emergency:trx-sysmocell5000: RESERVED RESOURCES for emergency: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:trx-sysmocell5000 emergency_mo_mt_call.py ---------------------------------------------- 20:37:08.043679 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.054952 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:37:08.108721 tst emergency_mo_mt_call.py: using LAC 36122 20:37:08.226311 tst emergency_mo_mt_call.py: using RAC 167 20:37:08.345324 tst emergency_mo_mt_call.py: using CellId 36122 20:37:08.470161 tst emergency_mo_mt_call.py: using BVCI 36123 20:37:08.585449 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.596847 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.608447 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.619711 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.631091 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:08.642336 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:08.761644 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:08.879439 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:37:09.373282 run create_hlr_db(pid=28759): Launched 20:37:09.502404 bus /sierra_2: Setting Powered False 20:37:10.564926 run create_hlr_db(pid=28759): Terminated: ok {rc=0} 20:37:10.990128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Launched 20:37:11.287281 run osmo-hlr_10.42.42.2(pid=28762): Launched 20:37:11.402198 run osmo-stp_10.42.42.5: Starting osmo-stp 20:37:11.922914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Launched 20:37:12.222736 run osmo-stp_10.42.42.5(pid=28765): Launched 20:37:12.348149 tst emergency_mo_mt_call.py: using MSISDN 8321 20:37:12.501822 run osmo-msc_10.42.42.6: Starting osmo-msc 20:37:13.041961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Launched 20:37:13.343079 run osmo-msc_10.42.42.6(pid=28768): Launched 20:37:13.511137 run osmo-stp_10.42.42.5(pid=28765): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)] 20:37:13.639184 run osmo-stp_10.42.42.5(pid=28765): stdout: | (launched: 2022-12-13_20:37:12.166951) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:13.766487 run osmo-stp_10.42.42.5(pid=28765): stderr: | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203712335 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203712335 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203712335 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203712336 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:13.891555 run osmo-stp_10.42.42.5(pid=28765): stdout: | (launched: 2022-12-13_20:37:12.166951) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:14.010892 run osmo-stp_10.42.42.5(pid=28765): stderr: | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203712334 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203712335 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203712335 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203712335 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203712336 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:14.154110 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)] [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19] 20:37:14.162531 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 20:37:14.188625 run osmo-hlr_10.42.42.2(pid=28762): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28762)] 20:37:14.237700 run osmo-hlr_10.42.42.2(pid=28762): stdout: | (launched: 2022-12-13_20:37:11.231766) 20:37:14.287823 run osmo-hlr_10.42.42.2(pid=28762): stderr: | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203711405 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203711417 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203711426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203711426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203711426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:37:14.357848 run osmo-msc_10.42.42.6(pid=28768): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28768)] 20:37:14.405753 run osmo-msc_10.42.42.6(pid=28768): stdout: | (launched: 2022-12-13_20:37:13.287024) 20:37:14.455795 run osmo-msc_10.42.42.6(pid=28768): stderr: | [0;m[38;5;43m20221213203713555 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203713555 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff986c53c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203713556 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203713556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203713556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203713556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203713558 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203713559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203713559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203713559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:37:14.506038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminating (SIGTERM) 20:37:14.546395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminating (SIGTERM) 20:37:14.586909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Terminating (SIGTERM) 20:37:14.627531 --- ParallelTerminationStrategy: PID 28761 died... 20:37:14.647229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminated: ok {rc=0} 20:37:14.691967 --- ParallelTerminationStrategy: PID 28764 died... 20:37:14.710992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminated: ok {rc=0} 20:37:14.755540 --- ParallelTerminationStrategy: PID 28767 died... 20:37:14.774622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Terminated: ok {rc=0} 20:37:14.861434 bus /sierra_3: Setting Powered False 20:37:15.970221 bus /sierra_3: Setting Powered False 20:37:17.108321 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:trx-sysmocell5000 emergency_preemptive_call.py ---------------------------------------------- 20:37:18.196417 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.208503 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:37:18.261982 tst emergency_preemptive_call.py: using LAC 36123 20:37:18.388765 tst emergency_preemptive_call.py: using RAC 168 20:37:18.514971 tst emergency_preemptive_call.py: using CellId 36123 20:37:18.639988 tst emergency_preemptive_call.py: using BVCI 36124 20:37:18.755719 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.767242 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.778570 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.789875 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.801220 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 20:37:18.812495 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:18.933607 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:19.055160 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:19.176013 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:19.295435 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:37:19.794384 run create_hlr_db(pid=28770): Launched 20:37:19.922274 bus /sierra_2: Setting Powered False 20:37:20.982350 run create_hlr_db(pid=28770): Terminated: ok {rc=0} 20:37:21.422394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Launched 20:37:21.744544 run osmo-hlr_10.42.42.2(pid=28773): Launched 20:37:21.869868 run osmo-stp_10.42.42.5: Starting osmo-stp 20:37:22.426961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Launched 20:37:22.743992 run osmo-stp_10.42.42.5(pid=28776): Launched 20:37:22.873422 tst emergency_preemptive_call.py: using MSISDN 8322 20:37:23.035753 run osmo-msc_10.42.42.6: Starting osmo-msc 20:37:23.606576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Launched 20:37:23.923848 run osmo-msc_10.42.42.6(pid=28779): Launched 20:37:24.100319 run osmo-stp_10.42.42.5(pid=28776): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)] 20:37:24.234838 run osmo-stp_10.42.42.5(pid=28776): stdout: | (launched: 2022-12-13_20:37:22.686829) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:24.369223 run osmo-stp_10.42.42.5(pid=28776): stderr: | [0;m[38;5;43m20221213203722871 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203722871 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203722872 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203722872 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:24.502170 run osmo-stp_10.42.42.5(pid=28776): stdout: | (launched: 2022-12-13_20:37:22.686829) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:24.629134 run osmo-stp_10.42.42.5(pid=28776): stderr: | [0;m[38;5;43m20221213203722871 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203722871 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203722872 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203722872 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203722873 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:24.780877 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28776): Process ended prematurely: osmo-stp_10.42.42.5(pid=28776) [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)] [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32] 20:37:24.790153 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec) 20:37:24.817577 run osmo-hlr_10.42.42.2(pid=28773): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28773)] 20:37:24.868336 run osmo-hlr_10.42.42.2(pid=28773): stdout: | (launched: 2022-12-13_20:37:21.685394) 20:37:24.920474 run osmo-hlr_10.42.42.2(pid=28773): stderr: | [0;m[1;31m20221213203721881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203721881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203721881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203721881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203721881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203721882 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203721893 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203721903 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203721903 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203721903 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:37:24.993515 run osmo-msc_10.42.42.6(pid=28779): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28779)] 20:37:25.043935 run osmo-msc_10.42.42.6(pid=28779): stdout: | (launched: 2022-12-13_20:37:23.866342) 20:37:25.096166 run osmo-msc_10.42.42.6(pid=28779): stderr: | [0;m[38;5;43m20221213203724183 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213203724184 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa78f3acc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213203724184 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213203724184 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213203724184 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213203724184 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213203724186 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213203724186 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213203724187 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213203724187 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:37:25.148258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Terminating (SIGTERM) 20:37:25.189954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Terminating (SIGTERM) 20:37:25.231596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Terminating (SIGTERM) 20:37:25.273629 --- ParallelTerminationStrategy: PID 28772 died... 20:37:25.293715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Terminated: ok {rc=0} 20:37:25.340273 --- ParallelTerminationStrategy: PID 28775 died... 20:37:25.360065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Terminated: ok {rc=0} 20:37:25.405964 --- ParallelTerminationStrategy: PID 28778 died... 20:37:25.425648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Terminated: ok {rc=0} 20:37:25.514235 bus /sierra_9: Setting Powered False 20:37:26.614489 bus /sierra_9: Setting Powered False 20:37:27.733247 bus /sierra_8: Setting Powered False 20:37:28.832093 bus /sierra_8: Setting Powered False 20:37:29.947796 bus /sierra_3: Setting Powered False 20:37:31.043164 bus /sierra_3: Setting Powered False 20:37:32.165562 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000 --------------------------------------------------------------------- 20:37:33.446300 tst gprs:trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:37:33.450644 tst gprs:trx-sysmocell5000: Verifying 1 x bts (candidates: 11) 20:37:33.483593 tst gprs:trx-sysmocell5000: Verifying 9 x ip_address (candidates: 9) 20:37:33.522415 tst gprs:trx-sysmocell5000: Verifying 4 x modem (candidates: 12) 20:37:33.610741 tst gprs:trx-sysmocell5000: Reserving 1 x bts (candidates: 11) 20:37:33.645388 tst gprs:trx-sysmocell5000: Reserving 9 x ip_address (candidates: 9) 20:37:33.684545 tst gprs:trx-sysmocell5000: Reserving 4 x modem (candidates: 12) 20:37:34.275984 tst gprs:trx-sysmocell5000: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000 cs_paging_gprs_active.py ---------------------------------------------- 20:37:34.328439 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.339214 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:37:34.386848 tst cs_paging_gprs_active.py: using LAC 36124 20:37:34.504844 tst cs_paging_gprs_active.py: using RAC 169 20:37:34.625374 tst cs_paging_gprs_active.py: using CellId 36124 20:37:34.743097 tst cs_paging_gprs_active.py: using BVCI 36125 20:37:34.854802 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.865611 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.876301 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.887044 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.897992 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.909220 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.920280 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.931192 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:34.942374 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:35.057549 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:35.174565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:37:35.378629 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:37:35.682608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Launched 20:37:35.947841 run iperf3-srv_10.42.42.10(pid=28785): Launched 20:37:36.062200 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:37:36.265904 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:37:36.571113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Launched 20:37:36.836508 run iperf3-srv_10.42.42.10(pid=28787): Launched 20:37:36.950607 tst cs_paging_gprs_active.py:38: start network... 20:37:37.153374 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:37:37.624439 run create_hlr_db(pid=28788): Launched 20:37:37.740517 bus /sierra_2: Setting Powered False 20:37:38.801196 run create_hlr_db(pid=28788): Terminated: ok {rc=0} 20:37:39.244286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Launched 20:37:39.568635 run osmo-hlr_10.42.42.2(pid=28791): Launched 20:37:39.693203 run osmo-stp_10.42.42.5: Starting osmo-stp 20:37:40.251780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Launched 20:37:40.576112 run osmo-stp_10.42.42.5(pid=28794): Launched 20:37:40.702225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:37:41.261638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Launched 20:37:41.385624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:37:41.659795 run patchelf(pid=28797): Launched 20:37:41.839685 run osmo-stp_10.42.42.5(pid=28794): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)] 20:37:41.977247 run osmo-stp_10.42.42.5(pid=28794): stdout: | (launched: 2022-12-13_20:37:40.517464) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:42.115916 run osmo-stp_10.42.42.5(pid=28794): stderr: | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203740706 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:42.254937 run osmo-stp_10.42.42.5(pid=28794): stdout: | (launched: 2022-12-13_20:37:40.517464) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:42.388545 run osmo-stp_10.42.42.5(pid=28794): stderr: | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203740706 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203740706 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203740707 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:42.546923 run patchelf(pid=28797): Terminating (SIGINT) 20:37:42.730527 run patchelf(pid=28797): Terminated: ok {rc=0} 20:37:42.862531 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28794): Process ended prematurely: osmo-stp_10.42.42.5(pid=28794) [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)] [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38] 20:37:42.872767 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:37:42.901243 run osmo-hlr_10.42.42.2(pid=28791): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28791)] 20:37:42.951354 run osmo-hlr_10.42.42.2(pid=28791): stdout: | (launched: 2022-12-13_20:37:39.509452) 20:37:43.003092 run osmo-hlr_10.42.42.2(pid=28791): stderr: | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203739703 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203739715 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203739726 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203739727 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203739727 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:37:43.055393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Terminating (SIGTERM) 20:37:43.097180 run iperf3-srv_10.42.42.10(pid=28785): Terminating (SIGTERM) 20:37:43.138892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Terminating (SIGTERM) 20:37:43.180692 run iperf3-srv_10.42.42.10(pid=28787): Terminating (SIGTERM) 20:37:43.222415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Terminating (SIGTERM) 20:37:43.264881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Terminating (SIGTERM) 20:37:43.307309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Terminating (SIGTERM) 20:37:43.349961 --- ParallelTerminationStrategy: PID 28784 died... 20:37:43.370323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Terminated: ok {rc=0} 20:37:43.417119 --- ParallelTerminationStrategy: PID 28785 died... 20:37:43.437220 run iperf3-srv_10.42.42.10(pid=28785): Terminated {rc=256} 20:37:43.483749 --- ParallelTerminationStrategy: PID 28786 died... 20:37:43.503765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Terminated: ok {rc=0} 20:37:43.550295 --- ParallelTerminationStrategy: PID 28787 died... 20:37:43.570162 run iperf3-srv_10.42.42.10(pid=28787): Terminated {rc=256} 20:37:43.616872 --- ParallelTerminationStrategy: PID 28790 died... 20:37:43.637236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Terminated: ok {rc=0} 20:37:43.683888 --- ParallelTerminationStrategy: PID 28793 died... 20:37:43.703659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Terminated: ok {rc=0} 20:37:43.750242 --- ParallelTerminationStrategy: PID 28796 died... 20:37:43.770439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Terminated: ok {rc=0} 20:37:43.859400 bus /gobi_0: Setting Powered False 20:37:44.958849 bus /gobi_0: Setting Powered False 20:37:46.086276 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000 iperf3.py ---------------------------------------------- 20:37:47.257644 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.269882 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:37:47.322595 tst iperf3.py: using LAC 36125 20:37:47.442261 tst iperf3.py: using RAC 170 20:37:47.563953 tst iperf3.py: using CellId 36125 20:37:47.685744 tst iperf3.py: using BVCI 36126 20:37:47.805630 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.817151 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.828388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.839716 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.851111 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.862449 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.874056 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.885002 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:47.896257 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:48.016943 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:37:48.235785 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:37:48.560040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Launched 20:37:48.842004 run iperf3-srv_10.42.42.10(pid=28799): Launched 20:37:48.965395 tst iperf3.py:8: start network... 20:37:49.184111 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:37:49.688765 run create_hlr_db(pid=28800): Launched 20:37:49.820114 bus /gobi_6: Setting Powered False 20:37:50.884374 run create_hlr_db(pid=28800): Terminated: ok {rc=0} 20:37:51.316407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Launched 20:37:51.621253 run osmo-hlr_10.42.42.2(pid=28803): Launched 20:37:51.738032 run osmo-stp_10.42.42.5: Starting osmo-stp 20:37:52.299260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Launched 20:37:52.603181 run osmo-stp_10.42.42.5(pid=28806): Launched 20:37:52.719002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:37:53.242969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Launched 20:37:53.359771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:37:53.616492 run patchelf(pid=28809): Launched 20:37:53.787643 run osmo-stp_10.42.42.5(pid=28806): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)] 20:37:53.916669 run osmo-stp_10.42.42.5(pid=28806): stdout: | (launched: 2022-12-13_20:37:52.547774) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:54.047538 run osmo-stp_10.42.42.5(pid=28806): stderr: | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203752715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:54.178893 run osmo-stp_10.42.42.5(pid=28806): stdout: | (launched: 2022-12-13_20:37:52.547774) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:37:54.304400 run osmo-stp_10.42.42.5(pid=28806): stderr: | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203752714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203752715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203752715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:37:54.452649 run patchelf(pid=28809): Terminating (SIGINT) 20:37:54.624794 run patchelf(pid=28809): Terminated: ok {rc=0} 20:37:54.749317 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28806): Process ended prematurely: osmo-stp_10.42.42.5(pid=28806) [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)] [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8] 20:37:54.758893 tst iperf3.py:8: Test FAILED (7.5 sec) 20:37:54.785943 run osmo-hlr_10.42.42.2(pid=28803): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28803)] 20:37:54.834773 run osmo-hlr_10.42.42.2(pid=28803): stdout: | (launched: 2022-12-13_20:37:51.565471) 20:37:54.885189 run osmo-hlr_10.42.42.2(pid=28803): stderr: | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203751738 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203751750 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203751759 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203751759 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203751759 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:37:54.935636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Terminating (SIGTERM) 20:37:54.975993 run iperf3-srv_10.42.42.10(pid=28799): Terminating (SIGTERM) 20:37:55.016170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Terminating (SIGTERM) 20:37:55.056519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Terminating (SIGTERM) 20:37:55.096493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Terminating (SIGTERM) 20:37:55.137458 --- ParallelTerminationStrategy: PID 28798 died... 20:37:55.157259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Terminated: ok {rc=0} 20:37:55.202159 --- ParallelTerminationStrategy: PID 28799 died... 20:37:55.221457 run iperf3-srv_10.42.42.10(pid=28799): Terminated {rc=256} 20:37:55.265926 --- ParallelTerminationStrategy: PID 28802 died... 20:37:55.285211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Terminated: ok {rc=0} 20:37:55.329966 --- ParallelTerminationStrategy: PID 28805 died... 20:37:55.349333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Terminated: ok {rc=0} 20:37:55.394101 --- ParallelTerminationStrategy: PID 28808 died... 20:37:55.413734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Terminated: ok {rc=0} 20:37:55.501308 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000 iperf3m4.py ---------------------------------------------- 20:37:56.648198 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:56.659542 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:37:56.709879 tst iperf3m4.py: using LAC 36126 20:37:56.836813 tst iperf3m4.py: using RAC 171 20:37:56.966426 tst iperf3m4.py: using CellId 36126 20:37:57.085969 tst iperf3m4.py: using BVCI 36127 20:37:57.197888 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.208777 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.219792 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.230579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.241784 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.252677 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.263870 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.274860 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:37:57.285986 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:57.403240 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:57.526568 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:57.645204 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:37:57.765445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:37:57.968085 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:37:58.270762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Launched 20:37:58.533451 run iperf3-srv_10.42.42.10(pid=28811): Launched 20:37:58.647423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:37:58.850114 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:37:59.152557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Launched 20:37:59.415906 run iperf3-srv_10.42.42.10(pid=28813): Launched 20:37:59.530452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:37:59.733945 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:00.037401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Launched 20:38:00.299890 run iperf3-srv_10.42.42.10(pid=28815): Launched 20:38:00.413807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:38:00.616597 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:00.942648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Launched 20:38:01.245769 run iperf3-srv_10.42.42.10(pid=28817): Launched 20:38:01.376057 tst iperf3m4.py:8: start network... 20:38:01.583820 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:38:02.132416 run create_hlr_db(pid=28818): Launched 20:38:02.285747 bus /gobi_6: Setting Powered False 20:38:03.345986 run create_hlr_db(pid=28818): Terminated: ok {rc=0} 20:38:03.768678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Launched 20:38:04.072117 run osmo-hlr_10.42.42.2(pid=28821): Launched 20:38:04.187453 run osmo-stp_10.42.42.5: Starting osmo-stp 20:38:04.721033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Launched 20:38:05.026432 run osmo-stp_10.42.42.5(pid=28824): Launched 20:38:05.142434 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:38:05.668347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Launched 20:38:05.793870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:38:06.068518 run patchelf(pid=28827): Launched 20:38:06.248298 run osmo-stp_10.42.42.5(pid=28824): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] 20:38:06.385895 run osmo-stp_10.42.42.5(pid=28824): stdout: | (launched: 2022-12-13_20:38:04.970514) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:06.524705 run osmo-stp_10.42.42.5(pid=28824): stderr: | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203805141 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:06.664510 run osmo-stp_10.42.42.5(pid=28824): stdout: | (launched: 2022-12-13_20:38:04.970514) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:06.797989 run osmo-stp_10.42.42.5(pid=28824): stderr: | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203805140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203805141 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203805141 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:06.956093 run patchelf(pid=28827): Terminating (SIGINT) 20:38:07.139108 run patchelf(pid=28827): Terminated: ok {rc=0} 20:38:07.270830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8] 20:38:07.280896 tst iperf3m4.py:8: Test FAILED (10.7 sec) 20:38:07.309712 run osmo-hlr_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28821)] 20:38:07.359923 run osmo-hlr_10.42.42.2(pid=28821): stdout: | (launched: 2022-12-13_20:38:04.016646) 20:38:07.411906 run osmo-hlr_10.42.42.2(pid=28821): stderr: | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203804191 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203804204 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203804214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203804214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203804214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:38:07.464262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminating (SIGTERM) 20:38:07.506490 run iperf3-srv_10.42.42.10(pid=28811): Terminating (SIGTERM) 20:38:07.548791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Terminating (SIGTERM) 20:38:07.590823 run iperf3-srv_10.42.42.10(pid=28813): Terminating (SIGTERM) 20:38:07.634537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminating (SIGTERM) 20:38:07.677159 run iperf3-srv_10.42.42.10(pid=28815): Terminating (SIGTERM) 20:38:07.719114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminating (SIGTERM) 20:38:07.761739 run iperf3-srv_10.42.42.10(pid=28817): Terminating (SIGTERM) 20:38:07.803695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminating (SIGTERM) 20:38:07.845962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminating (SIGTERM) 20:38:07.887959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Terminating (SIGTERM) 20:38:07.930271 --- ParallelTerminationStrategy: PID 28810 died... 20:38:07.950373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminated: ok {rc=0} 20:38:07.996505 --- ParallelTerminationStrategy: PID 28811 died... 20:38:08.016171 run iperf3-srv_10.42.42.10(pid=28811): Terminated {rc=256} 20:38:08.061906 --- ParallelTerminationStrategy: PID 28812 died... 20:38:08.081453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Terminated: ok {rc=0} 20:38:08.127475 --- ParallelTerminationStrategy: PID 28813 died... 20:38:08.147074 run iperf3-srv_10.42.42.10(pid=28813): Terminated {rc=256} 20:38:08.192846 --- ParallelTerminationStrategy: PID 28814 died... 20:38:08.212827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminated: ok {rc=0} 20:38:08.258769 --- ParallelTerminationStrategy: PID 28815 died... 20:38:08.278311 run iperf3-srv_10.42.42.10(pid=28815): Terminated {rc=256} 20:38:08.324010 --- ParallelTerminationStrategy: PID 28816 died... 20:38:08.343649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminated: ok {rc=0} 20:38:08.389600 --- ParallelTerminationStrategy: PID 28817 died... 20:38:08.409217 run iperf3-srv_10.42.42.10(pid=28817): Terminated {rc=256} 20:38:08.454941 --- ParallelTerminationStrategy: PID 28820 died... 20:38:08.474397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminated: ok {rc=0} 20:38:08.520246 --- ParallelTerminationStrategy: PID 28823 died... 20:38:08.539955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminated: ok {rc=0} 20:38:08.585976 --- ParallelTerminationStrategy: PID 28826 died... 20:38:08.605672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Terminated: ok {rc=0} 20:38:08.694099 bus /gobi_4: Setting Powered False 20:38:09.790456 bus /gobi_4: Setting Powered False 20:38:10.907525 bus /gobi_1: Setting Powered False 20:38:12.006376 bus /gobi_1: Setting Powered False 20:38:13.122333 bus /gobi_0: Setting Powered False 20:38:14.220531 bus /gobi_0: Setting Powered False 20:38:15.334596 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000 ping.py ---------------------------------------------- 20:38:16.438404 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:16.451700 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:38:16.509240 tst ping.py: using LAC 36127 20:38:16.635859 tst ping.py: using RAC 172 20:38:16.762162 tst ping.py: using CellId 36127 20:38:16.887224 tst ping.py: using BVCI 36128 20:38:17.005890 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.017820 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.030044 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.042136 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.054408 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.066480 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.078467 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:17.090559 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:38:17.226021 tst ping.py:19: start network... 20:38:17.441652 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:38:17.935723 run create_hlr_db(pid=28829): Launched 20:38:18.065007 bus /gobi_6: Setting Powered False 20:38:19.128333 run create_hlr_db(pid=28829): Terminated: ok {rc=0} 20:38:19.570014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Launched 20:38:19.888846 run osmo-hlr_10.42.42.2(pid=28832): Launched 20:38:20.010429 run osmo-stp_10.42.42.5: Starting osmo-stp 20:38:20.557063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Launched 20:38:20.876674 run osmo-stp_10.42.42.5(pid=28835): Launched 20:38:20.998599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:38:21.546919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Launched 20:38:21.669391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:38:21.937917 run patchelf(pid=28838): Launched 20:38:22.114452 run osmo-stp_10.42.42.5(pid=28835): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)] 20:38:22.249299 run osmo-stp_10.42.42.5(pid=28835): stdout: | (launched: 2022-12-13_20:38:20.818470) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:22.385325 run osmo-stp_10.42.42.5(pid=28835): stderr: | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203821008 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:22.521229 run osmo-stp_10.42.42.5(pid=28835): stdout: | (launched: 2022-12-13_20:38:20.818470) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:22.652604 run osmo-stp_10.42.42.5(pid=28835): stderr: | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203821007 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203821008 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203821008 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:22.808117 run patchelf(pid=28838): Terminating (SIGINT) 20:38:22.988076 run patchelf(pid=28838): Terminated: ok {rc=0} 20:38:23.117541 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28835): Process ended prematurely: osmo-stp_10.42.42.5(pid=28835) [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)] [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22] 20:38:23.127013 tst ping.py:22: Test FAILED (6.7 sec) 20:38:23.154845 run osmo-hlr_10.42.42.2(pid=28832): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28832)] 20:38:23.205053 run osmo-hlr_10.42.42.2(pid=28832): stdout: | (launched: 2022-12-13_20:38:19.831121) 20:38:23.256921 run osmo-hlr_10.42.42.2(pid=28832): stderr: | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203820025 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203820037 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203820046 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203820046 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203820046 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:38:23.309304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Terminating (SIGTERM) 20:38:23.351046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Terminating (SIGTERM) 20:38:23.392697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Terminating (SIGTERM) 20:38:23.435023 --- ParallelTerminationStrategy: PID 28831 died... 20:38:23.455334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Terminated: ok {rc=0} 20:38:23.501724 --- ParallelTerminationStrategy: PID 28834 died... 20:38:23.521541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Terminated: ok {rc=0} 20:38:23.567820 --- ParallelTerminationStrategy: PID 28837 died... 20:38:23.587404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Terminated: ok {rc=0} 20:38:23.675978 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000 ping_idle_ping.py ---------------------------------------------- 20:38:24.764133 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:24.775970 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1) 20:38:24.831709 tst ping_idle_ping.py: using LAC 36128 20:38:24.957069 tst ping_idle_ping.py: using RAC 173 20:38:25.080589 tst ping_idle_ping.py: using CellId 36128 20:38:25.204023 tst ping_idle_ping.py: using BVCI 36129 20:38:25.313676 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.324504 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.335208 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.345852 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.356494 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.368146 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.379177 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9) 20:38:25.390133 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4) 20:38:25.509970 tst ping_idle_ping.py:24: start network... 20:38:25.725711 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:38:26.222893 run create_hlr_db(pid=28839): Launched 20:38:26.354641 bus /gobi_6: Setting Powered False 20:38:27.417931 run create_hlr_db(pid=28839): Terminated: ok {rc=0} 20:38:27.846696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Launched 20:38:28.146597 run osmo-hlr_10.42.42.2(pid=28842): Launched 20:38:28.260517 run osmo-stp_10.42.42.5: Starting osmo-stp 20:38:28.787068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Launched 20:38:29.085717 run osmo-stp_10.42.42.5(pid=28845): Launched 20:38:29.198868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:38:29.713253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Launched 20:38:29.827671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:38:30.079235 run patchelf(pid=28848): Launched 20:38:30.245616 run osmo-stp_10.42.42.5(pid=28845): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] 20:38:30.372034 run osmo-stp_10.42.42.5(pid=28845): stdout: | (launched: 2022-12-13_20:38:29.030654) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:30.500215 run osmo-stp_10.42.42.5(pid=28845): stderr: | [0;m[38;5;43m20221213203829196 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203829197 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203829197 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203829197 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:30.628417 run osmo-stp_10.42.42.5(pid=28845): stdout: | (launched: 2022-12-13_20:38:29.030654) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:30.751338 run osmo-stp_10.42.42.5(pid=28845): stderr: | [0;m[38;5;43m20221213203829196 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203829197 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203829197 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203829197 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203829198 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:30.912424 run patchelf(pid=28848): Terminating (SIGINT) 20:38:31.108007 run patchelf(pid=28848): Terminated: ok {rc=0} 20:38:31.242720 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27] 20:38:31.252883 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 20:38:31.282109 run osmo-hlr_10.42.42.2(pid=28842): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28842)] 20:38:31.335320 run osmo-hlr_10.42.42.2(pid=28842): stdout: | (launched: 2022-12-13_20:38:28.091540) 20:38:31.389239 run osmo-hlr_10.42.42.2(pid=28842): stderr: | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203828263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203828275 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203828284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203828284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203828284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:38:31.443344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminating (SIGTERM) 20:38:31.488476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminating (SIGTERM) 20:38:31.535224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Terminating (SIGTERM) 20:38:31.581060 --- ParallelTerminationStrategy: PID 28841 died... 20:38:31.602052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminated: ok {rc=0} 20:38:31.651530 --- ParallelTerminationStrategy: PID 28844 died... 20:38:31.672710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminated: ok {rc=0} 20:38:31.721179 --- ParallelTerminationStrategy: PID 28847 died... 20:38:31.743011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Terminated: ok {rc=0} 20:38:31.832092 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs --------------------------------------------------------------------- 20:38:33.136820 tst gprs:trx-sysmocell5000+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:38:33.142555 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:38:33.175890 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:38:33.216219 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:38:33.301661 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:38:33.334608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:38:33.373148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:38:33.974988 tst gprs:trx-sysmocell5000+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:38:34.028697 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.040448 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:38:34.093450 tst cs_paging_gprs_active.py: using LAC 36129 20:38:34.215334 tst cs_paging_gprs_active.py: using RAC 174 20:38:34.336872 tst cs_paging_gprs_active.py: using CellId 36129 20:38:34.456856 tst cs_paging_gprs_active.py: using BVCI 36130 20:38:34.569203 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.580311 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.591083 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.601804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.612590 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.624210 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.635220 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.646263 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:34.657888 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:34.779670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:34.897456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:38:35.102390 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:35.409353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Launched 20:38:35.675858 run iperf3-srv_10.42.42.10(pid=28853): Launched 20:38:35.791512 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:38:35.995803 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:36.302383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Launched 20:38:36.567757 run iperf3-srv_10.42.42.10(pid=28855): Launched 20:38:36.682849 tst cs_paging_gprs_active.py:38: start network... 20:38:36.886487 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:38:37.359573 run create_hlr_db(pid=28856): Launched 20:38:37.475794 bus /gobi_6: Setting Powered False 20:38:38.536120 run create_hlr_db(pid=28856): Terminated: ok {rc=0} 20:38:38.982112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Launched 20:38:39.309931 run osmo-hlr_10.42.42.2(pid=28859): Launched 20:38:39.435336 run osmo-stp_10.42.42.5: Starting osmo-stp 20:38:39.998507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Launched 20:38:40.325356 run osmo-stp_10.42.42.5(pid=28862): Launched 20:38:40.450899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:38:41.015070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Launched 20:38:41.141916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:38:41.418816 run patchelf(pid=28865): Launched 20:38:41.599769 run osmo-stp_10.42.42.5(pid=28862): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)] 20:38:41.738542 run osmo-stp_10.42.42.5(pid=28862): stdout: | (launched: 2022-12-13_20:38:40.266263) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:41.878967 run osmo-stp_10.42.42.5(pid=28862): stderr: | [0;m[38;5;43m20221213203840454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203840454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203840455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203840455 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203840455 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203840456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203840456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:42.018668 run osmo-stp_10.42.42.5(pid=28862): stdout: | (launched: 2022-12-13_20:38:40.266263) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:42.152926 run osmo-stp_10.42.42.5(pid=28862): stderr: | [0;m[38;5;43m20221213203840454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203840454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203840455 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203840455 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203840455 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203840456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203840456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:42.312199 run patchelf(pid=28865): Terminating (SIGINT) 20:38:42.496121 run patchelf(pid=28865): Terminated: ok {rc=0} 20:38:42.629219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:38:42.639542 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:38:42.668261 run osmo-hlr_10.42.42.2(pid=28859): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28859)] 20:38:42.719313 run osmo-hlr_10.42.42.2(pid=28859): stdout: | (launched: 2022-12-13_20:38:39.250787) 20:38:42.771714 run osmo-hlr_10.42.42.2(pid=28859): stderr: | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203839445 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203839525 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203839535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203839535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203839536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:38:42.824598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Terminating (SIGTERM) 20:38:42.866863 run iperf3-srv_10.42.42.10(pid=28853): Terminating (SIGTERM) 20:38:42.909145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Terminating (SIGTERM) 20:38:42.951578 run iperf3-srv_10.42.42.10(pid=28855): Terminating (SIGTERM) 20:38:42.993875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminating (SIGTERM) 20:38:43.036136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminating (SIGTERM) 20:38:43.078982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminating (SIGTERM) 20:38:43.121435 --- ParallelTerminationStrategy: PID 28852 died... 20:38:43.141816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Terminated: ok {rc=0} 20:38:43.188522 --- ParallelTerminationStrategy: PID 28853 died... 20:38:43.208490 run iperf3-srv_10.42.42.10(pid=28853): Terminated {rc=256} 20:38:43.254992 --- ParallelTerminationStrategy: PID 28854 died... 20:38:43.274797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Terminated: ok {rc=0} 20:38:43.321112 --- ParallelTerminationStrategy: PID 28855 died... 20:38:43.340888 run iperf3-srv_10.42.42.10(pid=28855): Terminated {rc=256} 20:38:43.387010 --- ParallelTerminationStrategy: PID 28858 died... 20:38:43.406827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminated: ok {rc=0} 20:38:43.452866 --- ParallelTerminationStrategy: PID 28861 died... 20:38:43.473083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminated: ok {rc=0} 20:38:43.519304 --- ParallelTerminationStrategy: PID 28864 died... 20:38:43.539210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminated: ok {rc=0} 20:38:43.626891 bus /gobi_0: Setting Powered False 20:38:44.726063 bus /gobi_0: Setting Powered False 20:38:45.855979 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:38:47.022058 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.034892 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:38:47.090621 tst iperf3.py: using LAC 36130 20:38:47.212327 tst iperf3.py: using RAC 175 20:38:47.345475 tst iperf3.py: using CellId 36130 20:38:47.474629 tst iperf3.py: using BVCI 36131 20:38:47.594011 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.605502 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.616696 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.628199 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.639548 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.650794 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.662169 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.673379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:47.684872 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:47.805308 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:38:48.023963 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:48.349326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Launched 20:38:48.632829 run iperf3-srv_10.42.42.10(pid=28867): Launched 20:38:48.754752 tst iperf3.py:8: start network... 20:38:48.973914 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:38:49.478659 run create_hlr_db(pid=28868): Launched 20:38:49.609691 bus /gobi_6: Setting Powered False 20:38:50.673874 run create_hlr_db(pid=28868): Terminated: ok {rc=0} 20:38:51.106878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Launched 20:38:51.411487 run osmo-hlr_10.42.42.2(pid=28871): Launched 20:38:51.527100 run osmo-stp_10.42.42.5: Starting osmo-stp 20:38:52.064101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Launched 20:38:52.368219 run osmo-stp_10.42.42.5(pid=28874): Launched 20:38:52.484703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:38:53.009397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Launched 20:38:53.125338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:38:53.381913 run patchelf(pid=28877): Launched 20:38:53.550784 run osmo-stp_10.42.42.5(pid=28874): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)] 20:38:53.679547 run osmo-stp_10.42.42.5(pid=28874): stdout: | (launched: 2022-12-13_20:38:52.312683) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:53.810251 run osmo-stp_10.42.42.5(pid=28874): stderr: | [0;m[38;5;43m20221213203852477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203852478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203852478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203852478 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:53.941289 run osmo-stp_10.42.42.5(pid=28874): stdout: | (launched: 2022-12-13_20:38:52.312683) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:38:54.066574 run osmo-stp_10.42.42.5(pid=28874): stderr: | [0;m[38;5;43m20221213203852477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203852478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203852478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203852478 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203852479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:38:54.214841 run patchelf(pid=28877): Terminating (SIGINT) 20:38:54.386246 run patchelf(pid=28877): Terminated: ok {rc=0} 20:38:54.510199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8] 20:38:54.519796 tst iperf3.py:8: Test FAILED (7.5 sec) 20:38:54.546917 run osmo-hlr_10.42.42.2(pid=28871): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28871)] 20:38:54.595661 run osmo-hlr_10.42.42.2(pid=28871): stdout: | (launched: 2022-12-13_20:38:51.356148) 20:38:54.645824 run osmo-hlr_10.42.42.2(pid=28871): stderr: | [0;m[1;31m20221213203851528 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203851528 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203851529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203851529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203851529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203851529 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203851540 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203851549 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203851549 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203851550 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:38:54.696570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminating (SIGTERM) 20:38:54.737411 run iperf3-srv_10.42.42.10(pid=28867): Terminating (SIGTERM) 20:38:54.777996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminating (SIGTERM) 20:38:54.818419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminating (SIGTERM) 20:38:54.859249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Terminating (SIGTERM) 20:38:54.899841 --- ParallelTerminationStrategy: PID 28866 died... 20:38:54.919609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminated: ok {rc=0} 20:38:54.964534 --- ParallelTerminationStrategy: PID 28867 died... 20:38:54.983807 run iperf3-srv_10.42.42.10(pid=28867): Terminated {rc=256} 20:38:55.028406 --- ParallelTerminationStrategy: PID 28870 died... 20:38:55.047781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminated: ok {rc=0} 20:38:55.092570 --- ParallelTerminationStrategy: PID 28873 died... 20:38:55.112053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminated: ok {rc=0} 20:38:55.156603 --- ParallelTerminationStrategy: PID 28876 died... 20:38:55.175927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Terminated: ok {rc=0} 20:38:55.263458 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:38:56.416345 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:56.428620 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:38:56.482628 tst iperf3m4.py: using LAC 36131 20:38:56.611346 tst iperf3m4.py: using RAC 176 20:38:56.733120 tst iperf3m4.py: using CellId 36131 20:38:56.854274 tst iperf3m4.py: using BVCI 36132 20:38:56.966767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:56.978018 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:56.988993 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.000269 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.011891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.023593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.035413 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.047170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:38:57.059011 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:57.182828 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:57.306724 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:57.425314 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:38:57.546745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:38:57.767508 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:58.094918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Launched 20:38:58.379096 run iperf3-srv_10.42.42.10(pid=28879): Launched 20:38:58.501506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:38:58.721785 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:38:59.049088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Launched 20:38:59.331996 run iperf3-srv_10.42.42.10(pid=28881): Launched 20:38:59.454737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:38:59.674956 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:39:00.002678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Launched 20:39:00.286578 run iperf3-srv_10.42.42.10(pid=28883): Launched 20:39:00.410640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:39:00.630323 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:39:00.960576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Launched 20:39:01.333130 run iperf3-srv_10.42.42.10(pid=28908): Launched 20:39:01.482966 tst iperf3m4.py:8: start network... 20:39:01.719649 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:39:02.263945 run create_hlr_db(pid=28935): Launched 20:39:02.480197 bus /gobi_6: Setting Powered False 20:39:03.571241 run create_hlr_db(pid=28935): Terminated: ok {rc=0} 20:39:04.106199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Launched 20:39:04.465704 run osmo-hlr_10.42.42.2(pid=29158): Launched 20:39:04.714894 run osmo-stp_10.42.42.5: Starting osmo-stp 20:39:05.413728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Launched 20:39:05.741268 run osmo-stp_10.42.42.5(pid=29161): Launched 20:39:05.982134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:39:06.674474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Launched 20:39:06.809941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:39:07.097766 run patchelf(pid=29166): Launched 20:39:07.279123 run osmo-stp_10.42.42.5(pid=29161): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)] 20:39:07.411863 run osmo-stp_10.42.42.5(pid=29161): stdout: | (launched: 2022-12-13_20:39:05.682802) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:07.548712 run osmo-stp_10.42.42.5(pid=29161): stderr: | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203906011 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203906011 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203906012 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203906012 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:07.683432 run osmo-stp_10.42.42.5(pid=29161): stdout: | (launched: 2022-12-13_20:39:05.682802) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:07.815312 run osmo-stp_10.42.42.5(pid=29161): stderr: | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203906010 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203906011 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203906011 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203906012 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203906012 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:07.969481 run patchelf(pid=29166): Terminating (SIGINT) 20:39:08.147168 run patchelf(pid=29166): Terminated: ok {rc=0} 20:39:08.274663 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8] 20:39:08.285259 tst iperf3m4.py:8: Test FAILED (11.9 sec) 20:39:08.314165 run osmo-hlr_10.42.42.2(pid=29158): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29158)] 20:39:08.367897 run osmo-hlr_10.42.42.2(pid=29158): stdout: | (launched: 2022-12-13_20:39:04.400752) 20:39:08.418946 run osmo-hlr_10.42.42.2(pid=29158): stderr: | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203904732 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203904754 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203904767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203904768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203904768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:39:08.472168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Terminating (SIGTERM) 20:39:08.516254 run iperf3-srv_10.42.42.10(pid=28879): Terminating (SIGTERM) 20:39:08.563366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Terminating (SIGTERM) 20:39:08.607114 run iperf3-srv_10.42.42.10(pid=28881): Terminating (SIGTERM) 20:39:08.652374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminating (SIGTERM) 20:39:08.696270 run iperf3-srv_10.42.42.10(pid=28883): Terminating (SIGTERM) 20:39:08.743030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminating (SIGTERM) 20:39:08.786894 run iperf3-srv_10.42.42.10(pid=28908): Terminating (SIGTERM) 20:39:08.832275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminating (SIGTERM) 20:39:08.875824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminating (SIGTERM) 20:39:08.920366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Terminating (SIGTERM) 20:39:08.966536 --- ParallelTerminationStrategy: PID 28878 died... 20:39:08.987792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Terminated: ok {rc=0} 20:39:09.035408 --- ParallelTerminationStrategy: PID 28879 died... 20:39:09.056523 run iperf3-srv_10.42.42.10(pid=28879): Terminated {rc=256} 20:39:09.105662 --- ParallelTerminationStrategy: PID 28880 died... 20:39:09.126960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Terminated: ok {rc=0} 20:39:09.175279 --- ParallelTerminationStrategy: PID 28881 died... 20:39:09.196230 run iperf3-srv_10.42.42.10(pid=28881): Terminated {rc=256} 20:39:09.243250 --- ParallelTerminationStrategy: PID 28882 died... 20:39:09.264687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminated: ok {rc=0} 20:39:09.311901 --- ParallelTerminationStrategy: PID 28883 died... 20:39:09.333087 run iperf3-srv_10.42.42.10(pid=28883): Terminated {rc=256} 20:39:09.381444 --- ParallelTerminationStrategy: PID 28884 died... 20:39:09.402395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminated: ok {rc=0} 20:39:09.450185 --- ParallelTerminationStrategy: PID 28908 died... 20:39:09.471164 run iperf3-srv_10.42.42.10(pid=28908): Terminated {rc=256} 20:39:09.519511 --- ParallelTerminationStrategy: PID 29152 died... 20:39:09.541945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminated: ok {rc=0} 20:39:09.589623 --- ParallelTerminationStrategy: PID 29160 died... 20:39:09.610457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminated: ok {rc=0} 20:39:09.657646 --- ParallelTerminationStrategy: PID 29165 died... 20:39:09.679036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Terminated: ok {rc=0} 20:39:09.770727 bus /gobi_4: Setting Powered False 20:39:10.869949 bus /gobi_4: Setting Powered False 20:39:11.987729 bus /gobi_1: Setting Powered False 20:39:13.086501 bus /gobi_1: Setting Powered False 20:39:14.204689 bus /gobi_0: Setting Powered False 20:39:15.304037 bus /gobi_0: Setting Powered False 20:39:16.448053 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py ---------------------------------------------- 20:39:17.575318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:17.588678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:39:17.642864 tst ping.py: using LAC 36132 20:39:17.771156 tst ping.py: using RAC 177 20:39:17.900188 tst ping.py: using CellId 36132 20:39:18.029774 tst ping.py: using BVCI 36133 20:39:18.151923 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.164574 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.177180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.189859 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.202483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.214864 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.227558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:18.240293 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:39:18.364614 tst ping.py:19: start network... 20:39:18.571869 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:39:19.048784 run create_hlr_db(pid=29167): Launched 20:39:19.203586 bus /gobi_6: Setting Powered False 20:39:20.264513 run create_hlr_db(pid=29167): Terminated: ok {rc=0} 20:39:20.700359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Launched 20:39:21.023407 run osmo-hlr_10.42.42.2(pid=29170): Launched 20:39:21.260499 run osmo-stp_10.42.42.5: Starting osmo-stp 20:39:21.976322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Launched 20:39:22.297853 run osmo-stp_10.42.42.5(pid=29173): Launched 20:39:22.537994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:39:23.217692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Launched 20:39:23.350173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:39:23.614087 run patchelf(pid=29176): Launched 20:39:23.803700 run osmo-stp_10.42.42.5(pid=29173): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)] 20:39:23.937170 run osmo-stp_10.42.42.5(pid=29173): stdout: | (launched: 2022-12-13_20:39:22.240849) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:24.072146 run osmo-stp_10.42.42.5(pid=29173): stderr: | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203922563 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:24.207999 run osmo-stp_10.42.42.5(pid=29173): stdout: | (launched: 2022-12-13_20:39:22.240849) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:24.337747 run osmo-stp_10.42.42.5(pid=29173): stderr: | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203922562 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203922563 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203922563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:24.489356 run patchelf(pid=29176): Terminating (SIGINT) 20:39:24.667969 run patchelf(pid=29176): Terminated: ok {rc=0} 20:39:24.796123 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22] 20:39:24.806248 tst ping.py:22: Test FAILED (7.2 sec) 20:39:24.834669 run osmo-hlr_10.42.42.2(pid=29170): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29170)] 20:39:24.886503 run osmo-hlr_10.42.42.2(pid=29170): stdout: | (launched: 2022-12-13_20:39:20.966984) 20:39:24.940847 run osmo-hlr_10.42.42.2(pid=29170): stderr: | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203921301 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203921327 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203921339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203921339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203921339 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:39:24.995756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminating (SIGTERM) 20:39:25.037834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminating (SIGTERM) 20:39:25.079112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminating (SIGTERM) 20:39:25.120217 --- ParallelTerminationStrategy: PID 29169 died... 20:39:25.139770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminated: ok {rc=0} 20:39:25.184838 --- ParallelTerminationStrategy: PID 29172 died... 20:39:25.204387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminated: ok {rc=0} 20:39:25.249714 --- ParallelTerminationStrategy: PID 29175 died... 20:39:25.269154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminated: ok {rc=0} 20:39:25.357625 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:39:26.445855 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:26.457740 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:39:26.510044 tst ping_idle_ping.py: using LAC 36133 20:39:26.636607 tst ping_idle_ping.py: using RAC 178 20:39:26.761390 tst ping_idle_ping.py: using CellId 36133 20:39:26.889538 tst ping_idle_ping.py: using BVCI 36134 20:39:27.006924 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.018609 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.030050 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.041379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.052579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.063893 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.075467 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:39:27.086772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:39:27.202893 tst ping_idle_ping.py:24: start network... 20:39:27.402804 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:39:27.868363 run create_hlr_db(pid=29178): Launched 20:39:27.982775 bus /gobi_6: Setting Powered False 20:39:29.042507 run create_hlr_db(pid=29178): Terminated: ok {rc=0} 20:39:29.481073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Launched 20:39:29.803300 run osmo-hlr_10.42.42.2(pid=29181): Launched 20:39:29.927039 run osmo-stp_10.42.42.5: Starting osmo-stp 20:39:30.483350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Launched 20:39:30.803960 run osmo-stp_10.42.42.5(pid=29184): Launched 20:39:31.047760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:39:31.804256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Launched 20:39:31.938712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:39:32.204209 run patchelf(pid=29187): Launched 20:39:32.390445 run osmo-stp_10.42.42.5(pid=29184): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)] 20:39:32.518925 run osmo-stp_10.42.42.5(pid=29184): stdout: | (launched: 2022-12-13_20:39:30.745823) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:32.649108 run osmo-stp_10.42.42.5(pid=29184): stderr: | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203931029 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:32.778543 run osmo-stp_10.42.42.5(pid=29184): stdout: | (launched: 2022-12-13_20:39:30.745823) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:32.902755 run osmo-stp_10.42.42.5(pid=29184): stderr: | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203931024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203931029 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203931030 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:33.049568 run patchelf(pid=29187): Terminating (SIGINT) 20:39:33.219512 run patchelf(pid=29187): Terminated: ok {rc=0} 20:39:33.341992 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27] 20:39:33.351422 tst ping_idle_ping.py:27: Test FAILED (6.9 sec) 20:39:33.378263 run osmo-hlr_10.42.42.2(pid=29181): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29181)] 20:39:33.426944 run osmo-hlr_10.42.42.2(pid=29181): stdout: | (launched: 2022-12-13_20:39:29.744619) 20:39:33.476821 run osmo-hlr_10.42.42.2(pid=29181): stderr: | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203929939 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203929950 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203929959 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203929959 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203929959 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:39:33.527194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminating (SIGTERM) 20:39:33.567820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminating (SIGTERM) 20:39:33.608549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminating (SIGTERM) 20:39:33.649895 --- ParallelTerminationStrategy: PID 29180 died... 20:39:33.669373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminated: ok {rc=0} 20:39:33.714334 --- ParallelTerminationStrategy: PID 29183 died... 20:39:33.733818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminated: ok {rc=0} 20:39:33.778467 --- ParallelTerminationStrategy: PID 29186 died... 20:39:33.797882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminated: ok {rc=0} 20:39:33.884635 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:39:35.202558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:39:35.211261 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:39:35.247376 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:39:35.287247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:39:35.375021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:39:35.409488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:39:35.449240 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:39:36.048882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:39:36.102247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.113801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:39:36.185074 tst cs_paging_gprs_active.py: using LAC 36134 20:39:36.311179 tst cs_paging_gprs_active.py: using RAC 179 20:39:36.437883 tst cs_paging_gprs_active.py: using CellId 36134 20:39:36.563083 tst cs_paging_gprs_active.py: using BVCI 36135 20:39:36.681807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.693287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.704692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.716049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.727379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.738684 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.750110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.761369 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:36.773087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:36.891079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:37.012045 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:39:37.232498 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:39:37.558429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Launched 20:39:37.842132 run iperf3-srv_10.42.42.10(pid=29193): Launched 20:39:37.965891 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:39:38.185797 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:39:38.492259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Launched 20:39:38.758734 run iperf3-srv_10.42.42.10(pid=29195): Launched 20:39:38.873633 tst cs_paging_gprs_active.py:38: start network... 20:39:39.076538 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:39:39.547835 run create_hlr_db(pid=29196): Launched 20:39:39.665648 bus /gobi_6: Setting Powered False 20:39:40.725416 run create_hlr_db(pid=29196): Terminated: ok {rc=0} 20:39:41.150428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Launched 20:39:41.458077 run osmo-hlr_10.42.42.2(pid=29199): Launched 20:39:41.574361 run osmo-stp_10.42.42.5: Starting osmo-stp 20:39:42.111684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Launched 20:39:42.416939 run osmo-stp_10.42.42.5(pid=29202): Launched 20:39:42.533683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:39:43.058680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Launched 20:39:43.185863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:39:43.461163 run patchelf(pid=29205): Launched 20:39:43.643449 run osmo-stp_10.42.42.5(pid=29202): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] 20:39:43.781809 run osmo-stp_10.42.42.5(pid=29202): stdout: | (launched: 2022-12-13_20:39:42.361206) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:43.920649 run osmo-stp_10.42.42.5(pid=29202): stderr: | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203942530 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:44.059854 run osmo-stp_10.42.42.5(pid=29202): stdout: | (launched: 2022-12-13_20:39:42.361206) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:44.193909 run osmo-stp_10.42.42.5(pid=29202): stderr: | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203942529 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203942530 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203942530 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:44.353094 run patchelf(pid=29205): Terminating (SIGINT) 20:39:44.536384 run patchelf(pid=29205): Terminated: ok {rc=0} 20:39:44.668830 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:39:44.679182 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:39:44.707633 run osmo-hlr_10.42.42.2(pid=29199): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29199)] 20:39:44.758109 run osmo-hlr_10.42.42.2(pid=29199): stdout: | (launched: 2022-12-13_20:39:41.401961) 20:39:44.810244 run osmo-hlr_10.42.42.2(pid=29199): stderr: | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203941578 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203941590 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203941599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203941599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203941599 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:39:44.862436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminating (SIGTERM) 20:39:44.904392 run iperf3-srv_10.42.42.10(pid=29193): Terminating (SIGTERM) 20:39:44.946393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminating (SIGTERM) 20:39:44.988355 run iperf3-srv_10.42.42.10(pid=29195): Terminating (SIGTERM) 20:39:45.030343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminating (SIGTERM) 20:39:45.073066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminating (SIGTERM) 20:39:45.115401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminating (SIGTERM) 20:39:45.157858 --- ParallelTerminationStrategy: PID 29192 died... 20:39:45.177828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminated: ok {rc=0} 20:39:45.224053 --- ParallelTerminationStrategy: PID 29193 died... 20:39:45.243579 run iperf3-srv_10.42.42.10(pid=29193): Terminated {rc=256} 20:39:45.289427 --- ParallelTerminationStrategy: PID 29194 died... 20:39:45.308792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminated: ok {rc=0} 20:39:45.354693 --- ParallelTerminationStrategy: PID 29195 died... 20:39:45.374147 run iperf3-srv_10.42.42.10(pid=29195): Terminated {rc=256} 20:39:45.419772 --- ParallelTerminationStrategy: PID 29198 died... 20:39:45.439189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminated: ok {rc=0} 20:39:45.484914 --- ParallelTerminationStrategy: PID 29201 died... 20:39:45.504467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminated: ok {rc=0} 20:39:45.550170 --- ParallelTerminationStrategy: PID 29204 died... 20:39:45.569616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminated: ok {rc=0} 20:39:45.658022 bus /gobi_0: Setting Powered False 20:39:46.770630 bus /gobi_0: Setting Powered False 20:39:47.897068 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:39:49.046786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.058961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:39:49.139344 tst iperf3.py: using LAC 36135 20:39:49.269025 tst iperf3.py: using RAC 180 20:39:49.396132 tst iperf3.py: using CellId 36135 20:39:49.514809 tst iperf3.py: using BVCI 36136 20:39:49.627894 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.639117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.650287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.661370 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.672513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.683835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.695191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.706380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:49.717808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:49.838861 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:39:50.059255 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:39:50.386435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Launched 20:39:50.669811 run iperf3-srv_10.42.42.10(pid=29208): Launched 20:39:50.793473 tst iperf3.py:8: start network... 20:39:51.012568 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:39:51.517492 run create_hlr_db(pid=29209): Launched 20:39:51.650609 bus /gobi_6: Setting Powered False 20:39:52.714984 run create_hlr_db(pid=29209): Terminated: ok {rc=0} 20:39:53.166485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Launched 20:39:53.493231 run osmo-hlr_10.42.42.2(pid=29212): Launched 20:39:53.618828 run osmo-stp_10.42.42.5: Starting osmo-stp 20:39:54.184667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Launched 20:39:54.509799 run osmo-stp_10.42.42.5(pid=29215): Launched 20:39:54.633401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:39:55.195224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Launched 20:39:55.319458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:39:55.595137 run patchelf(pid=29218): Launched 20:39:55.775989 run osmo-stp_10.42.42.5(pid=29215): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)] 20:39:55.914185 run osmo-stp_10.42.42.5(pid=29215): stdout: | (launched: 2022-12-13_20:39:54.450326) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:56.053879 run osmo-stp_10.42.42.5(pid=29215): stderr: | [0;m[38;5;43m20221213203954641 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203954641 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203954642 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203954642 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:56.193684 run osmo-stp_10.42.42.5(pid=29215): stdout: | (launched: 2022-12-13_20:39:54.450326) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:39:56.327848 run osmo-stp_10.42.42.5(pid=29215): stderr: | [0;m[38;5;43m20221213203954641 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213203954641 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213203954642 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213203954642 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213203954642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:39:56.487459 run patchelf(pid=29218): Terminating (SIGINT) 20:39:56.672125 run patchelf(pid=29218): Terminated: ok {rc=0} 20:39:56.804901 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29215): Process ended prematurely: osmo-stp_10.42.42.5(pid=29215) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8] 20:39:56.815206 tst iperf3.py:8: Test FAILED (7.8 sec) 20:39:56.843709 run osmo-hlr_10.42.42.2(pid=29212): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29212)] 20:39:56.893842 run osmo-hlr_10.42.42.2(pid=29212): stdout: | (launched: 2022-12-13_20:39:53.433958) 20:39:56.945751 run osmo-hlr_10.42.42.2(pid=29212): stderr: | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213203953631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213203953644 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213203953652 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213203953652 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213203953652 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:39:56.998327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Terminating (SIGTERM) 20:39:57.040322 run iperf3-srv_10.42.42.10(pid=29208): Terminating (SIGTERM) 20:39:57.082295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Terminating (SIGTERM) 20:39:57.124279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Terminating (SIGTERM) 20:39:57.166163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Terminating (SIGTERM) 20:39:57.208234 --- ParallelTerminationStrategy: PID 29207 died... 20:39:57.228361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Terminated: ok {rc=0} 20:39:57.275159 --- ParallelTerminationStrategy: PID 29208 died... 20:39:57.294734 run iperf3-srv_10.42.42.10(pid=29208): Terminated {rc=256} 20:39:57.340866 --- ParallelTerminationStrategy: PID 29211 died... 20:39:57.361083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Terminated: ok {rc=0} 20:39:57.407283 --- ParallelTerminationStrategy: PID 29214 died... 20:39:57.426971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Terminated: ok {rc=0} 20:39:57.473199 --- ParallelTerminationStrategy: PID 29217 died... 20:39:57.492803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Terminated: ok {rc=0} 20:39:57.580999 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:39:58.728746 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:58.740600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:39:58.810987 tst iperf3m4.py: using LAC 36136 20:39:58.929705 tst iperf3m4.py: using RAC 181 20:39:59.048435 tst iperf3m4.py: using CellId 36136 20:39:59.172066 tst iperf3m4.py: using BVCI 36137 20:39:59.283450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.294643 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.305614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.316463 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.327715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.339489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.351184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.362502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:39:59.374043 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:59.497844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:59.618940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:59.739946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:39:59.860348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:40:00.080491 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:00.407234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Launched 20:40:00.692423 run iperf3-srv_10.42.42.10(pid=29220): Launched 20:40:00.815217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:40:01.044369 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:01.372746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Launched 20:40:01.663121 run iperf3-srv_10.42.42.10(pid=29225): Launched 20:40:01.810730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:40:02.089856 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:02.409539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Launched 20:40:02.677230 run iperf3-srv_10.42.42.10(pid=29227): Launched 20:40:02.791666 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:40:02.995295 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:03.301542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Launched 20:40:03.566205 run iperf3-srv_10.42.42.10(pid=29229): Launched 20:40:03.682609 tst iperf3m4.py:8: start network... 20:40:03.886809 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:40:04.359341 run create_hlr_db(pid=29230): Launched 20:40:04.475673 bus /gobi_6: Setting Powered False 20:40:05.539176 run create_hlr_db(pid=29230): Terminated: ok {rc=0} 20:40:05.976118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Launched 20:40:06.281985 run osmo-hlr_10.42.42.2(pid=29233): Launched 20:40:06.400663 run osmo-stp_10.42.42.5: Starting osmo-stp 20:40:06.925093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Launched 20:40:07.230471 run osmo-stp_10.42.42.5(pid=29236): Launched 20:40:07.346939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:40:07.871070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Launched 20:40:07.987128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:40:08.243914 run patchelf(pid=29239): Launched 20:40:08.412519 run osmo-stp_10.42.42.5(pid=29236): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)] 20:40:08.542111 run osmo-stp_10.42.42.5(pid=29236): stdout: | (launched: 2022-12-13_20:40:07.174345) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:08.672854 run osmo-stp_10.42.42.5(pid=29236): stderr: | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204007346 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:08.803326 run osmo-stp_10.42.42.5(pid=29236): stdout: | (launched: 2022-12-13_20:40:07.174345) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:08.928522 run osmo-stp_10.42.42.5(pid=29236): stderr: | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204007345 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204007346 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204007346 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:09.076378 run patchelf(pid=29239): Terminating (SIGINT) 20:40:09.249204 run patchelf(pid=29239): Terminated: ok {rc=0} 20:40:09.373399 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:40:09.382974 tst iperf3m4.py:8: Test FAILED (10.7 sec) 20:40:09.410529 run osmo-hlr_10.42.42.2(pid=29233): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29233)] 20:40:09.459146 run osmo-hlr_10.42.42.2(pid=29233): stdout: | (launched: 2022-12-13_20:40:06.225909) 20:40:09.509299 run osmo-hlr_10.42.42.2(pid=29233): stderr: | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204006400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204006417 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204006425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204006426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204006426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:40:09.559803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminating (SIGTERM) 20:40:09.600286 run iperf3-srv_10.42.42.10(pid=29220): Terminating (SIGTERM) 20:40:09.640544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Terminating (SIGTERM) 20:40:09.681681 run iperf3-srv_10.42.42.10(pid=29225): Terminating (SIGTERM) 20:40:09.722098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminating (SIGTERM) 20:40:09.762327 run iperf3-srv_10.42.42.10(pid=29227): Terminating (SIGTERM) 20:40:09.802378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminating (SIGTERM) 20:40:09.842239 run iperf3-srv_10.42.42.10(pid=29229): Terminating (SIGTERM) 20:40:09.882153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminating (SIGTERM) 20:40:09.922209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminating (SIGTERM) 20:40:09.962203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminating (SIGTERM) 20:40:10.002409 --- ParallelTerminationStrategy: PID 29219 died... 20:40:10.021909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminated: ok {rc=0} 20:40:10.066104 --- ParallelTerminationStrategy: PID 29220 died... 20:40:10.084899 run iperf3-srv_10.42.42.10(pid=29220): Terminated {rc=256} 20:40:10.128886 --- ParallelTerminationStrategy: PID 29222 died... 20:40:10.148120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Terminated: ok {rc=0} 20:40:10.192346 --- ParallelTerminationStrategy: PID 29225 died... 20:40:10.211208 run iperf3-srv_10.42.42.10(pid=29225): Terminated {rc=256} 20:40:10.255042 --- ParallelTerminationStrategy: PID 29226 died... 20:40:10.273949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminated: ok {rc=0} 20:40:10.318237 --- ParallelTerminationStrategy: PID 29227 died... 20:40:10.337062 run iperf3-srv_10.42.42.10(pid=29227): Terminated {rc=256} 20:40:10.380939 --- ParallelTerminationStrategy: PID 29228 died... 20:40:10.399848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminated: ok {rc=0} 20:40:10.444214 --- ParallelTerminationStrategy: PID 29229 died... 20:40:10.463056 run iperf3-srv_10.42.42.10(pid=29229): Terminated {rc=256} 20:40:10.507103 --- ParallelTerminationStrategy: PID 29232 died... 20:40:10.526114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminated: ok {rc=0} 20:40:10.570294 --- ParallelTerminationStrategy: PID 29235 died... 20:40:10.589157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminated: ok {rc=0} 20:40:10.633234 --- ParallelTerminationStrategy: PID 29238 died... 20:40:10.651949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminated: ok {rc=0} 20:40:10.735273 bus /gobi_4: Setting Powered False 20:40:11.834379 bus /gobi_4: Setting Powered False 20:40:12.952725 bus /gobi_1: Setting Powered False 20:40:14.052305 bus /gobi_1: Setting Powered False 20:40:15.168465 bus /gobi_0: Setting Powered False 20:40:16.274629 bus /gobi_0: Setting Powered False 20:40:17.403885 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:40:18.508267 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:18.520398 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:40:18.594280 tst ping.py: using LAC 36137 20:40:18.710927 tst ping.py: using RAC 182 20:40:18.830881 tst ping.py: using CellId 36137 20:40:18.950533 tst ping.py: using BVCI 36138 20:40:19.059325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.070372 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.081379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.092212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.103236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.114352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.125586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:19.136689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:40:19.257586 tst ping.py:19: start network... 20:40:19.472836 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:40:19.966754 run create_hlr_db(pid=29240): Launched 20:40:20.096100 bus /gobi_6: Setting Powered False 20:40:21.159585 run create_hlr_db(pid=29240): Terminated: ok {rc=0} 20:40:21.584648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Launched 20:40:21.882992 run osmo-hlr_10.42.42.2(pid=29243): Launched 20:40:21.996821 run osmo-stp_10.42.42.5: Starting osmo-stp 20:40:22.521623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Launched 20:40:22.821530 run osmo-stp_10.42.42.5(pid=29246): Launched 20:40:22.934846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:40:23.448139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Launched 20:40:23.562645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:40:23.814397 run patchelf(pid=29249): Launched 20:40:23.982354 run osmo-stp_10.42.42.5(pid=29246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)] 20:40:24.109549 run osmo-stp_10.42.42.5(pid=29246): stdout: | (launched: 2022-12-13_20:40:22.766454) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:24.237724 run osmo-stp_10.42.42.5(pid=29246): stderr: | [0;m[38;5;43m20221213204022933 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204022934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204022934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204022934 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:24.366326 run osmo-stp_10.42.42.5(pid=29246): stdout: | (launched: 2022-12-13_20:40:22.766454) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:24.489939 run osmo-stp_10.42.42.5(pid=29246): stderr: | [0;m[38;5;43m20221213204022933 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204022934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204022934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204022934 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204022935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:24.636236 run patchelf(pid=29249): Terminating (SIGINT) 20:40:24.805984 run patchelf(pid=29249): Terminated: ok {rc=0} 20:40:24.927731 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29246): Process ended prematurely: osmo-stp_10.42.42.5(pid=29246) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22] 20:40:24.936623 tst ping.py:22: Test FAILED (6.4 sec) 20:40:24.963774 run osmo-hlr_10.42.42.2(pid=29243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29243)] 20:40:25.012426 run osmo-hlr_10.42.42.2(pid=29243): stdout: | (launched: 2022-12-13_20:40:21.828467) 20:40:25.062502 run osmo-hlr_10.42.42.2(pid=29243): stderr: | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204021999 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204022012 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204022020 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204022021 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204022021 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:40:25.112942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Terminating (SIGTERM) 20:40:25.153541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Terminating (SIGTERM) 20:40:25.194065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Terminating (SIGTERM) 20:40:25.234610 --- ParallelTerminationStrategy: PID 29242 died... 20:40:25.254264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Terminated: ok {rc=0} 20:40:25.298842 --- ParallelTerminationStrategy: PID 29245 died... 20:40:25.317941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Terminated: ok {rc=0} 20:40:25.362746 --- ParallelTerminationStrategy: PID 29248 died... 20:40:25.382096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Terminated: ok {rc=0} 20:40:25.466895 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:40:26.554839 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:26.567606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:40:26.642777 tst ping_idle_ping.py: using LAC 36138 20:40:26.769658 tst ping_idle_ping.py: using RAC 183 20:40:26.894633 tst ping_idle_ping.py: using CellId 36138 20:40:27.019843 tst ping_idle_ping.py: using BVCI 36139 20:40:27.135668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.147422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.158786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.170125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.181377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.192666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.204179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:40:27.215513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:40:27.335196 tst ping_idle_ping.py:24: start network... 20:40:27.551775 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:40:28.055152 run create_hlr_db(pid=29250): Launched 20:40:28.186549 bus /gobi_6: Setting Powered False 20:40:29.250102 run create_hlr_db(pid=29250): Terminated: ok {rc=0} 20:40:29.697251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Launched 20:40:30.016510 run osmo-hlr_10.42.42.2(pid=29253): Launched 20:40:30.138431 run osmo-stp_10.42.42.5: Starting osmo-stp 20:40:30.692364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Launched 20:40:31.054698 run osmo-stp_10.42.42.5(pid=29256): Launched 20:40:31.367184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:40:31.926622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Launched 20:40:32.064207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:40:32.359470 run patchelf(pid=29259): Launched 20:40:32.530537 run osmo-stp_10.42.42.5(pid=29256): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)] 20:40:32.658533 run osmo-stp_10.42.42.5(pid=29256): stdout: | (launched: 2022-12-13_20:40:30.991948) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:32.787874 run osmo-stp_10.42.42.5(pid=29256): stderr: | [0;m[38;5;43m20221213204031270 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204031271 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204031272 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204031274 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204031275 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204031275 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204031277 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:32.916613 run osmo-stp_10.42.42.5(pid=29256): stdout: | (launched: 2022-12-13_20:40:30.991948) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:33.040709 run osmo-stp_10.42.42.5(pid=29256): stderr: | [0;m[38;5;43m20221213204031270 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204031271 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204031272 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204031274 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204031275 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204031275 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204031277 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:33.187917 run patchelf(pid=29259): Terminating (SIGINT) 20:40:33.358579 run patchelf(pid=29259): Terminated: ok {rc=0} 20:40:33.481469 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29256): Process ended prematurely: osmo-stp_10.42.42.5(pid=29256) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:40:33.490665 tst ping_idle_ping.py:27: Test FAILED (6.9 sec) 20:40:33.517447 run osmo-hlr_10.42.42.2(pid=29253): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29253)] 20:40:33.566158 run osmo-hlr_10.42.42.2(pid=29253): stdout: | (launched: 2022-12-13_20:40:29.958096) 20:40:33.616336 run osmo-hlr_10.42.42.2(pid=29253): stderr: | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204030153 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204030166 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204030174 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204030174 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204030174 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:40:33.666905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Terminating (SIGTERM) 20:40:33.707546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Terminating (SIGTERM) 20:40:33.748024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Terminating (SIGTERM) 20:40:33.788611 --- ParallelTerminationStrategy: PID 29252 died... 20:40:33.808398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Terminated: ok {rc=0} 20:40:33.853272 --- ParallelTerminationStrategy: PID 29255 died... 20:40:33.872481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Terminated: ok {rc=0} 20:40:33.917120 --- ParallelTerminationStrategy: PID 29258 died... 20:40:33.936337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Terminated: ok {rc=0} 20:40:34.023430 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:40:35.328775 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:40:35.335165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:40:35.368325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:40:35.408691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:40:35.499025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:40:35.535055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:40:35.574808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:40:36.168190 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:40:36.220415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.232032 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:40:36.304309 tst cs_paging_gprs_active.py: using LAC 36139 20:40:36.434371 tst cs_paging_gprs_active.py: using RAC 184 20:40:36.563560 tst cs_paging_gprs_active.py: using CellId 36139 20:40:36.695983 tst cs_paging_gprs_active.py: using BVCI 36140 20:40:36.809693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.820805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.831862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.842795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.854178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.865547 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.876672 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.887776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:36.899028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:37.017593 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:37.139659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:40:37.360014 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:37.686588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Launched 20:40:37.969955 run iperf3-srv_10.42.42.10(pid=29264): Launched 20:40:38.093223 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:40:38.312757 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:38.640081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Launched 20:40:38.924743 run iperf3-srv_10.42.42.10(pid=29266): Launched 20:40:39.047339 tst cs_paging_gprs_active.py:38: start network... 20:40:39.267488 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:40:39.774858 run create_hlr_db(pid=29267): Launched 20:40:39.907976 bus /gobi_6: Setting Powered False 20:40:40.971232 run create_hlr_db(pid=29267): Terminated: ok {rc=0} 20:40:41.406640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Launched 20:40:41.711705 run osmo-hlr_10.42.42.2(pid=29270): Launched 20:40:41.829088 run osmo-stp_10.42.42.5: Starting osmo-stp 20:40:42.367703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Launched 20:40:42.673459 run osmo-stp_10.42.42.5(pid=29273): Launched 20:40:42.790005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:40:43.315336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Launched 20:40:43.431803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:40:43.688717 run patchelf(pid=29276): Launched 20:40:43.860042 run osmo-stp_10.42.42.5(pid=29273): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)] 20:40:43.989257 run osmo-stp_10.42.42.5(pid=29273): stdout: | (launched: 2022-12-13_20:40:42.617766) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:44.120091 run osmo-stp_10.42.42.5(pid=29273): stderr: | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204042786 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:44.250858 run osmo-stp_10.42.42.5(pid=29273): stdout: | (launched: 2022-12-13_20:40:42.617766) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:44.376615 run osmo-stp_10.42.42.5(pid=29273): stderr: | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204042785 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204042786 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204042786 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:44.525420 run patchelf(pid=29276): Terminating (SIGINT) 20:40:44.698093 run patchelf(pid=29276): Terminated: ok {rc=0} 20:40:44.823205 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:40:44.832734 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:40:44.859866 run osmo-hlr_10.42.42.2(pid=29270): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29270)] 20:40:44.908601 run osmo-hlr_10.42.42.2(pid=29270): stdout: | (launched: 2022-12-13_20:40:41.656134) 20:40:44.958644 run osmo-hlr_10.42.42.2(pid=29270): stderr: | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204041832 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204041844 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204041853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204041854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204041854 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:40:45.008907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Terminating (SIGTERM) 20:40:45.049563 run iperf3-srv_10.42.42.10(pid=29264): Terminating (SIGTERM) 20:40:45.091177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Terminating (SIGTERM) 20:40:45.133033 run iperf3-srv_10.42.42.10(pid=29266): Terminating (SIGTERM) 20:40:45.173495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminating (SIGTERM) 20:40:45.213926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminating (SIGTERM) 20:40:45.254340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Terminating (SIGTERM) 20:40:45.294829 --- ParallelTerminationStrategy: PID 29263 died... 20:40:45.314518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Terminated: ok {rc=0} 20:40:45.359006 --- ParallelTerminationStrategy: PID 29264 died... 20:40:45.378087 run iperf3-srv_10.42.42.10(pid=29264): Terminated {rc=256} 20:40:45.422275 --- ParallelTerminationStrategy: PID 29265 died... 20:40:45.441377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Terminated: ok {rc=0} 20:40:45.485708 --- ParallelTerminationStrategy: PID 29266 died... 20:40:45.504620 run iperf3-srv_10.42.42.10(pid=29266): Terminated {rc=256} 20:40:45.549063 --- ParallelTerminationStrategy: PID 29269 died... 20:40:45.568320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminated: ok {rc=0} 20:40:45.612652 --- ParallelTerminationStrategy: PID 29272 died... 20:40:45.631789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminated: ok {rc=0} 20:40:45.675965 --- ParallelTerminationStrategy: PID 29275 died... 20:40:45.695135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Terminated: ok {rc=0} 20:40:45.779217 bus /gobi_0: Setting Powered False 20:40:46.880309 bus /gobi_0: Setting Powered False 20:40:47.997841 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:40:49.147245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.159551 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:40:49.236250 tst iperf3.py: using LAC 36140 20:40:49.364889 tst iperf3.py: using RAC 185 20:40:49.493286 tst iperf3.py: using CellId 36140 20:40:49.620459 tst iperf3.py: using BVCI 36141 20:40:49.738828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.750759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.762346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.773882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.785431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.796675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.808312 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.819831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:49.831489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:49.951476 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:40:50.172022 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:40:50.499714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Launched 20:40:50.783720 run iperf3-srv_10.42.42.10(pid=29278): Launched 20:40:50.906892 tst iperf3.py:8: start network... 20:40:51.126813 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:40:51.631606 run create_hlr_db(pid=29279): Launched 20:40:51.764204 bus /gobi_6: Setting Powered False 20:40:52.824142 run create_hlr_db(pid=29279): Terminated: ok {rc=0} 20:40:53.276526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Launched 20:40:53.601486 run osmo-hlr_10.42.42.2(pid=29287): Launched 20:40:53.726066 run osmo-stp_10.42.42.5: Starting osmo-stp 20:40:54.290775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Launched 20:40:54.616508 run osmo-stp_10.42.42.5(pid=29290): Launched 20:40:54.740371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:40:55.301584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Launched 20:40:55.426652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:40:55.701020 run patchelf(pid=29293): Launched 20:40:55.882762 run osmo-stp_10.42.42.5(pid=29290): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)] 20:40:56.020017 run osmo-stp_10.42.42.5(pid=29290): stdout: | (launched: 2022-12-13_20:40:54.557362) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:56.159278 run osmo-stp_10.42.42.5(pid=29290): stderr: | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204054749 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:56.298179 run osmo-stp_10.42.42.5(pid=29290): stdout: | (launched: 2022-12-13_20:40:54.557362) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:40:56.431934 run osmo-stp_10.42.42.5(pid=29290): stderr: | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204054749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204054749 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204054750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:40:56.590155 run patchelf(pid=29293): Terminating (SIGINT) 20:40:56.774308 run patchelf(pid=29293): Terminated: ok {rc=0} 20:40:56.906947 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8] 20:40:56.916898 tst iperf3.py:8: Test FAILED (7.8 sec) 20:40:56.945475 run osmo-hlr_10.42.42.2(pid=29287): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29287)] 20:40:56.995586 run osmo-hlr_10.42.42.2(pid=29287): stdout: | (launched: 2022-12-13_20:40:53.541838) 20:40:57.047249 run osmo-hlr_10.42.42.2(pid=29287): stderr: | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204053737 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204053751 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:40:57.099611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Terminating (SIGTERM) 20:40:57.141248 run iperf3-srv_10.42.42.10(pid=29278): Terminating (SIGTERM) 20:40:57.182745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminating (SIGTERM) 20:40:57.224348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminating (SIGTERM) 20:40:57.265969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Terminating (SIGTERM) 20:40:57.307693 --- ParallelTerminationStrategy: PID 29277 died... 20:40:57.327590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Terminated: ok {rc=0} 20:40:57.373646 --- ParallelTerminationStrategy: PID 29278 died... 20:40:57.392835 run iperf3-srv_10.42.42.10(pid=29278): Terminated {rc=256} 20:40:57.438850 --- ParallelTerminationStrategy: PID 29286 died... 20:40:57.458304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminated: ok {rc=0} 20:40:57.504341 --- ParallelTerminationStrategy: PID 29289 died... 20:40:57.523899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminated: ok {rc=0} 20:40:57.569725 --- ParallelTerminationStrategy: PID 29292 died... 20:40:57.589219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Terminated: ok {rc=0} 20:40:57.677878 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:40:58.829676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:58.841810 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:40:58.918606 tst iperf3m4.py: using LAC 36141 20:40:59.047721 tst iperf3m4.py: using RAC 186 20:40:59.175609 tst iperf3m4.py: using CellId 36141 20:40:59.304820 tst iperf3m4.py: using BVCI 36142 20:40:59.422887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.434561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.446066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.457594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.469529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.481392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.493436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.505230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:40:59.517472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:59.640471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:59.761970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:40:59.884033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:41:00.002798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:41:00.209287 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:41:00.516674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Launched 20:41:00.783529 run iperf3-srv_10.42.42.10(pid=29295): Launched 20:41:00.913879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:41:01.157619 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:41:01.493706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Launched 20:41:01.781780 run iperf3-srv_10.42.42.10(pid=29297): Launched 20:41:01.923820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:41:02.223207 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:41:02.552028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Launched 20:41:02.836207 run iperf3-srv_10.42.42.10(pid=29299): Launched 20:41:02.959541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:41:03.178806 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:41:03.505176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Launched 20:41:03.787851 run iperf3-srv_10.42.42.10(pid=29301): Launched 20:41:03.909717 tst iperf3m4.py:8: start network... 20:41:04.128589 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:41:04.632827 run create_hlr_db(pid=29302): Launched 20:41:04.766261 bus /gobi_6: Setting Powered False 20:41:05.830643 run create_hlr_db(pid=29302): Terminated: ok {rc=0} 20:41:06.281759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Launched 20:41:06.607496 run osmo-hlr_10.42.42.2(pid=29305): Launched 20:41:06.731513 run osmo-stp_10.42.42.5: Starting osmo-stp 20:41:07.297249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Launched 20:41:07.622327 run osmo-stp_10.42.42.5(pid=29308): Launched 20:41:07.747162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:41:08.307561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Launched 20:41:08.432601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:41:08.707314 run patchelf(pid=29311): Launched 20:41:08.888702 run osmo-stp_10.42.42.5(pid=29308): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)] 20:41:09.026752 run osmo-stp_10.42.42.5(pid=29308): stdout: | (launched: 2022-12-13_20:41:07.562962) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:09.165859 run osmo-stp_10.42.42.5(pid=29308): stderr: | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204107754 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:09.304290 run osmo-stp_10.42.42.5(pid=29308): stdout: | (launched: 2022-12-13_20:41:07.562962) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:09.437803 run osmo-stp_10.42.42.5(pid=29308): stderr: | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204107753 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204107754 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204107754 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:09.595927 run patchelf(pid=29311): Terminating (SIGINT) 20:41:09.779646 run patchelf(pid=29311): Terminated: ok {rc=0} 20:41:09.911702 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:41:09.922145 tst iperf3m4.py:8: Test FAILED (11.1 sec) 20:41:09.951029 run osmo-hlr_10.42.42.2(pid=29305): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29305)] 20:41:10.001720 run osmo-hlr_10.42.42.2(pid=29305): stdout: | (launched: 2022-12-13_20:41:06.548101) 20:41:10.053653 run osmo-hlr_10.42.42.2(pid=29305): stderr: | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204106745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204106757 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204106766 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204106766 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204106766 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:41:10.105793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminating (SIGTERM) 20:41:10.147774 run iperf3-srv_10.42.42.10(pid=29295): Terminating (SIGTERM) 20:41:10.190297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminating (SIGTERM) 20:41:10.232633 run iperf3-srv_10.42.42.10(pid=29297): Terminating (SIGTERM) 20:41:10.274910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminating (SIGTERM) 20:41:10.317497 run iperf3-srv_10.42.42.10(pid=29299): Terminating (SIGTERM) 20:41:10.359743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminating (SIGTERM) 20:41:10.402255 run iperf3-srv_10.42.42.10(pid=29301): Terminating (SIGTERM) 20:41:10.444398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminating (SIGTERM) 20:41:10.486715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminating (SIGTERM) 20:41:10.528636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminating (SIGTERM) 20:41:10.571229 --- ParallelTerminationStrategy: PID 29294 died... 20:41:10.591464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminated: ok {rc=0} 20:41:10.638250 --- ParallelTerminationStrategy: PID 29295 died... 20:41:10.657839 run iperf3-srv_10.42.42.10(pid=29295): Terminated {rc=256} 20:41:10.704176 --- ParallelTerminationStrategy: PID 29296 died... 20:41:10.723729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminated: ok {rc=0} 20:41:10.770361 --- ParallelTerminationStrategy: PID 29297 died... 20:41:10.790078 run iperf3-srv_10.42.42.10(pid=29297): Terminated {rc=256} 20:41:10.836312 --- ParallelTerminationStrategy: PID 29298 died... 20:41:10.855994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminated: ok {rc=0} 20:41:10.902427 --- ParallelTerminationStrategy: PID 29299 died... 20:41:10.922103 run iperf3-srv_10.42.42.10(pid=29299): Terminated {rc=256} 20:41:10.968520 --- ParallelTerminationStrategy: PID 29300 died... 20:41:10.988401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminated: ok {rc=0} 20:41:11.034840 --- ParallelTerminationStrategy: PID 29301 died... 20:41:11.054531 run iperf3-srv_10.42.42.10(pid=29301): Terminated {rc=256} 20:41:11.100727 --- ParallelTerminationStrategy: PID 29304 died... 20:41:11.120401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminated: ok {rc=0} 20:41:11.166601 --- ParallelTerminationStrategy: PID 29307 died... 20:41:11.186309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminated: ok {rc=0} 20:41:11.232388 --- ParallelTerminationStrategy: PID 29310 died... 20:41:11.252049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminated: ok {rc=0} 20:41:11.340180 bus /gobi_4: Setting Powered False 20:41:12.440235 bus /gobi_4: Setting Powered False 20:41:13.558305 bus /gobi_1: Setting Powered False 20:41:14.658684 bus /gobi_1: Setting Powered False 20:41:15.776888 bus /gobi_0: Setting Powered False 20:41:16.874444 bus /gobi_0: Setting Powered False 20:41:17.990972 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:41:19.095043 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.107274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:41:19.181579 tst ping.py: using LAC 36142 20:41:19.307054 tst ping.py: using RAC 187 20:41:19.434417 tst ping.py: using CellId 36142 20:41:19.558979 tst ping.py: using BVCI 36143 20:41:19.674848 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.686559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.698406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.709883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.721206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.732553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.744073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:19.755574 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:41:19.873658 tst ping.py:19: start network... 20:41:20.074262 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:41:20.537923 run create_hlr_db(pid=29312): Launched 20:41:20.654624 bus /gobi_6: Setting Powered False 20:41:21.714522 run create_hlr_db(pid=29312): Terminated: ok {rc=0} 20:41:22.152064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Launched 20:41:22.471997 run osmo-hlr_10.42.42.2(pid=29315): Launched 20:41:22.593571 run osmo-stp_10.42.42.5: Starting osmo-stp 20:41:23.155722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Launched 20:41:23.474076 run osmo-stp_10.42.42.5(pid=29318): Launched 20:41:23.596223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:41:24.147441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Launched 20:41:24.269520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:41:24.538267 run patchelf(pid=29321): Launched 20:41:24.717343 run osmo-stp_10.42.42.5(pid=29318): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)] 20:41:24.852463 run osmo-stp_10.42.42.5(pid=29318): stdout: | (launched: 2022-12-13_20:41:23.415424) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:24.989323 run osmo-stp_10.42.42.5(pid=29318): stderr: | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204123605 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:25.126225 run osmo-stp_10.42.42.5(pid=29318): stdout: | (launched: 2022-12-13_20:41:23.415424) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:25.257807 run osmo-stp_10.42.42.5(pid=29318): stderr: | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204123604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204123605 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204123605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:25.413162 run patchelf(pid=29321): Terminating (SIGINT) 20:41:25.592799 run patchelf(pid=29321): Terminated: ok {rc=0} 20:41:25.723026 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29318): Process ended prematurely: osmo-stp_10.42.42.5(pid=29318) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22] 20:41:25.732512 tst ping.py:22: Test FAILED (6.6 sec) 20:41:25.760566 run osmo-hlr_10.42.42.2(pid=29315): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29315)] 20:41:25.810569 run osmo-hlr_10.42.42.2(pid=29315): stdout: | (launched: 2022-12-13_20:41:22.414008) 20:41:25.862281 run osmo-hlr_10.42.42.2(pid=29315): stderr: | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204122609 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204122622 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204122630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204122630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204122630 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:41:25.914225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Terminating (SIGTERM) 20:41:25.956055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Terminating (SIGTERM) 20:41:25.998145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Terminating (SIGTERM) 20:41:26.040387 --- ParallelTerminationStrategy: PID 29314 died... 20:41:26.060372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Terminated: ok {rc=0} 20:41:26.107046 --- ParallelTerminationStrategy: PID 29317 died... 20:41:26.126783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Terminated: ok {rc=0} 20:41:26.172893 --- ParallelTerminationStrategy: PID 29320 died... 20:41:26.192533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Terminated: ok {rc=0} 20:41:26.279739 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:41:27.368164 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.380017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:41:27.452198 tst ping_idle_ping.py: using LAC 36143 20:41:27.572571 tst ping_idle_ping.py: using RAC 188 20:41:27.689596 tst ping_idle_ping.py: using CellId 36143 20:41:27.816870 tst ping_idle_ping.py: using BVCI 36144 20:41:27.933552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.945378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.956838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.968851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.980832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:27.992936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:28.005251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:41:28.017465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:41:28.134622 tst ping_idle_ping.py:24: start network... 20:41:28.335480 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:41:28.802983 run create_hlr_db(pid=29322): Launched 20:41:28.918944 bus /gobi_6: Setting Powered False 20:41:29.979315 run create_hlr_db(pid=29322): Terminated: ok {rc=0} 20:41:30.420227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Launched 20:41:30.742144 run osmo-hlr_10.42.42.2(pid=29325): Launched 20:41:30.922672 run osmo-stp_10.42.42.5: Starting osmo-stp 20:41:31.569698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Launched 20:41:31.906894 run osmo-stp_10.42.42.5(pid=29328): Launched 20:41:32.224544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:41:32.807904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Launched 20:41:32.922966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:41:33.177359 run patchelf(pid=29331): Launched 20:41:33.344369 run osmo-stp_10.42.42.5(pid=29328): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)] 20:41:33.471478 run osmo-stp_10.42.42.5(pid=29328): stdout: | (launched: 2022-12-13_20:41:31.847341) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:33.600194 run osmo-stp_10.42.42.5(pid=29328): stderr: | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204132075 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:33.728530 run osmo-stp_10.42.42.5(pid=29328): stdout: | (launched: 2022-12-13_20:41:31.847341) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:33.852172 run osmo-stp_10.42.42.5(pid=29328): stderr: | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204132074 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204132075 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204132075 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:33.998385 run patchelf(pid=29331): Terminating (SIGINT) 20:41:34.168022 run patchelf(pid=29331): Terminated: ok {rc=0} 20:41:34.290535 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:41:34.299378 tst ping_idle_ping.py:27: Test FAILED (6.9 sec) 20:41:34.325853 run osmo-hlr_10.42.42.2(pid=29325): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29325)] 20:41:34.374341 run osmo-hlr_10.42.42.2(pid=29325): stdout: | (launched: 2022-12-13_20:41:30.683197) 20:41:34.424239 run osmo-hlr_10.42.42.2(pid=29325): stderr: | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204130926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204130950 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204130970 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204130971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204130971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:41:34.474620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminating (SIGTERM) 20:41:34.515268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminating (SIGTERM) 20:41:34.555611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Terminating (SIGTERM) 20:41:34.596232 --- ParallelTerminationStrategy: PID 29324 died... 20:41:34.616142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminated: ok {rc=0} 20:41:34.660911 --- ParallelTerminationStrategy: PID 29327 died... 20:41:34.680591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminated: ok {rc=0} 20:41:34.725544 --- ParallelTerminationStrategy: PID 29330 died... 20:41:34.744874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Terminated: ok {rc=0} 20:41:34.832538 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:41:36.142745 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:41:36.151776 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:41:36.187603 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:41:36.223220 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:41:36.276853 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:41:36.311626 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:41:36.347027 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:41:36.904842 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:41:36.911517 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:36.923803 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:41:36.998485 tst switch_tch_pdch.py: using LAC 36144 20:41:37.125423 tst switch_tch_pdch.py: using RAC 189 20:41:37.254050 tst switch_tch_pdch.py: using CellId 36144 20:41:37.371954 tst switch_tch_pdch.py: using BVCI 36145 20:41:37.480603 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.492119 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.503517 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.514833 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.526682 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.538309 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.549933 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:41:37.561534 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:41:37.677799 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:41:37.799533 tst switch_tch_pdch.py:51: start network... 20:41:38.001042 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:41:38.463513 run create_hlr_db(pid=29335): Launched 20:41:38.576926 bus /gobi_6: Setting Powered False 20:41:39.637022 run create_hlr_db(pid=29335): Terminated: ok {rc=0} 20:41:40.053963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Launched 20:41:40.353269 run osmo-hlr_10.42.42.2(pid=29338): Launched 20:41:40.466338 run osmo-stp_10.42.42.5: Starting osmo-stp 20:41:40.976215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Launched 20:41:41.275194 run osmo-stp_10.42.42.5(pid=29341): Launched 20:41:41.389043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:41:41.903502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Launched 20:41:42.017700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:41:42.269832 run patchelf(pid=29344): Launched 20:41:42.435976 run osmo-stp_10.42.42.5(pid=29341): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)] 20:41:42.562420 run osmo-stp_10.42.42.5(pid=29341): stdout: | (launched: 2022-12-13_20:41:41.220294) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:42.690364 run osmo-stp_10.42.42.5(pid=29341): stderr: | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204141391 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:42.818507 run osmo-stp_10.42.42.5(pid=29341): stdout: | (launched: 2022-12-13_20:41:41.220294) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:42.941614 run osmo-stp_10.42.42.5(pid=29341): stderr: | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204141390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204141391 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204141391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:43.086918 run patchelf(pid=29344): Terminating (SIGINT) 20:41:43.255809 run patchelf(pid=29344): Terminated: ok {rc=0} 20:41:43.376786 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29341): Process ended prematurely: osmo-stp_10.42.42.5(pid=29341) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)] [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:41:43.385852 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 20:41:43.412282 run osmo-hlr_10.42.42.2(pid=29338): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29338)] 20:41:43.460673 run osmo-hlr_10.42.42.2(pid=29338): stdout: | (launched: 2022-12-13_20:41:40.298300) 20:41:43.510809 run osmo-hlr_10.42.42.2(pid=29338): stderr: | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204140469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204140520 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204140532 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204140532 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204140532 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:41:43.561343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Terminating (SIGTERM) 20:41:43.601699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Terminating (SIGTERM) 20:41:43.641965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Terminating (SIGTERM) 20:41:43.682442 --- ParallelTerminationStrategy: PID 29337 died... 20:41:43.702010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Terminated: ok {rc=0} 20:41:43.746477 --- ParallelTerminationStrategy: PID 29340 died... 20:41:43.766220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Terminated: ok {rc=0} 20:41:43.810868 --- ParallelTerminationStrategy: PID 29343 died... 20:41:43.829995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Terminated: ok {rc=0} 20:41:43.913916 bus /gobi_0: Setting Powered False 20:41:45.009500 bus /gobi_0: Setting Powered False 20:41:46.131165 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:41:47.391593 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:41:47.397866 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:41:47.432252 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:41:47.467746 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:41:47.523230 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:41:47.556656 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:41:47.591528 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:41:48.150759 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:41:48.156232 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.167958 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:41:48.240112 tst switch_tch_pdch.py: using LAC 36145 20:41:48.366888 tst switch_tch_pdch.py: using RAC 190 20:41:48.494023 tst switch_tch_pdch.py: using CellId 36145 20:41:48.623929 tst switch_tch_pdch.py: using BVCI 36146 20:41:48.741109 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.752594 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.764096 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.775455 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.786809 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.798198 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.809711 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:41:48.821056 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:41:48.939044 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:41:49.059791 tst switch_tch_pdch.py:51: start network... 20:41:49.269483 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:41:49.711073 run create_hlr_db(pid=29348): Launched 20:41:49.826839 bus /gobi_6: Setting Powered False 20:41:50.886455 run create_hlr_db(pid=29348): Terminated: ok {rc=0} 20:41:51.300206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Launched 20:41:51.621256 run osmo-hlr_10.42.42.2(pid=29351): Launched 20:41:51.745807 run osmo-stp_10.42.42.5: Starting osmo-stp 20:41:52.272035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Launched 20:41:52.591259 run osmo-stp_10.42.42.5(pid=29354): Launched 20:41:52.715088 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:41:53.239915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Launched 20:41:53.362734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:41:53.633183 run patchelf(pid=29357): Launched 20:41:53.813037 run osmo-stp_10.42.42.5(pid=29354): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] 20:41:53.948563 run osmo-stp_10.42.42.5(pid=29354): stdout: | (launched: 2022-12-13_20:41:52.532777) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:54.085446 run osmo-stp_10.42.42.5(pid=29354): stderr: | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204152721 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:54.221923 run osmo-stp_10.42.42.5(pid=29354): stdout: | (launched: 2022-12-13_20:41:52.532777) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:41:54.353475 run osmo-stp_10.42.42.5(pid=29354): stderr: | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204152720 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204152721 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204152721 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:41:54.509343 run patchelf(pid=29357): Terminating (SIGINT) 20:41:54.689753 run patchelf(pid=29357): Terminated: ok {rc=0} 20:41:54.820155 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:41:54.829643 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 20:41:54.857724 run osmo-hlr_10.42.42.2(pid=29351): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29351)] 20:41:54.908303 run osmo-hlr_10.42.42.2(pid=29351): stdout: | (launched: 2022-12-13_20:41:51.562812) 20:41:54.960371 run osmo-hlr_10.42.42.2(pid=29351): stderr: | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204151759 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204151802 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204151813 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204151813 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204151813 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:41:55.012525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminating (SIGTERM) 20:41:55.054360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminating (SIGTERM) 20:41:55.096396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminating (SIGTERM) 20:41:55.138761 --- ParallelTerminationStrategy: PID 29350 died... 20:41:55.158903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminated: ok {rc=0} 20:41:55.205360 --- ParallelTerminationStrategy: PID 29353 died... 20:41:55.225163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminated: ok {rc=0} 20:41:55.271333 --- ParallelTerminationStrategy: PID 29356 died... 20:41:55.291041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminated: ok {rc=0} 20:41:55.379002 bus /gobi_0: Setting Powered False 20:41:56.478563 bus /gobi_0: Setting Powered False 20:41:57.595354 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:trx-umtrx --------------------------------------------------------------------- 20:41:58.855317 tst nitb_sms:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:41:58.859402 tst nitb_sms:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:41:58.892403 tst nitb_sms:trx-umtrx: Verifying 1 x ip_address (candidates: 9) 20:41:58.899457 tst nitb_sms:trx-umtrx: Verifying 2 x modem (candidates: 12) 20:41:58.951269 tst nitb_sms:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:41:58.984589 tst nitb_sms:trx-umtrx: Reserving 1 x ip_address (candidates: 9) 20:41:58.991989 tst nitb_sms:trx-umtrx: Reserving 2 x modem (candidates: 12) 20:41:59.533033 tst nitb_sms:trx-umtrx: RESERVED RESOURCES for nitb_sms: bts UmTRX ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:trx-umtrx mo_mt_sms.py ---------------------------------------------- 20:41:59.539364 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1) 20:41:59.550911 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1) 20:41:59.599536 tst mo_mt_sms.py: using LAC 36146 20:41:59.724199 tst mo_mt_sms.py: using RAC 191 20:41:59.849328 tst mo_mt_sms.py: using CellId 36146 20:41:59.977065 tst mo_mt_sms.py: using BVCI 36147 20:42:00.092875 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2) 20:42:00.209663 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2) 20:42:00.327563 tst mo_mt_sms.py:9: start nitb and bts... 20:42:00.544148 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:42:01.341411 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Launched 20:42:01.675784 run osmo-nitb_10.42.42.2(pid=29367): Launched 20:42:01.874403 run osmo-nitb_10.42.42.2(pid=29367): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)] 20:42:02.020521 run osmo-nitb_10.42.42.2(pid=29367): stdout: | (launched: 2022-12-13_20:42:01.617556) 20:42:02.167783 run osmo-nitb_10.42.42.2(pid=29367): stderr: | (launched: 2022-12-13_20:42:01.665941) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:42:02.312472 run osmo-nitb_10.42.42.2(pid=29367): stdout: | (launched: 2022-12-13_20:42:01.617556) 20:42:02.451787 run osmo-nitb_10.42.42.2(pid=29367): stderr: | (launched: 2022-12-13_20:42:01.665941) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)] 20:42:02.816167 tst osmo-nitb_10.42.42.2(pid=29367): stdout: | (launched: 2022-12-13_20:42:01.617556) 20:42:02.946087 tst osmo-nitb_10.42.42.2(pid=29367): stderr: | (launched: 2022-12-13_20:42:01.665941) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:42:03.099036 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)] [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11] 20:42:03.108263 tst mo_mt_sms.py:11: Test FAILED (3.6 sec) 20:42:03.115479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Terminating (SIGTERM) 20:42:03.326340 --- ParallelTerminationStrategy: PID 29366 died... 20:42:03.348172 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Terminated: ok {rc=0} 20:42:03.436274 bus /sierra_3: Setting Powered False 20:42:04.535871 bus /sierra_3: Setting Powered False 20:42:05.656498 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:trx-umtrx --------------------------------------------------------------------- 20:42:06.861698 tst sms:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:42:06.865836 tst sms:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:42:06.897574 tst sms:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 20:42:06.925411 tst sms:trx-umtrx: Verifying 2 x modem (candidates: 12) 20:42:06.976402 tst sms:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:42:07.008481 tst sms:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 20:42:07.035163 tst sms:trx-umtrx: Reserving 2 x modem (candidates: 12) 20:42:07.580579 tst sms:trx-umtrx: RESERVED RESOURCES for sms: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:trx-umtrx mo_mt_sms.py ---------------------------------------------- 20:42:07.585880 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:07.596429 tst sms:trx-umtrx: Using 1 x bts (candidates: 1) 20:42:07.643330 tst mo_mt_sms.py: using LAC 36147 20:42:07.762298 tst mo_mt_sms.py: using RAC 192 20:42:07.878795 tst mo_mt_sms.py: using CellId 36147 20:42:07.995105 tst mo_mt_sms.py: using BVCI 36148 20:42:08.104196 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:08.114895 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:08.125379 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:08.135620 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:08.146013 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:08.156597 tst sms:trx-umtrx: Using 1 x modem (candidates: 2) 20:42:08.277328 tst sms:trx-umtrx: Using 1 x modem (candidates: 2) 20:42:08.393878 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:42:08.854718 run create_hlr_db(pid=29371): Launched 20:42:08.967749 bus /sierra_2: Setting Powered False 20:42:10.026922 run create_hlr_db(pid=29371): Terminated: ok {rc=0} 20:42:10.462911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Launched 20:42:10.783504 run osmo-hlr_10.42.42.2(pid=29374): Launched 20:42:10.904661 run osmo-stp_10.42.42.5: Starting osmo-stp 20:42:11.456664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Launched 20:42:11.777588 run osmo-stp_10.42.42.5(pid=29377): Launched 20:42:11.901860 run osmo-msc_10.42.42.6: Starting osmo-msc 20:42:12.479695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Launched 20:42:12.800451 run osmo-msc_10.42.42.6(pid=29380): Launched 20:42:12.979705 run osmo-stp_10.42.42.5(pid=29377): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)] 20:42:13.115257 run osmo-stp_10.42.42.5(pid=29377): stdout: | (launched: 2022-12-13_20:42:11.718707) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:13.250386 run osmo-stp_10.42.42.5(pid=29377): stderr: | [0;m[38;5;43m20221213204211907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204211907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204211908 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204211908 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:13.384314 run osmo-stp_10.42.42.5(pid=29377): stdout: | (launched: 2022-12-13_20:42:11.718707) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:13.513652 run osmo-stp_10.42.42.5(pid=29377): stderr: | [0;m[38;5;43m20221213204211907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204211907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204211908 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204211908 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204211909 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:13.665578 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29377): Process ended prematurely: osmo-stp_10.42.42.5(pid=29377) [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)] [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16] 20:42:13.674647 tst mo_mt_sms.py:16: Test FAILED (6.1 sec) 20:42:13.702073 run osmo-hlr_10.42.42.2(pid=29374): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29374)] 20:42:13.753298 run osmo-hlr_10.42.42.2(pid=29374): stdout: | (launched: 2022-12-13_20:42:10.725132) 20:42:13.806061 run osmo-hlr_10.42.42.2(pid=29374): stderr: | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204210919 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204210932 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204210940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204210940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204210940 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:42:13.879525 run osmo-msc_10.42.42.6(pid=29380): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29380)] 20:42:13.930258 run osmo-msc_10.42.42.6(pid=29380): stdout: | (launched: 2022-12-13_20:42:12.741847) 20:42:13.982649 run osmo-msc_10.42.42.6(pid=29380): stderr: | [0;m[38;5;43m20221213204213062 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204213063 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7faeddc5ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204213063 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204213063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204213063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204213063 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204213065 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204213065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204213065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204213065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:42:14.035708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Terminating (SIGTERM) 20:42:14.077788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Terminating (SIGTERM) 20:42:14.119919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Terminating (SIGTERM) 20:42:14.162365 --- ParallelTerminationStrategy: PID 29373 died... 20:42:14.182091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Terminated: ok {rc=0} 20:42:14.228405 --- ParallelTerminationStrategy: PID 29376 died... 20:42:14.248067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Terminated: ok {rc=0} 20:42:14.294259 --- ParallelTerminationStrategy: PID 29379 died... 20:42:14.313970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Terminated: ok {rc=0} 20:42:14.401711 bus /sierra_3: Setting Powered False 20:42:15.500317 bus /sierra_3: Setting Powered False 20:42:16.616187 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-umtrx --------------------------------------------------------------------- 20:42:17.848015 tst nitb_ussd:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:42:17.852415 tst nitb_ussd:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:42:17.885538 tst nitb_ussd:trx-umtrx: Verifying 1 x ip_address (candidates: 9) 20:42:17.892494 tst nitb_ussd:trx-umtrx: Verifying 1 x modem (candidates: 12) 20:42:17.929810 tst nitb_ussd:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:42:17.963051 tst nitb_ussd:trx-umtrx: Reserving 1 x ip_address (candidates: 9) 20:42:17.970298 tst nitb_ussd:trx-umtrx: Reserving 1 x modem (candidates: 12) 20:42:18.489104 tst nitb_ussd:trx-umtrx: RESERVED RESOURCES for nitb_ussd: bts UmTRX ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:trx-umtrx assert_extension.py ---------------------------------------------- 20:42:18.494165 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1) 20:42:18.505375 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1) 20:42:18.553577 tst assert_extension.py: using LAC 36148 20:42:18.679033 tst assert_extension.py: using RAC 193 20:42:18.799507 tst assert_extension.py: using CellId 36148 20:42:18.921389 tst assert_extension.py: using BVCI 36149 20:42:19.038801 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1) 20:42:19.155571 tst assert_extension.py:10: start nitb and bts... 20:42:19.355193 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:42:19.964910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Launched 20:42:20.262629 run osmo-nitb_10.42.42.2(pid=29386): Launched 20:42:20.429806 run osmo-nitb_10.42.42.2(pid=29386): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)] 20:42:20.563188 run osmo-nitb_10.42.42.2(pid=29386): stdout: | (launched: 2022-12-13_20:42:20.207913) 20:42:20.698399 run osmo-nitb_10.42.42.2(pid=29386): stderr: | (launched: 2022-12-13_20:42:20.252240) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:42:20.833990 run osmo-nitb_10.42.42.2(pid=29386): stdout: | (launched: 2022-12-13_20:42:20.207913) 20:42:20.963618 run osmo-nitb_10.42.42.2(pid=29386): stderr: | (launched: 2022-12-13_20:42:20.252240) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)] 20:42:21.377690 tst osmo-nitb_10.42.42.2(pid=29386): stdout: | (launched: 2022-12-13_20:42:20.207913) 20:42:21.497887 tst osmo-nitb_10.42.42.2(pid=29386): stderr: | (launched: 2022-12-13_20:42:20.252240) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:42:21.641390 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)] [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12] 20:42:21.649997 tst assert_extension.py:12: Test FAILED (3.1 sec) 20:42:21.656727 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Terminating (SIGTERM) 20:42:21.866228 --- ParallelTerminationStrategy: PID 29385 died... 20:42:21.887603 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Terminated: ok {rc=0} 20:42:21.974868 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:trx-umtrx --------------------------------------------------------------------- 20:42:23.154773 tst ussd:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:42:23.159549 tst ussd:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:42:23.193054 tst ussd:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 20:42:23.221066 tst ussd:trx-umtrx: Verifying 1 x modem (candidates: 12) 20:42:23.256907 tst ussd:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:42:23.290510 tst ussd:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 20:42:23.318038 tst ussd:trx-umtrx: Reserving 1 x modem (candidates: 12) 20:42:23.843808 tst ussd:trx-umtrx: RESERVED RESOURCES for ussd: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:trx-umtrx assert_extension.py ---------------------------------------------- 20:42:23.849136 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:23.859718 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1) 20:42:23.906817 tst assert_extension.py: using LAC 36149 20:42:24.024667 tst assert_extension.py: using RAC 194 20:42:24.139451 tst assert_extension.py: using CellId 36149 20:42:24.254452 tst assert_extension.py: using BVCI 36150 20:42:24.363949 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:24.374573 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:24.385121 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:24.395465 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:24.405843 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:42:24.416464 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1) 20:42:24.536411 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:42:25.032298 run create_hlr_db(pid=29390): Launched 20:42:25.162377 bus /sierra_2: Setting Powered False 20:42:26.226063 run create_hlr_db(pid=29390): Terminated: ok {rc=0} 20:42:26.670522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Launched 20:42:26.992403 run osmo-hlr_10.42.42.2(pid=29393): Launched 20:42:27.114353 run osmo-stp_10.42.42.5: Starting osmo-stp 20:42:27.667290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Launched 20:42:27.985746 run osmo-stp_10.42.42.5(pid=29396): Launched 20:42:28.108421 run osmo-msc_10.42.42.6: Starting osmo-msc 20:42:28.683470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Launched 20:42:29.003223 run osmo-msc_10.42.42.6(pid=29399): Launched 20:42:29.182220 run osmo-stp_10.42.42.5(pid=29396): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] 20:42:29.317384 run osmo-stp_10.42.42.5(pid=29396): stdout: | (launched: 2022-12-13_20:42:27.927645) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:29.451940 run osmo-stp_10.42.42.5(pid=29396): stderr: | [0;m[38;5;43m20221213204228115 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204228116 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204228116 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204228116 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:29.586055 run osmo-stp_10.42.42.5(pid=29396): stdout: | (launched: 2022-12-13_20:42:27.927645) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:29.713574 run osmo-stp_10.42.42.5(pid=29396): stderr: | [0;m[38;5;43m20221213204228115 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204228116 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204228116 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204228116 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204228117 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:29.865694 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17] 20:42:29.874719 tst assert_extension.py:17: Test FAILED (6.0 sec) 20:42:29.902168 run osmo-hlr_10.42.42.2(pid=29393): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29393)] 20:42:29.952621 run osmo-hlr_10.42.42.2(pid=29393): stdout: | (launched: 2022-12-13_20:42:26.933941) 20:42:30.004670 run osmo-hlr_10.42.42.2(pid=29393): stderr: | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204227129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204227142 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204227151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204227151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204227151 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:42:30.077229 run osmo-msc_10.42.42.6(pid=29399): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29399)] 20:42:30.127719 run osmo-msc_10.42.42.6(pid=29399): stdout: | (launched: 2022-12-13_20:42:28.945159) 20:42:30.179826 run osmo-msc_10.42.42.6(pid=29399): stderr: | [0;m[38;5;43m20221213204229265 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204229265 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7feb3e463c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204229265 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204229266 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204229266 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204229266 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204229268 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204229268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204229268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204229268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:42:30.232097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminating (SIGTERM) 20:42:30.274130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminating (SIGTERM) 20:42:30.316175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminating (SIGTERM) 20:42:30.358493 --- ParallelTerminationStrategy: PID 29392 died... 20:42:30.378616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminated: ok {rc=0} 20:42:30.424925 --- ParallelTerminationStrategy: PID 29395 died... 20:42:30.444526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminated: ok {rc=0} 20:42:30.490551 --- ParallelTerminationStrategy: PID 29398 died... 20:42:30.510123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminated: ok {rc=0} 20:42:30.597775 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:42:31.816374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:42:31.828756 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:42:31.873591 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:42:31.910040 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:42:31.974950 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:42:32.017142 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:42:32.051480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:42:32.582400 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:42:32.636872 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:32.648588 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:42:32.719942 tst mo_mt_call.py: using LAC 36150 20:42:32.850623 tst mo_mt_call.py: using RAC 195 20:42:32.977568 tst mo_mt_call.py: using CellId 36150 20:42:33.099953 tst mo_mt_call.py: using BVCI 36151 20:42:33.220059 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:33.231827 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:33.243424 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:33.255093 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:33.266795 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:33.278388 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:42:33.396498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:42:33.517527 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:42:34.023331 run create_hlr_db(pid=29404): Launched 20:42:34.155912 bus /sierra_2: Setting Powered False 20:42:35.219669 run create_hlr_db(pid=29404): Terminated: ok {rc=0} 20:42:35.654131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Launched 20:42:35.958520 run osmo-hlr_10.42.42.2(pid=29407): Launched 20:42:36.074370 run osmo-stp_10.42.42.5: Starting osmo-stp 20:42:36.599056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Launched 20:42:36.903337 run osmo-stp_10.42.42.5(pid=29410): Launched 20:42:37.019254 run osmo-msc_10.42.42.6: Starting osmo-msc 20:42:37.569055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Launched 20:42:37.873945 run osmo-msc_10.42.42.6(pid=29413): Launched 20:42:38.045394 run osmo-stp_10.42.42.5(pid=29410): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)] 20:42:38.175339 run osmo-stp_10.42.42.5(pid=29410): stdout: | (launched: 2022-12-13_20:42:36.847704) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:38.304403 run osmo-stp_10.42.42.5(pid=29410): stderr: | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204237017 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:38.431460 run osmo-stp_10.42.42.5(pid=29410): stdout: | (launched: 2022-12-13_20:42:36.847704) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:38.552842 run osmo-stp_10.42.42.5(pid=29410): stderr: | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204237016 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204237017 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204237017 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:38.698307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29410): Process ended prematurely: osmo-stp_10.42.42.5(pid=29410) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:42:38.707416 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:42:38.734054 run osmo-hlr_10.42.42.2(pid=29407): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29407)] 20:42:38.783224 run osmo-hlr_10.42.42.2(pid=29407): stdout: | (launched: 2022-12-13_20:42:35.902998) 20:42:38.833748 run osmo-hlr_10.42.42.2(pid=29407): stderr: | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204236074 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204236086 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204236095 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204236095 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204236095 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:42:38.903820 run osmo-msc_10.42.42.6(pid=29413): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29413)] 20:42:38.952085 run osmo-msc_10.42.42.6(pid=29413): stdout: | (launched: 2022-12-13_20:42:37.818405) 20:42:39.002288 run osmo-msc_10.42.42.6(pid=29413): stderr: | [0;m[38;5;43m20221213204238087 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204238087 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fe6428f7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204238087 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204238087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204238087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204238088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204238090 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204238090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204238090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204238090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:42:39.053269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Terminating (SIGTERM) 20:42:39.093507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Terminating (SIGTERM) 20:42:39.134015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Terminating (SIGTERM) 20:42:39.174385 --- ParallelTerminationStrategy: PID 29406 died... 20:42:39.193906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Terminated: ok {rc=0} 20:42:39.238753 --- ParallelTerminationStrategy: PID 29409 died... 20:42:39.257796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Terminated: ok {rc=0} 20:42:39.302442 --- ParallelTerminationStrategy: PID 29412 died... 20:42:39.321660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Terminated: ok {rc=0} 20:42:39.409445 bus /sierra_3: Setting Powered False 20:42:40.510068 bus /sierra_3: Setting Powered False 20:42:41.627744 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:42:42.777042 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:42.788723 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:42:42.858227 tst mo_mt_call_osmux.py: using LAC 36151 20:42:42.979427 tst mo_mt_call_osmux.py: using RAC 196 20:42:43.100505 tst mo_mt_call_osmux.py: using CellId 36151 20:42:43.220549 tst mo_mt_call_osmux.py: using BVCI 36152 20:42:43.330869 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:43.342019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:43.353025 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:43.363970 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:43.375291 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:42:43.386495 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:42:43.502782 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:42:43.623624 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:42:44.130709 run create_hlr_db(pid=29415): Launched 20:42:44.265555 bus /sierra_2: Setting Powered False 20:42:45.330067 run create_hlr_db(pid=29415): Terminated: ok {rc=0} 20:42:45.782835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Launched 20:42:46.131186 run osmo-hlr_10.42.42.2(pid=29418): Launched 20:42:46.386550 run osmo-stp_10.42.42.5: Starting osmo-stp 20:42:47.027646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Launched 20:42:47.373477 run osmo-stp_10.42.42.5(pid=29421): Launched 20:42:47.490904 run osmo-msc_10.42.42.6: Starting osmo-msc 20:42:48.043655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Launched 20:42:48.350481 run osmo-msc_10.42.42.6(pid=29424): Launched 20:42:48.522798 run osmo-stp_10.42.42.5(pid=29421): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)] 20:42:48.653396 run osmo-stp_10.42.42.5(pid=29421): stdout: | (launched: 2022-12-13_20:42:47.317456) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:48.782460 run osmo-stp_10.42.42.5(pid=29421): stderr: | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204247485 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:48.909858 run osmo-stp_10.42.42.5(pid=29421): stdout: | (launched: 2022-12-13_20:42:47.317456) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:49.031469 run osmo-stp_10.42.42.5(pid=29421): stderr: | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204247484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204247485 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204247485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:49.176794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:42:49.185816 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:42:49.212247 run osmo-hlr_10.42.42.2(pid=29418): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29418)] 20:42:49.261290 run osmo-hlr_10.42.42.2(pid=29418): stdout: | (launched: 2022-12-13_20:42:46.074022) 20:42:49.311245 run osmo-hlr_10.42.42.2(pid=29418): stderr: | [0;m[1;31m20221213204246379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204246379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204246379 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204246380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204246380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204246380 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204246399 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204246412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204246412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204246412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:42:49.381723 run osmo-msc_10.42.42.6(pid=29424): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29424)] 20:42:49.429803 run osmo-msc_10.42.42.6(pid=29424): stdout: | (launched: 2022-12-13_20:42:48.294447) 20:42:49.479759 run osmo-msc_10.42.42.6(pid=29424): stderr: | [0;m[38;5;43m20221213204248563 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204248564 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f7501f41c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204248564 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204248564 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204248564 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204248564 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204248566 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204248566 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204248567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204248567 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:42:49.530090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminating (SIGTERM) 20:42:49.570868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminating (SIGTERM) 20:42:49.611885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Terminating (SIGTERM) 20:42:49.652690 --- ParallelTerminationStrategy: PID 29417 died... 20:42:49.672343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminated: ok {rc=0} 20:42:49.717133 --- ParallelTerminationStrategy: PID 29420 died... 20:42:49.736145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminated: ok {rc=0} 20:42:49.780882 --- ParallelTerminationStrategy: PID 29423 died... 20:42:49.800107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Terminated: ok {rc=0} 20:42:49.888283 bus /sierra_3: Setting Powered False 20:42:50.989213 bus /sierra_3: Setting Powered False 20:42:52.107006 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:42:53.361484 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:42:53.369191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:42:53.403645 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:42:53.431595 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:42:53.484089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:42:53.517268 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:42:53.545361 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:42:54.097969 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:42:54.150859 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.162952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:42:54.235710 tst mo_mt_call.py: using LAC 36152 20:42:54.365453 tst mo_mt_call.py: using RAC 197 20:42:54.493654 tst mo_mt_call.py: using CellId 36152 20:42:54.622294 tst mo_mt_call.py: using BVCI 36153 20:42:54.741807 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.754102 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.765814 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.777402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.789224 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:42:54.801131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:42:54.919053 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:42:55.040001 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:42:55.544564 run create_hlr_db(pid=29429): Launched 20:42:55.678125 bus /sierra_2: Setting Powered False 20:42:56.742704 run create_hlr_db(pid=29429): Terminated: ok {rc=0} 20:42:57.177620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Launched 20:42:57.482773 run osmo-hlr_10.42.42.2(pid=29432): Launched 20:42:57.601282 run osmo-stp_10.42.42.5: Starting osmo-stp 20:42:58.140358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Launched 20:42:58.445564 run osmo-stp_10.42.42.5(pid=29435): Launched 20:42:58.562982 run osmo-msc_10.42.42.6: Starting osmo-msc 20:42:59.114939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Launched 20:42:59.419013 run osmo-msc_10.42.42.6(pid=29438): Launched 20:42:59.591802 run osmo-stp_10.42.42.5(pid=29435): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)] 20:42:59.722182 run osmo-stp_10.42.42.5(pid=29435): stdout: | (launched: 2022-12-13_20:42:58.389620) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:42:59.851304 run osmo-stp_10.42.42.5(pid=29435): stderr: | [0;m[38;5;43m20221213204258558 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204258559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204258559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204258559 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:42:59.978580 run osmo-stp_10.42.42.5(pid=29435): stdout: | (launched: 2022-12-13_20:42:58.389620) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:00.099808 run osmo-stp_10.42.42.5(pid=29435): stderr: | [0;m[38;5;43m20221213204258558 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204258559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204258559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204258559 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204258560 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:00.245217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29435): Process ended prematurely: osmo-stp_10.42.42.5(pid=29435) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:43:00.254134 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:43:00.281066 run osmo-hlr_10.42.42.2(pid=29432): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29432)] 20:43:00.329780 run osmo-hlr_10.42.42.2(pid=29432): stdout: | (launched: 2022-12-13_20:42:57.426352) 20:43:00.379664 run osmo-hlr_10.42.42.2(pid=29432): stderr: | [0;m[1;31m20221213204257599 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204257600 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204257600 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204257600 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204257600 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204257600 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204257612 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204257622 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204257623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204257623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:00.449561 run osmo-msc_10.42.42.6(pid=29438): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29438)] 20:43:00.497418 run osmo-msc_10.42.42.6(pid=29438): stdout: | (launched: 2022-12-13_20:42:59.363179) 20:43:00.547166 run osmo-msc_10.42.42.6(pid=29438): stderr: | [0;m[38;5;43m20221213204259632 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204259632 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f73d80bfc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204259632 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204259632 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204259632 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204259632 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204259634 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204259635 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204259635 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204259635 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:00.597481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Terminating (SIGTERM) 20:43:00.637694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Terminating (SIGTERM) 20:43:00.677871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Terminating (SIGTERM) 20:43:00.718461 --- ParallelTerminationStrategy: PID 29431 died... 20:43:00.737966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Terminated: ok {rc=0} 20:43:00.782831 --- ParallelTerminationStrategy: PID 29434 died... 20:43:00.801891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Terminated: ok {rc=0} 20:43:00.850594 --- ParallelTerminationStrategy: PID 29437 died... 20:43:00.871519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Terminated: ok {rc=0} 20:43:00.964476 bus /sierra_3: Setting Powered False 20:43:02.058643 bus /sierra_3: Setting Powered False 20:43:03.172289 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:43:04.321699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.334201 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:43:04.405154 tst mo_mt_call_osmux.py: using LAC 36153 20:43:04.533141 tst mo_mt_call_osmux.py: using RAC 198 20:43:04.660194 tst mo_mt_call_osmux.py: using CellId 36153 20:43:04.787746 tst mo_mt_call_osmux.py: using BVCI 36154 20:43:04.906026 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.917888 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.929547 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.941177 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.952876 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:43:04.965072 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:43:05.086166 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:43:05.209690 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:05.682881 run create_hlr_db(pid=29440): Launched 20:43:05.802270 bus /sierra_2: Setting Powered False 20:43:06.862893 run create_hlr_db(pid=29440): Terminated: ok {rc=0} 20:43:07.286272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Launched 20:43:07.593071 run osmo-hlr_10.42.42.2(pid=29443): Launched 20:43:07.709467 run osmo-stp_10.42.42.5: Starting osmo-stp 20:43:08.246462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Launched 20:43:08.551107 run osmo-stp_10.42.42.5(pid=29446): Launched 20:43:08.666946 run osmo-msc_10.42.42.6: Starting osmo-msc 20:43:09.216596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Launched 20:43:09.521442 run osmo-msc_10.42.42.6(pid=29449): Launched 20:43:09.691362 run osmo-stp_10.42.42.5(pid=29446): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)] 20:43:09.822469 run osmo-stp_10.42.42.5(pid=29446): stdout: | (launched: 2022-12-13_20:43:08.495063) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:09.951962 run osmo-stp_10.42.42.5(pid=29446): stderr: | [0;m[38;5;43m20221213204308662 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204308662 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204308663 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204308663 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:10.078626 run osmo-stp_10.42.42.5(pid=29446): stdout: | (launched: 2022-12-13_20:43:08.495063) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:10.200715 run osmo-stp_10.42.42.5(pid=29446): stderr: | [0;m[38;5;43m20221213204308662 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204308662 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204308663 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204308663 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204308664 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:10.346068 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29446): Process ended prematurely: osmo-stp_10.42.42.5(pid=29446) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:43:10.354952 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:43:10.381382 run osmo-hlr_10.42.42.2(pid=29443): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29443)] 20:43:10.430472 run osmo-hlr_10.42.42.2(pid=29443): stdout: | (launched: 2022-12-13_20:43:07.537510) 20:43:10.480427 run osmo-hlr_10.42.42.2(pid=29443): stderr: | [0;m[1;31m20221213204307711 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204307712 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204307712 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204307712 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204307712 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204307712 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204307723 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204307732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204307732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204307732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:10.550885 run osmo-msc_10.42.42.6(pid=29449): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29449)] 20:43:10.598640 run osmo-msc_10.42.42.6(pid=29449): stdout: | (launched: 2022-12-13_20:43:09.465665) 20:43:10.648507 run osmo-msc_10.42.42.6(pid=29449): stderr: | [0;m[38;5;43m20221213204309736 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204309736 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fbf59984c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204309736 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204309736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204309736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204309737 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204309738 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204309739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204309739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204309739 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:10.698435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Terminating (SIGTERM) 20:43:10.738622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Terminating (SIGTERM) 20:43:10.778749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Terminating (SIGTERM) 20:43:10.819241 --- ParallelTerminationStrategy: PID 29442 died... 20:43:10.838717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Terminated: ok {rc=0} 20:43:10.883811 --- ParallelTerminationStrategy: PID 29445 died... 20:43:10.902934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Terminated: ok {rc=0} 20:43:10.947377 --- ParallelTerminationStrategy: PID 29448 died... 20:43:10.966346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Terminated: ok {rc=0} 20:43:11.053786 bus /sierra_3: Setting Powered False 20:43:12.152859 bus /sierra_3: Setting Powered False 20:43:13.267621 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:43:14.513836 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:43:14.520190 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:43:14.551996 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:43:14.579414 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:43:14.630670 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:43:14.662768 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:43:14.690128 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:43:15.240789 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:43:15.289857 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.300905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:43:15.369980 tst mo_mt_call.py: using LAC 36154 20:43:15.497641 tst mo_mt_call.py: using RAC 199 20:43:15.628579 tst mo_mt_call.py: using CellId 36154 20:43:15.756131 tst mo_mt_call.py: using BVCI 36155 20:43:15.896697 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.909473 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.922002 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.934493 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.947103 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:15.960224 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:43:16.088606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:43:16.210487 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:16.723156 run create_hlr_db(pid=29454): Launched 20:43:16.910510 bus /sierra_2: Setting Powered False 20:43:17.972148 run create_hlr_db(pid=29454): Terminated: ok {rc=0} 20:43:18.397900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Launched 20:43:18.702441 run osmo-hlr_10.42.42.2(pid=29457): Launched 20:43:18.820872 run osmo-stp_10.42.42.5: Starting osmo-stp 20:43:19.355579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Launched 20:43:19.659643 run osmo-stp_10.42.42.5(pid=29460): Launched 20:43:19.777972 run osmo-msc_10.42.42.6: Starting osmo-msc 20:43:20.330535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Launched 20:43:20.635993 run osmo-msc_10.42.42.6(pid=29463): Launched 20:43:20.806304 run osmo-stp_10.42.42.5(pid=29460): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)] 20:43:20.936035 run osmo-stp_10.42.42.5(pid=29460): stdout: | (launched: 2022-12-13_20:43:19.604206) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:21.065686 run osmo-stp_10.42.42.5(pid=29460): stderr: | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204319774 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:21.193472 run osmo-stp_10.42.42.5(pid=29460): stdout: | (launched: 2022-12-13_20:43:19.604206) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:21.315438 run osmo-stp_10.42.42.5(pid=29460): stderr: | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204319773 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204319774 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204319774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:21.460799 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:43:21.469827 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:43:21.496301 run osmo-hlr_10.42.42.2(pid=29457): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29457)] 20:43:21.545623 run osmo-hlr_10.42.42.2(pid=29457): stdout: | (launched: 2022-12-13_20:43:18.646528) 20:43:21.595975 run osmo-hlr_10.42.42.2(pid=29457): stderr: | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204318820 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204318833 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204318841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204318841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204318841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:21.666577 run osmo-msc_10.42.42.6(pid=29463): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29463)] 20:43:21.714973 run osmo-msc_10.42.42.6(pid=29463): stdout: | (launched: 2022-12-13_20:43:20.579952) 20:43:21.765627 run osmo-msc_10.42.42.6(pid=29463): stderr: | [0;m[38;5;43m20221213204320850 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204320850 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4fe03dec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204320850 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204320851 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204320851 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204320851 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204320853 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204320853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204320853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204320853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:21.816390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminating (SIGTERM) 20:43:21.857054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminating (SIGTERM) 20:43:21.897911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Terminating (SIGTERM) 20:43:21.938698 --- ParallelTerminationStrategy: PID 29456 died... 20:43:21.958018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminated: ok {rc=0} 20:43:22.003164 --- ParallelTerminationStrategy: PID 29459 died... 20:43:22.022445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminated: ok {rc=0} 20:43:22.066905 --- ParallelTerminationStrategy: PID 29462 died... 20:43:22.086051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Terminated: ok {rc=0} 20:43:22.170942 bus /sierra_3: Setting Powered False 20:43:23.270191 bus /sierra_3: Setting Powered False 20:43:24.387686 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:43:25.538769 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:25.551169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:43:25.624025 tst mo_mt_call_osmux.py: using LAC 36155 20:43:25.753449 tst mo_mt_call_osmux.py: using RAC 200 20:43:25.881545 tst mo_mt_call_osmux.py: using CellId 36155 20:43:26.010259 tst mo_mt_call_osmux.py: using BVCI 36156 20:43:26.130687 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:26.142536 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:26.154263 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:26.165945 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:26.177952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:43:26.189796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:43:26.311348 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:43:26.428908 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:26.902834 run create_hlr_db(pid=29466): Launched 20:43:27.019598 bus /sierra_2: Setting Powered False 20:43:28.081425 run create_hlr_db(pid=29466): Terminated: ok {rc=0} 20:43:28.525454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Launched 20:43:28.852755 run osmo-hlr_10.42.42.2(pid=29469): Launched 20:43:28.978201 run osmo-stp_10.42.42.5: Starting osmo-stp 20:43:29.542829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Launched 20:43:29.870381 run osmo-stp_10.42.42.5(pid=29472): Launched 20:43:29.995649 run osmo-msc_10.42.42.6: Starting osmo-msc 20:43:30.583405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Launched 20:43:30.941674 run osmo-msc_10.42.42.6(pid=29475): Launched 20:43:31.335490 run osmo-stp_10.42.42.5(pid=29472): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)] 20:43:31.524919 run osmo-stp_10.42.42.5(pid=29472): stdout: | (launched: 2022-12-13_20:43:29.810571) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:31.711876 run osmo-stp_10.42.42.5(pid=29472): stderr: | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204330000 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:31.846344 run osmo-stp_10.42.42.5(pid=29472): stdout: | (launched: 2022-12-13_20:43:29.810571) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:31.973366 run osmo-stp_10.42.42.5(pid=29472): stderr: | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204330000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204330000 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204330001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:32.124098 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:43:32.134421 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 20:43:32.163197 run osmo-hlr_10.42.42.2(pid=29469): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29469)] 20:43:32.214984 run osmo-hlr_10.42.42.2(pid=29469): stdout: | (launched: 2022-12-13_20:43:28.793453) 20:43:32.267061 run osmo-hlr_10.42.42.2(pid=29469): stderr: | [0;m[1;31m20221213204328988 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204328989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204328989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204328989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204328989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204328989 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204329001 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204329010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204329010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204329010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:32.340389 run osmo-msc_10.42.42.6(pid=29475): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29475)] 20:43:32.390823 run osmo-msc_10.42.42.6(pid=29475): stdout: | (launched: 2022-12-13_20:43:30.862996) 20:43:32.442724 run osmo-msc_10.42.42.6(pid=29475): stderr: | [0;m[38;5;43m20221213204331397 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204331398 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4626baac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204331398 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204331398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204331398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204331398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204331406 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204331406 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204331407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204331407 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:32.496425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminating (SIGTERM) 20:43:32.536724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminating (SIGTERM) 20:43:32.577647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminating (SIGTERM) 20:43:32.618720 --- ParallelTerminationStrategy: PID 29468 died... 20:43:32.638750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminated: ok {rc=0} 20:43:32.684151 --- ParallelTerminationStrategy: PID 29471 died... 20:43:32.703797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminated: ok {rc=0} 20:43:32.749251 --- ParallelTerminationStrategy: PID 29474 died... 20:43:32.768708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminated: ok {rc=0} 20:43:32.856844 bus /sierra_3: Setting Powered False 20:43:33.956249 bus /sierra_3: Setting Powered False 20:43:35.071413 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:43:36.325249 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:43:36.332425 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:43:36.365872 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:43:36.393731 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:43:36.444528 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:43:36.478397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:43:36.505957 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:43:37.055469 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:43:37.104507 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.115841 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:43:37.182584 tst mo_mt_call.py: using LAC 36156 20:43:37.300673 tst mo_mt_call.py: using RAC 201 20:43:37.417925 tst mo_mt_call.py: using CellId 36156 20:43:37.541911 tst mo_mt_call.py: using BVCI 36157 20:43:37.654427 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.665609 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.676549 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.687387 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.698653 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:37.709812 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:43:37.831801 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:43:37.953616 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:38.426603 run create_hlr_db(pid=29480): Launched 20:43:38.542758 bus /sierra_2: Setting Powered False 20:43:39.603905 run create_hlr_db(pid=29480): Terminated: ok {rc=0} 20:43:40.046651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Launched 20:43:40.351892 run osmo-hlr_10.42.42.2(pid=29483): Launched 20:43:40.470501 run osmo-stp_10.42.42.5: Starting osmo-stp 20:43:41.011286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Launched 20:43:41.316233 run osmo-stp_10.42.42.5(pid=29486): Launched 20:43:41.432586 run osmo-msc_10.42.42.6: Starting osmo-msc 20:43:41.984723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Launched 20:43:42.312925 run osmo-msc_10.42.42.6(pid=29489): Launched 20:43:42.495560 run osmo-stp_10.42.42.5(pid=29486): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)] 20:43:42.633910 run osmo-stp_10.42.42.5(pid=29486): stdout: | (launched: 2022-12-13_20:43:41.260472) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:42.773101 run osmo-stp_10.42.42.5(pid=29486): stderr: | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204341429 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:42.909326 run osmo-stp_10.42.42.5(pid=29486): stdout: | (launched: 2022-12-13_20:43:41.260472) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:43.039344 run osmo-stp_10.42.42.5(pid=29486): stderr: | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204341428 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204341429 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204341429 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:43.195022 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:43:43.204487 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:43:43.232562 run osmo-hlr_10.42.42.2(pid=29483): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29483)] 20:43:43.283829 run osmo-hlr_10.42.42.2(pid=29483): stdout: | (launched: 2022-12-13_20:43:40.296069) 20:43:43.336606 run osmo-hlr_10.42.42.2(pid=29483): stderr: | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204340470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204340481 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204340489 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204340489 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204340490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:43.409804 run osmo-msc_10.42.42.6(pid=29489): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29489)] 20:43:43.460314 run osmo-msc_10.42.42.6(pid=29489): stdout: | (launched: 2022-12-13_20:43:42.253618) 20:43:43.512337 run osmo-msc_10.42.42.6(pid=29489): stderr: | [0;m[38;5;43m20221213204342573 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204342574 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc447f71c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204342574 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204342574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204342574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204342574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204342576 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204342576 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204342576 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204342576 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:43.564911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminating (SIGTERM) 20:43:43.606573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminating (SIGTERM) 20:43:43.648132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminating (SIGTERM) 20:43:43.690057 --- ParallelTerminationStrategy: PID 29482 died... 20:43:43.710124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminated: ok {rc=0} 20:43:43.756395 --- ParallelTerminationStrategy: PID 29485 died... 20:43:43.776439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminated: ok {rc=0} 20:43:43.822618 --- ParallelTerminationStrategy: PID 29488 died... 20:43:43.842410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminated: ok {rc=0} 20:43:43.930754 bus /sierra_3: Setting Powered False 20:43:45.029333 bus /sierra_3: Setting Powered False 20:43:46.147203 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:43:47.305441 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.316895 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:43:47.386283 tst mo_mt_call_osmux.py: using LAC 36157 20:43:47.508008 tst mo_mt_call_osmux.py: using RAC 202 20:43:47.631616 tst mo_mt_call_osmux.py: using CellId 36157 20:43:47.752003 tst mo_mt_call_osmux.py: using BVCI 36158 20:43:47.872124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.883845 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.895466 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.907035 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.918872 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:43:47.930640 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:43:48.050366 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:43:48.168248 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:48.641699 run create_hlr_db(pid=29491): Launched 20:43:48.758074 bus /sierra_2: Setting Powered False 20:43:49.819142 run create_hlr_db(pid=29491): Terminated: ok {rc=0} 20:43:50.242423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Launched 20:43:50.545750 run osmo-hlr_10.42.42.2(pid=29494): Launched 20:43:50.661926 run osmo-stp_10.42.42.5: Starting osmo-stp 20:43:51.186285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Launched 20:43:51.492322 run osmo-stp_10.42.42.5(pid=29497): Launched 20:43:51.609833 run osmo-msc_10.42.42.6: Starting osmo-msc 20:43:52.161702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Launched 20:43:52.465255 run osmo-msc_10.42.42.6(pid=29500): Launched 20:43:52.635921 run osmo-stp_10.42.42.5(pid=29497): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)] 20:43:52.765843 run osmo-stp_10.42.42.5(pid=29497): stdout: | (launched: 2022-12-13_20:43:51.436336) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:52.894733 run osmo-stp_10.42.42.5(pid=29497): stderr: | [0;m[38;5;43m20221213204351603 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204351604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204351604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204351604 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:53.021216 run osmo-stp_10.42.42.5(pid=29497): stdout: | (launched: 2022-12-13_20:43:51.436336) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:43:53.142501 run osmo-stp_10.42.42.5(pid=29497): stderr: | [0;m[38;5;43m20221213204351603 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204351604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204351604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204351604 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204351605 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:43:53.287613 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:43:53.296673 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 20:43:53.323206 run osmo-hlr_10.42.42.2(pid=29494): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29494)] 20:43:53.371480 run osmo-hlr_10.42.42.2(pid=29494): stdout: | (launched: 2022-12-13_20:43:50.489977) 20:43:53.421275 run osmo-hlr_10.42.42.2(pid=29494): stderr: | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204350663 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204350675 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204350683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204350683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204350683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:43:53.491028 run osmo-msc_10.42.42.6(pid=29500): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29500)] 20:43:53.538636 run osmo-msc_10.42.42.6(pid=29500): stdout: | (launched: 2022-12-13_20:43:52.409477) 20:43:53.588494 run osmo-msc_10.42.42.6(pid=29500): stderr: | [0;m[38;5;43m20221213204352679 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204352680 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb100892c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204352680 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204352680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204352680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204352680 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204352682 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204352682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204352683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204352683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:43:53.638642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminating (SIGTERM) 20:43:53.678759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminating (SIGTERM) 20:43:53.718987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Terminating (SIGTERM) 20:43:53.759651 --- ParallelTerminationStrategy: PID 29493 died... 20:43:53.779184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminated: ok {rc=0} 20:43:53.823627 --- ParallelTerminationStrategy: PID 29496 died... 20:43:53.842666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminated: ok {rc=0} 20:43:53.886812 --- ParallelTerminationStrategy: PID 29499 died... 20:43:53.905792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Terminated: ok {rc=0} 20:43:53.992423 bus /sierra_3: Setting Powered False 20:43:55.092333 bus /sierra_3: Setting Powered False 20:43:56.207784 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:43:57.456091 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:43:57.462595 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:43:57.494623 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:43:57.522488 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:43:57.575385 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:43:57.610418 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:43:57.638588 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:43:58.188511 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:43:58.241502 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.252885 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:43:58.337484 tst mo_mt_call.py: using LAC 36158 20:43:58.465987 tst mo_mt_call.py: using RAC 203 20:43:58.585478 tst mo_mt_call.py: using CellId 36158 20:43:58.706369 tst mo_mt_call.py: using BVCI 36159 20:43:58.818768 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.829991 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.840888 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.851856 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.863293 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:43:58.874519 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:43:58.994910 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:43:59.115888 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:43:59.621396 run create_hlr_db(pid=29506): Launched 20:43:59.755646 bus /sierra_2: Setting Powered False 20:44:00.821215 run create_hlr_db(pid=29506): Terminated: ok {rc=0} 20:44:01.298131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Launched 20:44:01.638642 run osmo-hlr_10.42.42.2(pid=29509): Launched 20:44:01.770276 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:02.457434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Launched 20:44:02.761855 run osmo-stp_10.42.42.5(pid=29512): Launched 20:44:02.878835 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:03.427402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Launched 20:44:03.731431 run osmo-msc_10.42.42.6(pid=29515): Launched 20:44:03.901612 run osmo-stp_10.42.42.5(pid=29512): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)] 20:44:04.030917 run osmo-stp_10.42.42.5(pid=29512): stdout: | (launched: 2022-12-13_20:44:02.706137) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:04.159542 run osmo-stp_10.42.42.5(pid=29512): stderr: | [0;m[38;5;43m20221213204402874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204402874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204402875 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204402875 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204402875 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204402876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204402876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:04.286271 run osmo-stp_10.42.42.5(pid=29512): stdout: | (launched: 2022-12-13_20:44:02.706137) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:04.408111 run osmo-stp_10.42.42.5(pid=29512): stderr: | [0;m[38;5;43m20221213204402874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204402874 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204402875 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204402875 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204402875 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204402876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204402876 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:04.553343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29512): Process ended prematurely: osmo-stp_10.42.42.5(pid=29512) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:44:04.562321 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:44:04.588769 run osmo-hlr_10.42.42.2(pid=29509): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29509)] 20:44:04.638345 run osmo-hlr_10.42.42.2(pid=29509): stdout: | (launched: 2022-12-13_20:44:01.579432) 20:44:04.688753 run osmo-hlr_10.42.42.2(pid=29509): stderr: | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204401937 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204401967 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204401989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204401989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204401989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:04.758855 run osmo-msc_10.42.42.6(pid=29515): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29515)] 20:44:04.807385 run osmo-msc_10.42.42.6(pid=29515): stdout: | (launched: 2022-12-13_20:44:03.675453) 20:44:04.857757 run osmo-msc_10.42.42.6(pid=29515): stderr: | [0;m[38;5;43m20221213204403945 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204403945 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f19950bcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204403945 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204403946 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204403946 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204403946 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204403948 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204403948 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204403948 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204403948 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:04.908053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Terminating (SIGTERM) 20:44:04.948501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Terminating (SIGTERM) 20:44:04.988693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Terminating (SIGTERM) 20:44:05.029171 --- ParallelTerminationStrategy: PID 29508 died... 20:44:05.048737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Terminated: ok {rc=0} 20:44:05.093746 --- ParallelTerminationStrategy: PID 29511 died... 20:44:05.113088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Terminated: ok {rc=0} 20:44:05.157867 --- ParallelTerminationStrategy: PID 29514 died... 20:44:05.177189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Terminated: ok {rc=0} 20:44:05.264455 bus /sierra_3: Setting Powered False 20:44:06.365194 bus /sierra_3: Setting Powered False 20:44:07.481303 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:44:08.631154 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:08.643310 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:44:08.714657 tst mo_mt_call_osmux.py: using LAC 36159 20:44:08.843597 tst mo_mt_call_osmux.py: using RAC 204 20:44:08.970842 tst mo_mt_call_osmux.py: using CellId 36159 20:44:09.100278 tst mo_mt_call_osmux.py: using BVCI 36160 20:44:09.211592 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:09.223014 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:09.234056 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:09.245147 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:09.256806 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:44:09.268211 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:44:09.390108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:44:09.509680 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:44:09.983906 run create_hlr_db(pid=29517): Launched 20:44:10.100671 bus /sierra_2: Setting Powered False 20:44:11.162035 run create_hlr_db(pid=29517): Terminated: ok {rc=0} 20:44:11.586670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Launched 20:44:11.903950 run osmo-hlr_10.42.42.2(pid=29520): Launched 20:44:12.040119 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:12.577020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Launched 20:44:12.881723 run osmo-stp_10.42.42.5(pid=29523): Launched 20:44:12.998140 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:13.548606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Launched 20:44:13.854182 run osmo-msc_10.42.42.6(pid=29526): Launched 20:44:14.026649 run osmo-stp_10.42.42.5(pid=29523): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)] 20:44:14.156455 run osmo-stp_10.42.42.5(pid=29523): stdout: | (launched: 2022-12-13_20:44:12.826139) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:14.285410 run osmo-stp_10.42.42.5(pid=29523): stderr: | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204412995 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:14.412859 run osmo-stp_10.42.42.5(pid=29523): stdout: | (launched: 2022-12-13_20:44:12.826139) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:14.534966 run osmo-stp_10.42.42.5(pid=29523): stderr: | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204412994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204412995 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204412995 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:14.680185 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:44:14.689385 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:44:14.715987 run osmo-hlr_10.42.42.2(pid=29520): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29520)] 20:44:14.764566 run osmo-hlr_10.42.42.2(pid=29520): stdout: | (launched: 2022-12-13_20:44:11.837309) 20:44:14.814447 run osmo-hlr_10.42.42.2(pid=29520): stderr: | [0;m[1;31m20221213204412042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204412042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204412042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204412042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204412043 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204412043 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204412055 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204412064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204412064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204412064 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:14.884707 run osmo-msc_10.42.42.6(pid=29526): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29526)] 20:44:14.932571 run osmo-msc_10.42.42.6(pid=29526): stdout: | (launched: 2022-12-13_20:44:13.797915) 20:44:14.982609 run osmo-msc_10.42.42.6(pid=29526): stderr: | [0;m[38;5;43m20221213204414066 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204414066 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f2338fc4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204414066 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204414066 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204414066 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204414066 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204414068 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204414069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204414069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204414069 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:15.032780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminating (SIGTERM) 20:44:15.073140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminating (SIGTERM) 20:44:15.113495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminating (SIGTERM) 20:44:15.154134 --- ParallelTerminationStrategy: PID 29519 died... 20:44:15.174040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminated: ok {rc=0} 20:44:15.218719 --- ParallelTerminationStrategy: PID 29522 died... 20:44:15.237916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminated: ok {rc=0} 20:44:15.282478 --- ParallelTerminationStrategy: PID 29525 died... 20:44:15.301644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminated: ok {rc=0} 20:44:15.388375 bus /sierra_3: Setting Powered False 20:44:16.500030 bus /sierra_3: Setting Powered False 20:44:17.627652 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:44:18.888648 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:44:18.896028 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:44:18.928939 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:44:18.956222 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:44:19.008153 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:44:19.041291 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:44:19.068683 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:44:19.622113 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:44:19.675420 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:19.687138 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:44:19.759294 tst mo_mt_call.py: using LAC 36160 20:44:19.888192 tst mo_mt_call.py: using RAC 205 20:44:20.016704 tst mo_mt_call.py: using CellId 36160 20:44:20.146862 tst mo_mt_call.py: using BVCI 36161 20:44:20.266013 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:20.277663 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:20.289226 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:20.300586 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:20.312731 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:20.324702 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:44:20.443910 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:44:20.565381 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:44:21.072142 run create_hlr_db(pid=29532): Launched 20:44:21.205429 bus /sierra_2: Setting Powered False 20:44:22.269668 run create_hlr_db(pid=29532): Terminated: ok {rc=0} 20:44:22.707198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Launched 20:44:23.012536 run osmo-hlr_10.42.42.2(pid=29535): Launched 20:44:23.128452 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:23.665960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Launched 20:44:23.972042 run osmo-stp_10.42.42.5(pid=29538): Launched 20:44:24.087893 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:24.638611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Launched 20:44:24.943433 run osmo-msc_10.42.42.6(pid=29541): Launched 20:44:25.113530 run osmo-stp_10.42.42.5(pid=29538): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)] 20:44:25.243088 run osmo-stp_10.42.42.5(pid=29538): stdout: | (launched: 2022-12-13_20:44:23.916277) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:25.372031 run osmo-stp_10.42.42.5(pid=29538): stderr: | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204424083 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:25.498918 run osmo-stp_10.42.42.5(pid=29538): stdout: | (launched: 2022-12-13_20:44:23.916277) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:25.620616 run osmo-stp_10.42.42.5(pid=29538): stderr: | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204424082 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204424083 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204424083 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:25.766332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:44:25.775238 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:44:25.801857 run osmo-hlr_10.42.42.2(pid=29535): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29535)] 20:44:25.850467 run osmo-hlr_10.42.42.2(pid=29535): stdout: | (launched: 2022-12-13_20:44:22.956413) 20:44:25.900191 run osmo-hlr_10.42.42.2(pid=29535): stderr: | [0;m[1;31m20221213204423130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204423130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204423130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204423130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204423130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204423131 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204423143 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204423154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204423154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204423154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:25.970194 run osmo-msc_10.42.42.6(pid=29541): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29541)] 20:44:26.018114 run osmo-msc_10.42.42.6(pid=29541): stdout: | (launched: 2022-12-13_20:44:24.887610) 20:44:26.068162 run osmo-msc_10.42.42.6(pid=29541): stderr: | [0;m[38;5;43m20221213204425158 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204425158 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6ce604cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204425159 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204425159 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204425159 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204425159 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204425161 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204425161 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204425161 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204425161 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:26.118508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminating (SIGTERM) 20:44:26.158686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminating (SIGTERM) 20:44:26.198824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Terminating (SIGTERM) 20:44:26.239040 --- ParallelTerminationStrategy: PID 29534 died... 20:44:26.258702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminated: ok {rc=0} 20:44:26.303608 --- ParallelTerminationStrategy: PID 29537 died... 20:44:26.322842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminated: ok {rc=0} 20:44:26.367317 --- ParallelTerminationStrategy: PID 29540 died... 20:44:26.386579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Terminated: ok {rc=0} 20:44:26.473354 bus /sierra_3: Setting Powered False 20:44:27.572885 bus /sierra_3: Setting Powered False 20:44:28.690480 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:44:29.837455 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:29.849476 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:44:29.919019 tst mo_mt_call_osmux.py: using LAC 36161 20:44:30.038270 tst mo_mt_call_osmux.py: using RAC 206 20:44:30.159924 tst mo_mt_call_osmux.py: using CellId 36161 20:44:30.289379 tst mo_mt_call_osmux.py: using BVCI 36162 20:44:30.407376 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:30.419256 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:30.430977 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:30.442731 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:30.454514 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:44:30.466114 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:44:30.585483 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:44:30.705823 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:44:31.225383 run create_hlr_db(pid=29543): Launched 20:44:31.390159 bus /sierra_2: Setting Powered False 20:44:32.451260 run create_hlr_db(pid=29543): Terminated: ok {rc=0} 20:44:32.911562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Launched 20:44:33.237229 run osmo-hlr_10.42.42.2(pid=29546): Launched 20:44:33.361051 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:33.926811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Launched 20:44:34.253460 run osmo-stp_10.42.42.5(pid=29549): Launched 20:44:34.378343 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:34.967594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Launched 20:44:35.294369 run osmo-msc_10.42.42.6(pid=29552): Launched 20:44:35.476377 run osmo-stp_10.42.42.5(pid=29549): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)] 20:44:35.613888 run osmo-stp_10.42.42.5(pid=29549): stdout: | (launched: 2022-12-13_20:44:34.194195) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:35.751704 run osmo-stp_10.42.42.5(pid=29549): stderr: | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204434386 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:35.888657 run osmo-stp_10.42.42.5(pid=29549): stdout: | (launched: 2022-12-13_20:44:34.194195) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:36.018944 run osmo-stp_10.42.42.5(pid=29549): stderr: | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204434385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204434386 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204434386 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:36.174695 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29549): Process ended prematurely: osmo-stp_10.42.42.5(pid=29549) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:44:36.184449 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec) 20:44:36.212368 run osmo-hlr_10.42.42.2(pid=29546): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29546)] 20:44:36.262831 run osmo-hlr_10.42.42.2(pid=29546): stdout: | (launched: 2022-12-13_20:44:33.177859) 20:44:36.315030 run osmo-hlr_10.42.42.2(pid=29546): stderr: | [0;m[1;31m20221213204433374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204433374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204433375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204433375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204433375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204433375 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204433388 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204433396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204433396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204433396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:36.387877 run osmo-msc_10.42.42.6(pid=29552): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29552)] 20:44:36.438222 run osmo-msc_10.42.42.6(pid=29552): stdout: | (launched: 2022-12-13_20:44:35.234885) 20:44:36.490345 run osmo-msc_10.42.42.6(pid=29552): stderr: | [0;m[38;5;43m20221213204435555 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204435556 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f33d1d06c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204435556 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204435556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204435556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204435556 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204435558 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204435559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204435559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204435559 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:36.542776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Terminating (SIGTERM) 20:44:36.584939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Terminating (SIGTERM) 20:44:36.627613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Terminating (SIGTERM) 20:44:36.670756 --- ParallelTerminationStrategy: PID 29545 died... 20:44:36.691252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Terminated: ok {rc=0} 20:44:36.738136 --- ParallelTerminationStrategy: PID 29548 died... 20:44:36.758071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Terminated: ok {rc=0} 20:44:36.805797 --- ParallelTerminationStrategy: PID 29551 died... 20:44:36.825661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Terminated: ok {rc=0} 20:44:36.914785 bus /sierra_3: Setting Powered False 20:44:38.014705 bus /sierra_3: Setting Powered False 20:44:39.134210 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:44:40.380471 tst voice:trx-umtrx+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:44:40.386231 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:44:40.418431 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:44:40.445356 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:44:40.497276 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:44:40.529441 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:44:40.556436 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:44:41.105481 tst voice:trx-umtrx+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:44:41.155937 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.167022 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:44:41.237792 tst mo_mt_call.py: using LAC 36162 20:44:41.359756 tst mo_mt_call.py: using RAC 207 20:44:41.480735 tst mo_mt_call.py: using CellId 36162 20:44:41.601403 tst mo_mt_call.py: using BVCI 36163 20:44:41.711237 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.722229 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.732917 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.743715 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.754728 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:41.766637 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:44:41.889040 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:44:42.006700 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:44:42.481073 run create_hlr_db(pid=29558): Launched 20:44:42.597522 bus /sierra_2: Setting Powered False 20:44:43.657522 run create_hlr_db(pid=29558): Terminated: ok {rc=0} 20:44:44.082565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Launched 20:44:44.387375 run osmo-hlr_10.42.42.2(pid=29561): Launched 20:44:44.504378 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:45.032094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Launched 20:44:45.336470 run osmo-stp_10.42.42.5(pid=29564): Launched 20:44:45.452504 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:46.069772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Launched 20:44:46.389244 run osmo-msc_10.42.42.6(pid=29567): Launched 20:44:46.673620 run osmo-stp_10.42.42.5(pid=29564): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)] 20:44:47.063292 run osmo-stp_10.42.42.5(pid=29564): stdout: | (launched: 2022-12-13_20:44:45.280820) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:47.350460 run osmo-stp_10.42.42.5(pid=29564): stderr: | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204445449 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:47.489534 run osmo-stp_10.42.42.5(pid=29564): stdout: | (launched: 2022-12-13_20:44:45.280820) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:47.621038 run osmo-stp_10.42.42.5(pid=29564): stderr: | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204445448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204445449 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204445449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:47.776691 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29564): Process ended prematurely: osmo-stp_10.42.42.5(pid=29564) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:44:47.786484 tst mo_mt_call.py:8: Test FAILED (6.7 sec) 20:44:47.815051 run osmo-hlr_10.42.42.2(pid=29561): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29561)] 20:44:47.866291 run osmo-hlr_10.42.42.2(pid=29561): stdout: | (launched: 2022-12-13_20:44:44.331309) 20:44:47.918708 run osmo-hlr_10.42.42.2(pid=29561): stderr: | [0;m[1;31m20221213204444501 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204444501 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204444502 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204444502 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204444502 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204444502 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204444514 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204444522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204444523 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204444523 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:47.992051 run osmo-msc_10.42.42.6(pid=29567): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29567)] 20:44:48.043006 run osmo-msc_10.42.42.6(pid=29567): stdout: | (launched: 2022-12-13_20:44:46.332019) 20:44:48.095545 run osmo-msc_10.42.42.6(pid=29567): stderr: | [0;m[38;5;43m20221213204446829 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204446829 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f36dcf38c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204446829 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204446831 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204446831 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204446832 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204446837 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204446838 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204446840 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204446840 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:48.148228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Terminating (SIGTERM) 20:44:48.190372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Terminating (SIGTERM) 20:44:48.232638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Terminating (SIGTERM) 20:44:48.275157 --- ParallelTerminationStrategy: PID 29560 died... 20:44:48.295218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Terminated: ok {rc=0} 20:44:48.342418 --- ParallelTerminationStrategy: PID 29563 died... 20:44:48.362712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Terminated: ok {rc=0} 20:44:48.409694 --- ParallelTerminationStrategy: PID 29566 died... 20:44:48.429818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Terminated: ok {rc=0} 20:44:48.518910 bus /sierra_3: Setting Powered False 20:44:49.618778 bus /sierra_3: Setting Powered False 20:44:50.735239 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:44:51.879198 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:51.891011 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:44:51.968493 tst mo_mt_call_osmux.py: using LAC 36163 20:44:52.086765 tst mo_mt_call_osmux.py: using RAC 208 20:44:52.204912 tst mo_mt_call_osmux.py: using CellId 36163 20:44:52.322578 tst mo_mt_call_osmux.py: using BVCI 36164 20:44:52.434394 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:52.445476 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:52.456219 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:52.466914 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:52.477920 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:44:52.489072 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:44:52.604606 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:44:52.724561 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:44:53.234025 run create_hlr_db(pid=29569): Launched 20:44:53.367116 bus /sierra_2: Setting Powered False 20:44:54.430966 run create_hlr_db(pid=29569): Terminated: ok {rc=0} 20:44:54.867127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Launched 20:44:55.171807 run osmo-hlr_10.42.42.2(pid=29572): Launched 20:44:55.287335 run osmo-stp_10.42.42.5: Starting osmo-stp 20:44:55.823553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Launched 20:44:56.129294 run osmo-stp_10.42.42.5(pid=29575): Launched 20:44:56.246121 run osmo-msc_10.42.42.6: Starting osmo-msc 20:44:56.804839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Launched 20:44:57.112797 run osmo-msc_10.42.42.6(pid=29578): Launched 20:44:57.284753 run osmo-stp_10.42.42.5(pid=29575): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)] 20:44:57.415716 run osmo-stp_10.42.42.5(pid=29575): stdout: | (launched: 2022-12-13_20:44:56.073064) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:57.546283 run osmo-stp_10.42.42.5(pid=29575): stderr: | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204456240 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204456240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204456240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204456241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:57.674683 run osmo-stp_10.42.42.5(pid=29575): stdout: | (launched: 2022-12-13_20:44:56.073064) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:44:57.797667 run osmo-stp_10.42.42.5(pid=29575): stderr: | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204456239 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204456240 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204456240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204456240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204456241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:44:57.944797 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:44:57.954141 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:44:57.980800 run osmo-hlr_10.42.42.2(pid=29572): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29572)] 20:44:58.030020 run osmo-hlr_10.42.42.2(pid=29572): stdout: | (launched: 2022-12-13_20:44:55.115999) 20:44:58.080451 run osmo-hlr_10.42.42.2(pid=29572): stderr: | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204455289 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204455305 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204455314 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204455314 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204455314 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:44:58.151183 run osmo-msc_10.42.42.6(pid=29578): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29578)] 20:44:58.199894 run osmo-msc_10.42.42.6(pid=29578): stdout: | (launched: 2022-12-13_20:44:57.056256) 20:44:58.250346 run osmo-msc_10.42.42.6(pid=29578): stderr: | [0;m[38;5;43m20221213204457327 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204457327 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f73305bcc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204457327 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204457327 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204457327 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204457327 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204457329 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204457330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204457330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204457330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:44:58.301110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminating (SIGTERM) 20:44:58.341891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminating (SIGTERM) 20:44:58.382460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Terminating (SIGTERM) 20:44:58.423434 --- ParallelTerminationStrategy: PID 29571 died... 20:44:58.443301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminated: ok {rc=0} 20:44:58.488374 --- ParallelTerminationStrategy: PID 29574 died... 20:44:58.507730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminated: ok {rc=0} 20:44:58.552548 --- ParallelTerminationStrategy: PID 29577 died... 20:44:58.571853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Terminated: ok {rc=0} 20:44:58.659735 bus /sierra_3: Setting Powered False 20:44:59.762263 bus /sierra_3: Setting Powered False 20:45:00.904877 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 20:45:02.171714 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:45:02.178528 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 20:45:02.212636 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 20:45:02.242004 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 20:45:02.294515 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 20:45:02.328117 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 20:45:02.355560 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 20:45:02.912673 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 20:45:02.964705 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:02.976536 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:45:03.027889 tst mo_mt_call.py: using LAC 36164 20:45:03.155093 tst mo_mt_call.py: using RAC 209 20:45:03.281135 tst mo_mt_call.py: using CellId 36164 20:45:03.410077 tst mo_mt_call.py: using BVCI 36165 20:45:03.528347 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:03.540241 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:03.551924 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:03.564057 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:03.575918 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:03.587797 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:45:03.706483 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:45:03.823747 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:45:04.294178 run create_hlr_db(pid=29586): Launched 20:45:04.412014 bus /sierra_2: Setting Powered False 20:45:05.473556 run create_hlr_db(pid=29586): Terminated: ok {rc=0} 20:45:05.918773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Launched 20:45:06.229321 run osmo-hlr_10.42.42.2(pid=29589): Launched 20:45:06.346210 run osmo-stp_10.42.42.5: Starting osmo-stp 20:45:06.882120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Launched 20:45:07.187917 run osmo-stp_10.42.42.5(pid=29592): Launched 20:45:07.304531 run osmo-msc_10.42.42.6: Starting osmo-msc 20:45:07.855287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Launched 20:45:08.160555 run osmo-msc_10.42.42.6(pid=29595): Launched 20:45:08.330301 run osmo-stp_10.42.42.5(pid=29592): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)] 20:45:08.460542 run osmo-stp_10.42.42.5(pid=29592): stdout: | (launched: 2022-12-13_20:45:07.131632) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:08.589959 run osmo-stp_10.42.42.5(pid=29592): stderr: | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204507301 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:08.717571 run osmo-stp_10.42.42.5(pid=29592): stdout: | (launched: 2022-12-13_20:45:07.131632) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:08.839662 run osmo-stp_10.42.42.5(pid=29592): stderr: | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204507300 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204507301 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204507301 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:08.986314 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29592): Process ended prematurely: osmo-stp_10.42.42.5(pid=29592) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)] [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 20:45:08.995553 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:45:09.022076 run osmo-hlr_10.42.42.2(pid=29589): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29589)] 20:45:09.071205 run osmo-hlr_10.42.42.2(pid=29589): stdout: | (launched: 2022-12-13_20:45:06.173529) 20:45:09.121596 run osmo-hlr_10.42.42.2(pid=29589): stderr: | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204506347 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204506359 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204506369 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204506369 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204506369 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:45:09.192482 run osmo-msc_10.42.42.6(pid=29595): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29595)] 20:45:09.240463 run osmo-msc_10.42.42.6(pid=29595): stdout: | (launched: 2022-12-13_20:45:08.104430) 20:45:09.290639 run osmo-msc_10.42.42.6(pid=29595): stderr: | [0;m[38;5;43m20221213204508375 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204508375 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fca139a5c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204508375 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204508375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204508375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204508375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204508377 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204508378 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204508378 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204508378 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:45:09.341792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Terminating (SIGTERM) 20:45:09.382572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Terminating (SIGTERM) 20:45:09.423235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Terminating (SIGTERM) 20:45:09.464297 --- ParallelTerminationStrategy: PID 29588 died... 20:45:09.484119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Terminated: ok {rc=0} 20:45:09.529680 --- ParallelTerminationStrategy: PID 29591 died... 20:45:09.549012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Terminated: ok {rc=0} 20:45:09.594317 --- ParallelTerminationStrategy: PID 29594 died... 20:45:09.613809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Terminated: ok {rc=0} 20:45:09.698469 bus /sierra_3: Setting Powered False 20:45:10.797809 bus /sierra_3: Setting Powered False 20:45:11.916479 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 20:45:13.063278 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.075316 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:45:13.126650 tst mo_mt_call_osmux.py: using LAC 36165 20:45:13.259122 tst mo_mt_call_osmux.py: using RAC 210 20:45:13.386293 tst mo_mt_call_osmux.py: using CellId 36165 20:45:13.513587 tst mo_mt_call_osmux.py: using BVCI 36166 20:45:13.626262 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.637817 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.649105 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.660273 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.672072 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 20:45:13.683633 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:45:13.801787 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 20:45:13.923811 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:45:14.430409 run create_hlr_db(pid=29597): Launched 20:45:14.563064 bus /sierra_2: Setting Powered False 20:45:15.627604 run create_hlr_db(pid=29597): Terminated: ok {rc=0} 20:45:16.082018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Launched 20:45:16.413269 run osmo-hlr_10.42.42.2(pid=29600): Launched 20:45:16.665186 run osmo-stp_10.42.42.5: Starting osmo-stp 20:45:17.348509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Launched 20:45:17.658904 run osmo-stp_10.42.42.5(pid=29603): Launched 20:45:17.776761 run osmo-msc_10.42.42.6: Starting osmo-msc 20:45:18.331226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Launched 20:45:18.639221 run osmo-msc_10.42.42.6(pid=29606): Launched 20:45:18.810534 run osmo-stp_10.42.42.5(pid=29603): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)] 20:45:18.942892 run osmo-stp_10.42.42.5(pid=29603): stdout: | (launched: 2022-12-13_20:45:17.602878) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:19.073379 run osmo-stp_10.42.42.5(pid=29603): stderr: | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204517772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:19.201275 run osmo-stp_10.42.42.5(pid=29603): stdout: | (launched: 2022-12-13_20:45:17.602878) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:19.323819 run osmo-stp_10.42.42.5(pid=29603): stderr: | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204517771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204517772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204517772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:19.470728 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)] [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 20:45:19.479849 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:45:19.506391 run osmo-hlr_10.42.42.2(pid=29600): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29600)] 20:45:19.555661 run osmo-hlr_10.42.42.2(pid=29600): stdout: | (launched: 2022-12-13_20:45:16.351422) 20:45:19.605824 run osmo-hlr_10.42.42.2(pid=29600): stderr: | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204516555 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204516568 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204516584 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204516584 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204516584 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:45:19.675751 run osmo-msc_10.42.42.6(pid=29606): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29606)] 20:45:19.723880 run osmo-msc_10.42.42.6(pid=29606): stdout: | (launched: 2022-12-13_20:45:18.582977) 20:45:19.773912 run osmo-msc_10.42.42.6(pid=29606): stderr: | [0;m[38;5;43m20221213204518852 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204518852 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f8c44beec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204518852 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204518852 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204518853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204518853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204518854 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204518855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204518855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204518855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:45:19.824262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminating (SIGTERM) 20:45:19.864526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminating (SIGTERM) 20:45:19.904707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Terminating (SIGTERM) 20:45:19.945267 --- ParallelTerminationStrategy: PID 29599 died... 20:45:19.964875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminated: ok {rc=0} 20:45:20.009561 --- ParallelTerminationStrategy: PID 29602 died... 20:45:20.028675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminated: ok {rc=0} 20:45:20.073193 --- ParallelTerminationStrategy: PID 29605 died... 20:45:20.092166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Terminated: ok {rc=0} 20:45:20.177400 bus /sierra_3: Setting Powered False 20:45:21.276613 bus /sierra_3: Setting Powered False 20:45:22.395096 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:trx-umtrx --------------------------------------------------------------------- 20:45:23.651405 tst emergency:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:45:23.656218 tst emergency:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:45:23.689624 tst emergency:trx-umtrx: Verifying 6 x ip_address (candidates: 9) 20:45:23.717734 tst emergency:trx-umtrx: Verifying 4 x modem (candidates: 12) 20:45:23.804542 tst emergency:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:45:23.838320 tst emergency:trx-umtrx: Reserving 6 x ip_address (candidates: 9) 20:45:23.865830 tst emergency:trx-umtrx: Reserving 4 x modem (candidates: 12) 20:45:24.449847 tst emergency:trx-umtrx: RESERVED RESOURCES for emergency: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:trx-umtrx emergency_mo_mt_call.py ---------------------------------------------- 20:45:24.455268 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:24.466703 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1) 20:45:24.516130 tst emergency_mo_mt_call.py: using LAC 36166 20:45:24.643013 tst emergency_mo_mt_call.py: using RAC 211 20:45:24.773222 tst emergency_mo_mt_call.py: using CellId 36166 20:45:24.899472 tst emergency_mo_mt_call.py: using BVCI 36167 20:45:25.015975 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:25.027229 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:25.038270 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:25.049344 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:25.060282 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:25.071312 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:25.189317 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:25.311056 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:45:25.810588 run create_hlr_db(pid=29611): Launched 20:45:25.941575 bus /sierra_2: Setting Powered False 20:45:27.005494 run create_hlr_db(pid=29611): Terminated: ok {rc=0} 20:45:27.435368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Launched 20:45:27.738330 run osmo-hlr_10.42.42.2(pid=29614): Launched 20:45:27.852653 run osmo-stp_10.42.42.5: Starting osmo-stp 20:45:28.371186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Launched 20:45:28.672291 run osmo-stp_10.42.42.5(pid=29617): Launched 20:45:28.796070 tst emergency_mo_mt_call.py: using MSISDN 8323 20:45:28.948555 run osmo-msc_10.42.42.6: Starting osmo-msc 20:45:29.489321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Launched 20:45:29.791135 run osmo-msc_10.42.42.6(pid=29620): Launched 20:45:29.960782 run osmo-stp_10.42.42.5(pid=29617): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)] 20:45:30.089743 run osmo-stp_10.42.42.5(pid=29617): stdout: | (launched: 2022-12-13_20:45:28.616929) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:30.217777 run osmo-stp_10.42.42.5(pid=29617): stderr: | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204528787 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:30.343970 run osmo-stp_10.42.42.5(pid=29617): stdout: | (launched: 2022-12-13_20:45:28.616929) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:30.464804 run osmo-stp_10.42.42.5(pid=29617): stderr: | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204528786 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204528787 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204528787 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:30.608490 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)] [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19] 20:45:30.617269 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec) 20:45:30.643742 run osmo-hlr_10.42.42.2(pid=29614): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29614)] 20:45:30.693094 run osmo-hlr_10.42.42.2(pid=29614): stdout: | (launched: 2022-12-13_20:45:27.682992) 20:45:30.743737 run osmo-hlr_10.42.42.2(pid=29614): stderr: | [0;m[1;31m20221213204527856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204527856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204527856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204527856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204527856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204527857 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204527869 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204527878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204527878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204527878 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:45:30.814509 run osmo-msc_10.42.42.6(pid=29620): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29620)] 20:45:30.864342 run osmo-msc_10.42.42.6(pid=29620): stdout: | (launched: 2022-12-13_20:45:29.735900) 20:45:30.930471 run osmo-msc_10.42.42.6(pid=29620): stderr: | [0;m[38;5;43m20221213204530004 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204530004 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f75529ecc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204530004 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204530004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204530004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204530005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204530006 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204530007 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204530007 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204530007 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:45:30.981432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminating (SIGTERM) 20:45:31.023042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminating (SIGTERM) 20:45:31.065209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Terminating (SIGTERM) 20:45:31.108169 --- ParallelTerminationStrategy: PID 29613 died... 20:45:31.128925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminated: ok {rc=0} 20:45:31.176285 --- ParallelTerminationStrategy: PID 29616 died... 20:45:31.196646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminated: ok {rc=0} 20:45:31.242889 --- ParallelTerminationStrategy: PID 29619 died... 20:45:31.263276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Terminated: ok {rc=0} 20:45:31.351639 bus /sierra_3: Setting Powered False 20:45:32.447780 bus /sierra_3: Setting Powered False 20:45:33.563901 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:trx-umtrx emergency_preemptive_call.py ---------------------------------------------- 20:45:34.652107 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:34.663540 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1) 20:45:34.714341 tst emergency_preemptive_call.py: using LAC 36167 20:45:34.834439 tst emergency_preemptive_call.py: using RAC 212 20:45:34.955637 tst emergency_preemptive_call.py: using CellId 36167 20:45:35.084499 tst emergency_preemptive_call.py: using BVCI 36168 20:45:35.200927 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:35.212499 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:35.223710 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:35.234703 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:35.245888 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6) 20:45:35.256810 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:35.374451 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:35.491425 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:35.611280 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:35.728505 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:45:36.197650 run create_hlr_db(pid=29623): Launched 20:45:36.313120 bus /sierra_2: Setting Powered False 20:45:37.373535 run create_hlr_db(pid=29623): Terminated: ok {rc=0} 20:45:37.814371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Launched 20:45:38.137868 run osmo-hlr_10.42.42.2(pid=29626): Launched 20:45:38.262518 run osmo-stp_10.42.42.5: Starting osmo-stp 20:45:38.823210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Launched 20:45:39.147161 run osmo-stp_10.42.42.5(pid=29629): Launched 20:45:39.281222 tst emergency_preemptive_call.py: using MSISDN 8324 20:45:39.447195 run osmo-msc_10.42.42.6: Starting osmo-msc 20:45:40.026615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Launched 20:45:40.349225 run osmo-msc_10.42.42.6(pid=29632): Launched 20:45:40.529538 run osmo-stp_10.42.42.5(pid=29629): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] 20:45:40.665598 run osmo-stp_10.42.42.5(pid=29629): stdout: | (launched: 2022-12-13_20:45:39.088069) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:40.801434 run osmo-stp_10.42.42.5(pid=29629): stderr: | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204539279 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:40.936725 run osmo-stp_10.42.42.5(pid=29629): stdout: | (launched: 2022-12-13_20:45:39.088069) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:41.065524 run osmo-stp_10.42.42.5(pid=29629): stderr: | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204539278 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204539279 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204539279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:41.219325 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32] 20:45:41.228393 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec) 20:45:41.255983 run osmo-hlr_10.42.42.2(pid=29626): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29626)] 20:45:41.306453 run osmo-hlr_10.42.42.2(pid=29626): stdout: | (launched: 2022-12-13_20:45:38.078961) 20:45:41.359115 run osmo-hlr_10.42.42.2(pid=29626): stderr: | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204538275 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204538286 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204538295 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204538295 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204538295 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:45:41.432199 run osmo-msc_10.42.42.6(pid=29632): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29632)] 20:45:41.482517 run osmo-msc_10.42.42.6(pid=29632): stdout: | (launched: 2022-12-13_20:45:40.290386) 20:45:41.534617 run osmo-msc_10.42.42.6(pid=29632): stderr: | [0;m[38;5;43m20221213204540611 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213204540611 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f62b2f79c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213204540611 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213204540611 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213204540611 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213204540612 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213204540613 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213204540614 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213204540614 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213204540614 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:45:41.586925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminating (SIGTERM) 20:45:41.629260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminating (SIGTERM) 20:45:41.671914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminating (SIGTERM) 20:45:41.714812 --- ParallelTerminationStrategy: PID 29625 died... 20:45:41.735091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminated: ok {rc=0} 20:45:41.781654 --- ParallelTerminationStrategy: PID 29628 died... 20:45:41.801470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminated: ok {rc=0} 20:45:41.847859 --- ParallelTerminationStrategy: PID 29631 died... 20:45:41.867392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminated: ok {rc=0} 20:45:41.954826 bus /sierra_9: Setting Powered False 20:45:43.053988 bus /sierra_9: Setting Powered False 20:45:44.170723 bus /sierra_8: Setting Powered False 20:45:45.269367 bus /sierra_8: Setting Powered False 20:45:46.388517 bus /sierra_3: Setting Powered False 20:45:47.484905 bus /sierra_3: Setting Powered False 20:45:48.603369 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx --------------------------------------------------------------------- 20:45:49.882332 tst gprs:trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:45:49.886890 tst gprs:trx-umtrx: Verifying 1 x bts (candidates: 11) 20:45:49.919992 tst gprs:trx-umtrx: Verifying 9 x ip_address (candidates: 9) 20:45:49.959819 tst gprs:trx-umtrx: Verifying 4 x modem (candidates: 12) 20:45:50.048389 tst gprs:trx-umtrx: Reserving 1 x bts (candidates: 11) 20:45:50.081791 tst gprs:trx-umtrx: Reserving 9 x ip_address (candidates: 9) 20:45:50.121439 tst gprs:trx-umtrx: Reserving 4 x modem (candidates: 12) 20:45:50.712760 tst gprs:trx-umtrx: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-umtrx cs_paging_gprs_active.py ---------------------------------------------- 20:45:50.765729 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:50.776704 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 20:45:50.826171 tst cs_paging_gprs_active.py: using LAC 36168 20:45:50.957188 tst cs_paging_gprs_active.py: using RAC 213 20:45:51.084409 tst cs_paging_gprs_active.py: using CellId 36168 20:45:51.206014 tst cs_paging_gprs_active.py: using BVCI 36169 20:45:51.320087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.330978 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.341634 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.352119 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.362469 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.374088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.385360 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.395963 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:45:51.406911 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:51.526736 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:45:51.643576 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:45:51.850283 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:45:52.181352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Launched 20:45:52.466494 run iperf3-srv_10.42.42.10(pid=29641): Launched 20:45:52.591417 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:45:52.813340 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:45:53.142802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Launched 20:45:53.428468 run iperf3-srv_10.42.42.10(pid=29643): Launched 20:45:53.551333 tst cs_paging_gprs_active.py:38: start network... 20:45:53.773043 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:45:54.283551 run create_hlr_db(pid=29644): Launched 20:45:54.418837 bus /sierra_2: Setting Powered False 20:45:55.483431 run create_hlr_db(pid=29644): Terminated: ok {rc=0} 20:45:55.940222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Launched 20:45:56.268014 run osmo-hlr_10.42.42.2(pid=29647): Launched 20:45:56.392637 run osmo-stp_10.42.42.5: Starting osmo-stp 20:45:56.959516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Launched 20:45:57.287863 run osmo-stp_10.42.42.5(pid=29650): Launched 20:45:57.411304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:45:57.975574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Launched 20:45:58.100773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:45:58.375767 run patchelf(pid=29653): Launched 20:45:58.555970 run osmo-stp_10.42.42.5(pid=29650): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)] 20:45:58.693816 run osmo-stp_10.42.42.5(pid=29650): stdout: | (launched: 2022-12-13_20:45:57.227780) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:58.833499 run osmo-stp_10.42.42.5(pid=29650): stderr: | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204557419 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:58.973297 run osmo-stp_10.42.42.5(pid=29650): stdout: | (launched: 2022-12-13_20:45:57.227780) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:45:59.107481 run osmo-stp_10.42.42.5(pid=29650): stderr: | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204557418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204557419 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204557419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:45:59.266839 run patchelf(pid=29653): Terminating (SIGINT) 20:45:59.451029 run patchelf(pid=29653): Terminated: ok {rc=0} 20:45:59.583494 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29650): Process ended prematurely: osmo-stp_10.42.42.5(pid=29650) [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)] [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38] 20:45:59.593601 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 20:45:59.621724 run osmo-hlr_10.42.42.2(pid=29647): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29647)] 20:45:59.671774 run osmo-hlr_10.42.42.2(pid=29647): stdout: | (launched: 2022-12-13_20:45:56.207931) 20:45:59.723520 run osmo-hlr_10.42.42.2(pid=29647): stderr: | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204556406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204556418 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204556427 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204556427 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204556427 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:45:59.775062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminating (SIGTERM) 20:45:59.816744 run iperf3-srv_10.42.42.10(pid=29641): Terminating (SIGTERM) 20:45:59.858709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminating (SIGTERM) 20:45:59.900390 run iperf3-srv_10.42.42.10(pid=29643): Terminating (SIGTERM) 20:45:59.941700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Terminating (SIGTERM) 20:45:59.983305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Terminating (SIGTERM) 20:46:00.024827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Terminating (SIGTERM) 20:46:00.067427 --- ParallelTerminationStrategy: PID 29640 died... 20:46:00.087608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminated: ok {rc=0} 20:46:00.133794 --- ParallelTerminationStrategy: PID 29641 died... 20:46:00.153282 run iperf3-srv_10.42.42.10(pid=29641): Terminated {rc=256} 20:46:00.198979 --- ParallelTerminationStrategy: PID 29642 died... 20:46:00.218464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminated: ok {rc=0} 20:46:00.264145 --- ParallelTerminationStrategy: PID 29643 died... 20:46:00.283595 run iperf3-srv_10.42.42.10(pid=29643): Terminated {rc=256} 20:46:00.329371 --- ParallelTerminationStrategy: PID 29646 died... 20:46:00.348631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Terminated: ok {rc=0} 20:46:00.394740 --- ParallelTerminationStrategy: PID 29649 died... 20:46:00.414413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Terminated: ok {rc=0} 20:46:00.460383 --- ParallelTerminationStrategy: PID 29652 died... 20:46:00.479943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Terminated: ok {rc=0} 20:46:00.567761 bus /gobi_0: Setting Powered False 20:46:01.681942 bus /gobi_0: Setting Powered False 20:46:02.801606 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx iperf3.py ---------------------------------------------- 20:46:03.953801 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:03.965634 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 20:46:04.017795 tst iperf3.py: using LAC 36169 20:46:04.146533 tst iperf3.py: using RAC 214 20:46:04.275482 tst iperf3.py: using CellId 36169 20:46:04.404054 tst iperf3.py: using BVCI 36170 20:46:04.523326 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.534696 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.545893 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.556906 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.568565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.580137 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.591827 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.603382 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:04.615136 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:04.734253 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:46:04.941741 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:05.250036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Launched 20:46:05.518961 run iperf3-srv_10.42.42.10(pid=29656): Launched 20:46:05.634668 tst iperf3.py:8: start network... 20:46:05.840062 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:46:06.314913 run create_hlr_db(pid=29657): Launched 20:46:06.432389 bus /gobi_6: Setting Powered False 20:46:07.497329 run create_hlr_db(pid=29657): Terminated: ok {rc=0} 20:46:07.953072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Launched 20:46:08.280184 run osmo-hlr_10.42.42.2(pid=29660): Launched 20:46:08.405050 run osmo-stp_10.42.42.5: Starting osmo-stp 20:46:08.975743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Launched 20:46:09.303525 run osmo-stp_10.42.42.5(pid=29663): Launched 20:46:09.430025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:46:09.996186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Launched 20:46:10.120663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:46:10.398028 run patchelf(pid=29666): Launched 20:46:10.581398 run osmo-stp_10.42.42.5(pid=29663): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] 20:46:10.719972 run osmo-stp_10.42.42.5(pid=29663): stdout: | (launched: 2022-12-13_20:46:09.243872) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:10.860667 run osmo-stp_10.42.42.5(pid=29663): stderr: | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204609433 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:11.000864 run osmo-stp_10.42.42.5(pid=29663): stdout: | (launched: 2022-12-13_20:46:09.243872) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:11.135656 run osmo-stp_10.42.42.5(pid=29663): stderr: | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204609433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204609433 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204609434 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:11.295563 run patchelf(pid=29666): Terminating (SIGINT) 20:46:11.480248 run patchelf(pid=29666): Terminated: ok {rc=0} 20:46:11.613499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] [trial-2394↪gprs:trx-umtrx↪iperf3.py:8] 20:46:11.623470 tst iperf3.py:8: Test FAILED (7.7 sec) 20:46:11.652013 run osmo-hlr_10.42.42.2(pid=29660): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29660)] 20:46:11.702147 run osmo-hlr_10.42.42.2(pid=29660): stdout: | (launched: 2022-12-13_20:46:08.220339) 20:46:11.754068 run osmo-hlr_10.42.42.2(pid=29660): stderr: | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204608418 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204608431 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204608441 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204608441 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204608442 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:46:11.806396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminating (SIGTERM) 20:46:11.849060 run iperf3-srv_10.42.42.10(pid=29656): Terminating (SIGTERM) 20:46:11.891570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminating (SIGTERM) 20:46:11.933959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminating (SIGTERM) 20:46:11.976082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminating (SIGTERM) 20:46:12.018619 --- ParallelTerminationStrategy: PID 29655 died... 20:46:12.038936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminated: ok {rc=0} 20:46:12.085855 --- ParallelTerminationStrategy: PID 29656 died... 20:46:12.105750 run iperf3-srv_10.42.42.10(pid=29656): Terminated {rc=256} 20:46:12.152128 --- ParallelTerminationStrategy: PID 29659 died... 20:46:12.172052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminated: ok {rc=0} 20:46:12.218413 --- ParallelTerminationStrategy: PID 29662 died... 20:46:12.238301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminated: ok {rc=0} 20:46:12.284871 --- ParallelTerminationStrategy: PID 29665 died... 20:46:12.304859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminated: ok {rc=0} 20:46:12.392695 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx iperf3m4.py ---------------------------------------------- 20:46:13.545107 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:13.556880 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 20:46:13.606674 tst iperf3m4.py: using LAC 36170 20:46:13.737137 tst iperf3m4.py: using RAC 215 20:46:13.865808 tst iperf3m4.py: using CellId 36170 20:46:13.995571 tst iperf3m4.py: using BVCI 36171 20:46:14.114727 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.126189 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.137438 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.148489 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.159862 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.171087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.182558 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.193925 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:14.205295 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:14.323989 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:14.454186 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:14.572052 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:14.693149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:46:14.900240 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:15.208595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Launched 20:46:15.477788 run iperf3-srv_10.42.42.10(pid=29668): Launched 20:46:15.593046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:46:15.798074 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:16.147761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Launched 20:46:16.421527 run iperf3-srv_10.42.42.10(pid=29670): Launched 20:46:16.573129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:46:16.803171 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:17.142675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Launched 20:46:17.438238 run iperf3-srv_10.42.42.10(pid=29672): Launched 20:46:17.563107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:46:17.784286 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:18.113677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Launched 20:46:18.398765 run iperf3-srv_10.42.42.10(pid=29674): Launched 20:46:18.521922 tst iperf3m4.py:8: start network... 20:46:18.743059 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:46:19.252587 run create_hlr_db(pid=29675): Launched 20:46:19.385835 bus /gobi_6: Setting Powered False 20:46:20.450437 run create_hlr_db(pid=29675): Terminated: ok {rc=0} 20:46:20.905069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Launched 20:46:21.232273 run osmo-hlr_10.42.42.2(pid=29678): Launched 20:46:21.356765 run osmo-stp_10.42.42.5: Starting osmo-stp 20:46:21.929744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Launched 20:46:22.243198 run osmo-stp_10.42.42.5(pid=29681): Launched 20:46:22.360734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:46:22.889589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Launched 20:46:23.006483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:46:23.265323 run patchelf(pid=29684): Launched 20:46:23.435020 run osmo-stp_10.42.42.5(pid=29681): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)] 20:46:23.564765 run osmo-stp_10.42.42.5(pid=29681): stdout: | (launched: 2022-12-13_20:46:22.186734) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:23.695814 run osmo-stp_10.42.42.5(pid=29681): stderr: | [0;m[38;5;43m20221213204622355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204622356 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204622356 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204622356 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:23.827722 run osmo-stp_10.42.42.5(pid=29681): stdout: | (launched: 2022-12-13_20:46:22.186734) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:23.953659 run osmo-stp_10.42.42.5(pid=29681): stderr: | [0;m[38;5;43m20221213204622355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204622356 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204622356 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204622356 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204622357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:24.102975 run patchelf(pid=29684): Terminating (SIGINT) 20:46:24.275155 run patchelf(pid=29684): Terminated: ok {rc=0} 20:46:24.399736 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29681): Process ended prematurely: osmo-stp_10.42.42.5(pid=29681) [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)] [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8] 20:46:24.409416 tst iperf3m4.py:8: Test FAILED (10.9 sec) 20:46:24.436749 run osmo-hlr_10.42.42.2(pid=29678): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29678)] 20:46:24.485444 run osmo-hlr_10.42.42.2(pid=29678): stdout: | (launched: 2022-12-13_20:46:21.172578) 20:46:24.535300 run osmo-hlr_10.42.42.2(pid=29678): stderr: | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204621369 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204621383 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204621391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204621391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204621391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:46:24.585588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminating (SIGTERM) 20:46:24.626166 run iperf3-srv_10.42.42.10(pid=29668): Terminating (SIGTERM) 20:46:24.666409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Terminating (SIGTERM) 20:46:24.706865 run iperf3-srv_10.42.42.10(pid=29670): Terminating (SIGTERM) 20:46:24.747301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Terminating (SIGTERM) 20:46:24.787853 run iperf3-srv_10.42.42.10(pid=29672): Terminating (SIGTERM) 20:46:24.828211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Terminating (SIGTERM) 20:46:24.868396 run iperf3-srv_10.42.42.10(pid=29674): Terminating (SIGTERM) 20:46:24.908629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Terminating (SIGTERM) 20:46:24.949076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Terminating (SIGTERM) 20:46:24.989485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Terminating (SIGTERM) 20:46:25.030193 --- ParallelTerminationStrategy: PID 29667 died... 20:46:25.050153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminated: ok {rc=0} 20:46:25.095211 --- ParallelTerminationStrategy: PID 29668 died... 20:46:25.114429 run iperf3-srv_10.42.42.10(pid=29668): Terminated {rc=256} 20:46:25.159029 --- ParallelTerminationStrategy: PID 29669 died... 20:46:25.178308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Terminated: ok {rc=0} 20:46:25.223153 --- ParallelTerminationStrategy: PID 29670 died... 20:46:25.242393 run iperf3-srv_10.42.42.10(pid=29670): Terminated {rc=256} 20:46:25.286900 --- ParallelTerminationStrategy: PID 29671 died... 20:46:25.306152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Terminated: ok {rc=0} 20:46:25.351024 --- ParallelTerminationStrategy: PID 29672 died... 20:46:25.370272 run iperf3-srv_10.42.42.10(pid=29672): Terminated {rc=256} 20:46:25.414906 --- ParallelTerminationStrategy: PID 29673 died... 20:46:25.434224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Terminated: ok {rc=0} 20:46:25.479179 --- ParallelTerminationStrategy: PID 29674 died... 20:46:25.498392 run iperf3-srv_10.42.42.10(pid=29674): Terminated {rc=256} 20:46:25.542800 --- ParallelTerminationStrategy: PID 29677 died... 20:46:25.562183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Terminated: ok {rc=0} 20:46:25.606845 --- ParallelTerminationStrategy: PID 29680 died... 20:46:25.626301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Terminated: ok {rc=0} 20:46:25.670918 --- ParallelTerminationStrategy: PID 29683 died... 20:46:25.690265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Terminated: ok {rc=0} 20:46:25.775920 bus /gobi_4: Setting Powered False 20:46:26.875077 bus /gobi_4: Setting Powered False 20:46:27.995263 bus /gobi_1: Setting Powered False 20:46:29.094457 bus /gobi_1: Setting Powered False 20:46:30.210860 bus /gobi_0: Setting Powered False 20:46:31.309228 bus /gobi_0: Setting Powered False 20:46:32.426884 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx ping.py ---------------------------------------------- 20:46:33.531026 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:33.542245 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 20:46:33.589747 tst ping.py: using LAC 36171 20:46:33.716421 tst ping.py: using RAC 216 20:46:33.841655 tst ping.py: using CellId 36171 20:46:33.968915 tst ping.py: using BVCI 36172 20:46:34.087060 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.098422 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.109452 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.120340 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.131181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.142123 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.153152 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:34.164059 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:34.282819 tst ping.py:19: start network... 20:46:34.499149 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:46:34.997783 run create_hlr_db(pid=29685): Launched 20:46:35.127836 bus /gobi_6: Setting Powered False 20:46:36.190090 run create_hlr_db(pid=29685): Terminated: ok {rc=0} 20:46:36.618669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Launched 20:46:36.918406 run osmo-hlr_10.42.42.2(pid=29688): Launched 20:46:37.032464 run osmo-stp_10.42.42.5: Starting osmo-stp 20:46:37.564256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Launched 20:46:37.865667 run osmo-stp_10.42.42.5(pid=29691): Launched 20:46:37.980459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:46:38.499425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Launched 20:46:38.615018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:46:38.869353 run patchelf(pid=29694): Launched 20:46:39.036742 run osmo-stp_10.42.42.5(pid=29691): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] 20:46:39.164622 run osmo-stp_10.42.42.5(pid=29691): stdout: | (launched: 2022-12-13_20:46:37.810109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:39.293698 run osmo-stp_10.42.42.5(pid=29691): stderr: | [0;m[38;5;43m20221213204637979 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204637980 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204637980 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204637980 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:39.422743 run osmo-stp_10.42.42.5(pid=29691): stdout: | (launched: 2022-12-13_20:46:37.810109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:39.546933 run osmo-stp_10.42.42.5(pid=29691): stderr: | [0;m[38;5;43m20221213204637979 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204637980 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204637980 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204637980 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204637981 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:39.694412 run patchelf(pid=29694): Terminating (SIGINT) 20:46:39.864465 run patchelf(pid=29694): Terminated: ok {rc=0} 20:46:39.987281 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] [trial-2394↪gprs:trx-umtrx↪ping.py:22] 20:46:39.996153 tst ping.py:22: Test FAILED (6.5 sec) 20:46:40.023083 run osmo-hlr_10.42.42.2(pid=29688): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29688)] 20:46:40.071417 run osmo-hlr_10.42.42.2(pid=29688): stdout: | (launched: 2022-12-13_20:46:36.863132) 20:46:40.121287 run osmo-hlr_10.42.42.2(pid=29688): stderr: | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204637037 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204637052 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204637061 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204637061 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204637061 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:46:40.171626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminating (SIGTERM) 20:46:40.211971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminating (SIGTERM) 20:46:40.252451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminating (SIGTERM) 20:46:40.293238 --- ParallelTerminationStrategy: PID 29687 died... 20:46:40.312995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminated: ok {rc=0} 20:46:40.357609 --- ParallelTerminationStrategy: PID 29690 died... 20:46:40.377097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminated: ok {rc=0} 20:46:40.421909 --- ParallelTerminationStrategy: PID 29693 died... 20:46:40.441220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminated: ok {rc=0} 20:46:40.528504 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx ping_idle_ping.py ---------------------------------------------- 20:46:41.615042 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:41.626418 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1) 20:46:41.675960 tst ping_idle_ping.py: using LAC 36172 20:46:41.796662 tst ping_idle_ping.py: using RAC 217 20:46:41.917867 tst ping_idle_ping.py: using CellId 36172 20:46:42.039621 tst ping_idle_ping.py: using BVCI 36173 20:46:42.150919 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.161639 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.172194 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.182700 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.193501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.204711 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.216110 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9) 20:46:42.227160 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4) 20:46:42.343646 tst ping_idle_ping.py:24: start network... 20:46:42.546413 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:46:43.016582 run create_hlr_db(pid=29695): Launched 20:46:43.131672 bus /gobi_6: Setting Powered False 20:46:44.191474 run create_hlr_db(pid=29695): Terminated: ok {rc=0} 20:46:44.634033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Launched 20:46:44.961468 run osmo-hlr_10.42.42.2(pid=29698): Launched 20:46:45.085581 run osmo-stp_10.42.42.5: Starting osmo-stp 20:46:45.648404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Launched 20:46:45.985687 run osmo-stp_10.42.42.5(pid=29701): Launched 20:46:46.284393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:46:47.006592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Launched 20:46:47.183926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:46:47.449061 run patchelf(pid=29704): Launched 20:46:47.629407 run osmo-stp_10.42.42.5(pid=29701): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] 20:46:47.766446 run osmo-stp_10.42.42.5(pid=29701): stdout: | (launched: 2022-12-13_20:46:45.926875) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:47.904841 run osmo-stp_10.42.42.5(pid=29701): stderr: | [0;m[38;5;43m20221213204646263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204646263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204646264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204646264 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:48.042877 run osmo-stp_10.42.42.5(pid=29701): stdout: | (launched: 2022-12-13_20:46:45.926875) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:48.175797 run osmo-stp_10.42.42.5(pid=29701): stderr: | [0;m[38;5;43m20221213204646263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204646263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204646264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204646264 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204646265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:48.332556 run patchelf(pid=29704): Terminating (SIGINT) 20:46:48.514618 run patchelf(pid=29704): Terminated: ok {rc=0} 20:46:48.645492 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27] 20:46:48.655145 tst ping_idle_ping.py:27: Test FAILED (7.0 sec) 20:46:48.683311 run osmo-hlr_10.42.42.2(pid=29698): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29698)] 20:46:48.733539 run osmo-hlr_10.42.42.2(pid=29698): stdout: | (launched: 2022-12-13_20:46:44.902079) 20:46:48.785744 run osmo-hlr_10.42.42.2(pid=29698): stderr: | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204645098 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204645111 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204645120 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204645120 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204645120 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:46:48.838448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminating (SIGTERM) 20:46:48.880884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminating (SIGTERM) 20:46:48.922990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Terminating (SIGTERM) 20:46:48.965409 --- ParallelTerminationStrategy: PID 29697 died... 20:46:48.985745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminated: ok {rc=0} 20:46:49.032321 --- ParallelTerminationStrategy: PID 29700 died... 20:46:49.052112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminated: ok {rc=0} 20:46:49.098513 --- ParallelTerminationStrategy: PID 29703 died... 20:46:49.118334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Terminated: ok {rc=0} 20:46:49.206253 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs --------------------------------------------------------------------- 20:46:50.501355 tst gprs:trx-umtrx+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:46:50.507131 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:46:50.539461 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:46:50.579577 tst gprs:trx-umtrx+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:46:50.666222 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:46:50.698199 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:46:50.736487 tst gprs:trx-umtrx+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:46:51.331809 tst gprs:trx-umtrx+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:46:51.383099 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:51.394028 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:46:51.441656 tst cs_paging_gprs_active.py: using LAC 36173 20:46:51.573832 tst cs_paging_gprs_active.py: using RAC 218 20:46:51.702948 tst cs_paging_gprs_active.py: using CellId 36173 20:46:51.830826 tst cs_paging_gprs_active.py: using BVCI 36174 20:46:51.951518 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:51.963007 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:51.974252 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:51.985545 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:51.996560 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:52.007641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:52.019005 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:52.030111 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:46:52.041497 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:46:52.161928 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:46:52.283863 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:46:52.506578 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:52.836369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Launched 20:46:53.122759 run iperf3-srv_10.42.42.10(pid=29709): Launched 20:46:53.247460 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:46:53.469579 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:46:53.800187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Launched 20:46:54.086212 run iperf3-srv_10.42.42.10(pid=29711): Launched 20:46:54.210956 tst cs_paging_gprs_active.py:38: start network... 20:46:54.432737 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:46:54.945124 run create_hlr_db(pid=29712): Launched 20:46:55.079827 bus /gobi_6: Setting Powered False 20:46:56.145478 run create_hlr_db(pid=29712): Terminated: ok {rc=0} 20:46:56.584879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Launched 20:46:56.892243 run osmo-hlr_10.42.42.2(pid=29715): Launched 20:46:57.009364 run osmo-stp_10.42.42.5: Starting osmo-stp 20:46:57.550865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Launched 20:46:57.857539 run osmo-stp_10.42.42.5(pid=29718): Launched 20:46:57.973918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:46:58.501758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Launched 20:46:58.618891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:46:58.877179 run patchelf(pid=29721): Launched 20:46:59.046988 run osmo-stp_10.42.42.5(pid=29718): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)] 20:46:59.176660 run osmo-stp_10.42.42.5(pid=29718): stdout: | (launched: 2022-12-13_20:46:57.801367) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:59.308051 run osmo-stp_10.42.42.5(pid=29718): stderr: | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204657971 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:59.439381 run osmo-stp_10.42.42.5(pid=29718): stdout: | (launched: 2022-12-13_20:46:57.801367) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:46:59.565618 run osmo-stp_10.42.42.5(pid=29718): stderr: | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204657970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204657971 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204657971 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:46:59.715052 run patchelf(pid=29721): Terminating (SIGINT) 20:46:59.888753 run patchelf(pid=29721): Terminated: ok {rc=0} 20:47:00.013975 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29718): Process ended prematurely: osmo-stp_10.42.42.5(pid=29718) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:47:00.023411 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:47:00.050652 run osmo-hlr_10.42.42.2(pid=29715): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29715)] 20:47:00.098934 run osmo-hlr_10.42.42.2(pid=29715): stdout: | (launched: 2022-12-13_20:46:56.835518) 20:47:00.149161 run osmo-hlr_10.42.42.2(pid=29715): stderr: | [0;m[1;31m20221213204657009 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204657009 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204657009 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204657010 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204657010 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204657010 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204657025 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204657036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204657036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204657036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:47:00.199469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Terminating (SIGTERM) 20:47:00.239648 run iperf3-srv_10.42.42.10(pid=29709): Terminating (SIGTERM) 20:47:00.279784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Terminating (SIGTERM) 20:47:00.319909 run iperf3-srv_10.42.42.10(pid=29711): Terminating (SIGTERM) 20:47:00.359940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Terminating (SIGTERM) 20:47:00.400156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Terminating (SIGTERM) 20:47:00.440377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Terminating (SIGTERM) 20:47:00.480917 --- ParallelTerminationStrategy: PID 29708 died... 20:47:00.500543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Terminated: ok {rc=0} 20:47:00.545177 --- ParallelTerminationStrategy: PID 29709 died... 20:47:00.564211 run iperf3-srv_10.42.42.10(pid=29709): Terminated {rc=256} 20:47:00.608643 --- ParallelTerminationStrategy: PID 29710 died... 20:47:00.627747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Terminated: ok {rc=0} 20:47:00.672051 --- ParallelTerminationStrategy: PID 29711 died... 20:47:00.691047 run iperf3-srv_10.42.42.10(pid=29711): Terminated {rc=256} 20:47:00.735202 --- ParallelTerminationStrategy: PID 29714 died... 20:47:00.754390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Terminated: ok {rc=0} 20:47:00.798847 --- ParallelTerminationStrategy: PID 29717 died... 20:47:00.817986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Terminated: ok {rc=0} 20:47:00.864138 --- ParallelTerminationStrategy: PID 29720 died... 20:47:00.898357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Terminated: ok {rc=0} 20:47:00.983501 bus /gobi_0: Setting Powered False 20:47:02.095958 bus /gobi_0: Setting Powered False 20:47:03.230332 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:47:04.377444 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.388870 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:47:04.440745 tst iperf3.py: using LAC 36174 20:47:04.561623 tst iperf3.py: using RAC 219 20:47:04.692592 tst iperf3.py: using CellId 36174 20:47:04.821678 tst iperf3.py: using BVCI 36175 20:47:04.942971 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.954620 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.965983 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.977422 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.988476 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:04.999632 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:05.011030 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:05.022771 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:05.034351 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:05.151392 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:47:05.358597 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:05.666697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Launched 20:47:05.935860 run iperf3-srv_10.42.42.10(pid=29723): Launched 20:47:06.051018 tst iperf3.py:8: start network... 20:47:06.256804 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:47:06.730793 run create_hlr_db(pid=29724): Launched 20:47:06.848120 bus /gobi_6: Setting Powered False 20:47:07.909829 run create_hlr_db(pid=29724): Terminated: ok {rc=0} 20:47:08.335360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Launched 20:47:08.641575 run osmo-hlr_10.42.42.2(pid=29727): Launched 20:47:08.758365 run osmo-stp_10.42.42.5: Starting osmo-stp 20:47:09.303805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Launched 20:47:09.611311 run osmo-stp_10.42.42.5(pid=29730): Launched 20:47:09.728311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:47:10.256136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Launched 20:47:10.374413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:47:10.633193 run patchelf(pid=29733): Launched 20:47:10.803335 run osmo-stp_10.42.42.5(pid=29730): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] 20:47:10.932849 run osmo-stp_10.42.42.5(pid=29730): stdout: | (launched: 2022-12-13_20:47:09.555113) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:11.064252 run osmo-stp_10.42.42.5(pid=29730): stderr: | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204709723 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:11.195367 run osmo-stp_10.42.42.5(pid=29730): stdout: | (launched: 2022-12-13_20:47:09.555113) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:11.321401 run osmo-stp_10.42.42.5(pid=29730): stderr: | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204709722 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204709723 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204709723 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:11.470316 run patchelf(pid=29733): Terminating (SIGINT) 20:47:11.643326 run patchelf(pid=29733): Terminated: ok {rc=0} 20:47:11.768360 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8] 20:47:11.777970 tst iperf3.py:8: Test FAILED (7.4 sec) 20:47:11.805369 run osmo-hlr_10.42.42.2(pid=29727): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29727)] 20:47:11.854559 run osmo-hlr_10.42.42.2(pid=29727): stdout: | (launched: 2022-12-13_20:47:08.585518) 20:47:11.905124 run osmo-hlr_10.42.42.2(pid=29727): stderr: | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204708757 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204708770 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204708778 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204708778 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204708778 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:47:11.955491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminating (SIGTERM) 20:47:11.995854 run iperf3-srv_10.42.42.10(pid=29723): Terminating (SIGTERM) 20:47:12.035929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminating (SIGTERM) 20:47:12.076159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminating (SIGTERM) 20:47:12.116263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminating (SIGTERM) 20:47:12.156702 --- ParallelTerminationStrategy: PID 29722 died... 20:47:12.176361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminated: ok {rc=0} 20:47:12.221233 --- ParallelTerminationStrategy: PID 29723 died... 20:47:12.240362 run iperf3-srv_10.42.42.10(pid=29723): Terminated {rc=256} 20:47:12.285062 --- ParallelTerminationStrategy: PID 29726 died... 20:47:12.304251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminated: ok {rc=0} 20:47:12.348788 --- ParallelTerminationStrategy: PID 29729 died... 20:47:12.368001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminated: ok {rc=0} 20:47:12.412684 --- ParallelTerminationStrategy: PID 29732 died... 20:47:12.431965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminated: ok {rc=0} 20:47:12.516806 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:47:13.667507 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:13.679348 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:47:13.735408 tst iperf3m4.py: using LAC 36175 20:47:13.854792 tst iperf3m4.py: using RAC 220 20:47:13.974890 tst iperf3m4.py: using CellId 36175 20:47:14.093481 tst iperf3m4.py: using BVCI 36176 20:47:14.214217 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.225881 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.237259 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.248442 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.259696 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.270945 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.282306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.293406 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:14.304680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:14.425277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:14.548309 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:14.666962 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:14.784332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:47:14.990736 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:15.298880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Launched 20:47:15.566273 run iperf3-srv_10.42.42.10(pid=29735): Launched 20:47:15.682001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:47:15.927511 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:16.270307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Launched 20:47:16.570946 run iperf3-srv_10.42.42.10(pid=29737): Launched 20:47:16.705511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:47:16.916557 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:17.230763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Launched 20:47:17.498421 run iperf3-srv_10.42.42.10(pid=29739): Launched 20:47:17.613633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:47:17.819256 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:18.127873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Launched 20:47:18.395114 run iperf3-srv_10.42.42.10(pid=29741): Launched 20:47:18.510070 tst iperf3m4.py:8: start network... 20:47:18.715891 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:47:19.191070 run create_hlr_db(pid=29742): Launched 20:47:19.308845 bus /gobi_6: Setting Powered False 20:47:20.370192 run create_hlr_db(pid=29742): Terminated: ok {rc=0} 20:47:20.818313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Launched 20:47:21.149551 run osmo-hlr_10.42.42.2(pid=29745): Launched 20:47:21.275338 run osmo-stp_10.42.42.5: Starting osmo-stp 20:47:21.843729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Launched 20:47:22.173316 run osmo-stp_10.42.42.5(pid=29748): Launched 20:47:22.299103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:47:22.865140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Launched 20:47:22.990646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:47:23.268201 run patchelf(pid=29751): Launched 20:47:23.449553 run osmo-stp_10.42.42.5(pid=29748): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)] 20:47:23.587765 run osmo-stp_10.42.42.5(pid=29748): stdout: | (launched: 2022-12-13_20:47:22.113335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:23.727578 run osmo-stp_10.42.42.5(pid=29748): stderr: | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204722305 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:23.867346 run osmo-stp_10.42.42.5(pid=29748): stdout: | (launched: 2022-12-13_20:47:22.113335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:24.002980 run osmo-stp_10.42.42.5(pid=29748): stderr: | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204722304 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204722305 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204722305 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:24.162588 run patchelf(pid=29751): Terminating (SIGINT) 20:47:24.346828 run patchelf(pid=29751): Terminated: ok {rc=0} 20:47:24.479781 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29748): Process ended prematurely: osmo-stp_10.42.42.5(pid=29748) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8] 20:47:24.490022 tst iperf3m4.py:8: Test FAILED (10.9 sec) 20:47:24.518833 run osmo-hlr_10.42.42.2(pid=29745): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29745)] 20:47:24.569200 run osmo-hlr_10.42.42.2(pid=29745): stdout: | (launched: 2022-12-13_20:47:21.089713) 20:47:24.621167 run osmo-hlr_10.42.42.2(pid=29745): stderr: | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204721285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204721298 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204721307 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204721307 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204721307 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:47:24.673397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminating (SIGTERM) 20:47:24.715257 run iperf3-srv_10.42.42.10(pid=29735): Terminating (SIGTERM) 20:47:24.756886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Terminating (SIGTERM) 20:47:24.798587 run iperf3-srv_10.42.42.10(pid=29737): Terminating (SIGTERM) 20:47:24.840193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Terminating (SIGTERM) 20:47:24.882150 run iperf3-srv_10.42.42.10(pid=29739): Terminating (SIGTERM) 20:47:24.923993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Terminating (SIGTERM) 20:47:24.965842 run iperf3-srv_10.42.42.10(pid=29741): Terminating (SIGTERM) 20:47:25.007501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Terminating (SIGTERM) 20:47:25.049407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Terminating (SIGTERM) 20:47:25.091114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Terminating (SIGTERM) 20:47:25.133164 --- ParallelTerminationStrategy: PID 29734 died... 20:47:25.153405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminated: ok {rc=0} 20:47:25.199574 --- ParallelTerminationStrategy: PID 29735 died... 20:47:25.219140 run iperf3-srv_10.42.42.10(pid=29735): Terminated {rc=256} 20:47:25.265248 --- ParallelTerminationStrategy: PID 29736 died... 20:47:25.284769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Terminated: ok {rc=0} 20:47:25.330953 --- ParallelTerminationStrategy: PID 29737 died... 20:47:25.350403 run iperf3-srv_10.42.42.10(pid=29737): Terminated {rc=256} 20:47:25.396138 --- ParallelTerminationStrategy: PID 29738 died... 20:47:25.415723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Terminated: ok {rc=0} 20:47:25.461570 --- ParallelTerminationStrategy: PID 29739 died... 20:47:25.481102 run iperf3-srv_10.42.42.10(pid=29739): Terminated {rc=256} 20:47:25.526819 --- ParallelTerminationStrategy: PID 29740 died... 20:47:25.546403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Terminated: ok {rc=0} 20:47:25.592320 --- ParallelTerminationStrategy: PID 29741 died... 20:47:25.611887 run iperf3-srv_10.42.42.10(pid=29741): Terminated {rc=256} 20:47:25.657703 --- ParallelTerminationStrategy: PID 29744 died... 20:47:25.677335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Terminated: ok {rc=0} 20:47:25.723362 --- ParallelTerminationStrategy: PID 29747 died... 20:47:25.743283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Terminated: ok {rc=0} 20:47:25.789375 --- ParallelTerminationStrategy: PID 29750 died... 20:47:25.808664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Terminated: ok {rc=0} 20:47:25.897308 bus /gobi_4: Setting Powered False 20:47:26.998122 bus /gobi_4: Setting Powered False 20:47:28.114986 bus /gobi_1: Setting Powered False 20:47:29.213570 bus /gobi_1: Setting Powered False 20:47:30.329669 bus /gobi_0: Setting Powered False 20:47:31.427783 bus /gobi_0: Setting Powered False 20:47:32.544701 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs ping.py ---------------------------------------------- 20:47:33.648846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:33.661646 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:47:33.713490 tst ping.py: using LAC 36176 20:47:33.833451 tst ping.py: using RAC 221 20:47:33.960452 tst ping.py: using CellId 36176 20:47:34.088377 tst ping.py: using BVCI 36177 20:47:34.204939 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.216404 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.227638 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.238804 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.249929 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.261015 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.272339 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:34.283611 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:34.402819 tst ping.py:19: start network... 20:47:34.618335 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:47:35.116556 run create_hlr_db(pid=29752): Launched 20:47:35.247445 bus /gobi_6: Setting Powered False 20:47:36.310578 run create_hlr_db(pid=29752): Terminated: ok {rc=0} 20:47:36.758363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Launched 20:47:37.081670 run osmo-hlr_10.42.42.2(pid=29755): Launched 20:47:37.205869 run osmo-stp_10.42.42.5: Starting osmo-stp 20:47:37.760774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Launched 20:47:38.082083 run osmo-stp_10.42.42.5(pid=29758): Launched 20:47:38.205253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:47:38.758532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Launched 20:47:38.882649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:47:39.154922 run patchelf(pid=29761): Launched 20:47:39.334617 run osmo-stp_10.42.42.5(pid=29758): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)] 20:47:39.470732 run osmo-stp_10.42.42.5(pid=29758): stdout: | (launched: 2022-12-13_20:47:38.022817) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:39.607778 run osmo-stp_10.42.42.5(pid=29758): stderr: | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204738213 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204738213 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204738214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204738214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:39.745162 run osmo-stp_10.42.42.5(pid=29758): stdout: | (launched: 2022-12-13_20:47:38.022817) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:39.877188 run osmo-stp_10.42.42.5(pid=29758): stderr: | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204738212 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204738213 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204738213 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204738214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204738214 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:40.034204 run patchelf(pid=29761): Terminating (SIGINT) 20:47:40.216091 run patchelf(pid=29761): Terminated: ok {rc=0} 20:47:40.346565 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22] 20:47:40.356051 tst ping.py:22: Test FAILED (6.7 sec) 20:47:40.384169 run osmo-hlr_10.42.42.2(pid=29755): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29755)] 20:47:40.434510 run osmo-hlr_10.42.42.2(pid=29755): stdout: | (launched: 2022-12-13_20:47:37.022679) 20:47:40.486502 run osmo-hlr_10.42.42.2(pid=29755): stderr: | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204737219 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204737232 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204737240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204737240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204737240 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:47:40.538934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminating (SIGTERM) 20:47:40.580825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminating (SIGTERM) 20:47:40.622856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Terminating (SIGTERM) 20:47:40.665309 --- ParallelTerminationStrategy: PID 29754 died... 20:47:40.685387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminated: ok {rc=0} 20:47:40.731808 --- ParallelTerminationStrategy: PID 29757 died... 20:47:40.751403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminated: ok {rc=0} 20:47:40.797478 --- ParallelTerminationStrategy: PID 29760 died... 20:47:40.817083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Terminated: ok {rc=0} 20:47:40.904942 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:47:41.991169 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.003363 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:47:42.055635 tst ping_idle_ping.py: using LAC 36177 20:47:42.189665 tst ping_idle_ping.py: using RAC 222 20:47:42.315703 tst ping_idle_ping.py: using CellId 36177 20:47:42.440543 tst ping_idle_ping.py: using BVCI 36178 20:47:42.558071 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.569590 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.580881 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.592506 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.604174 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.615940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.627950 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:47:42.639850 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:47:42.757552 tst ping_idle_ping.py:24: start network... 20:47:42.960033 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:47:43.429852 run create_hlr_db(pid=29762): Launched 20:47:43.551059 bus /gobi_6: Setting Powered False 20:47:44.611521 run create_hlr_db(pid=29762): Terminated: ok {rc=0} 20:47:45.054606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Launched 20:47:45.379773 run osmo-hlr_10.42.42.2(pid=29765): Launched 20:47:45.502936 run osmo-stp_10.42.42.5: Starting osmo-stp 20:47:46.085031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Launched 20:47:46.424776 run osmo-stp_10.42.42.5(pid=29768): Launched 20:47:46.637661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:47:47.273693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Launched 20:47:47.393985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:47:47.650268 run patchelf(pid=29771): Launched 20:47:47.818935 run osmo-stp_10.42.42.5(pid=29768): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)] 20:47:47.947753 run osmo-stp_10.42.42.5(pid=29768): stdout: | (launched: 2022-12-13_20:47:46.365509) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:48.077853 run osmo-stp_10.42.42.5(pid=29768): stderr: | [0;m[38;5;43m20221213204746604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204746605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204746609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204746609 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:48.208445 run osmo-stp_10.42.42.5(pid=29768): stdout: | (launched: 2022-12-13_20:47:46.365509) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:48.333612 run osmo-stp_10.42.42.5(pid=29768): stderr: | [0;m[38;5;43m20221213204746604 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204746605 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204746609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204746609 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204746610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:48.481702 run patchelf(pid=29771): Terminating (SIGINT) 20:47:48.652885 run patchelf(pid=29771): Terminated: ok {rc=0} 20:47:48.776227 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27] 20:47:48.785341 tst ping_idle_ping.py:27: Test FAILED (6.8 sec) 20:47:48.812394 run osmo-hlr_10.42.42.2(pid=29765): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29765)] 20:47:48.861181 run osmo-hlr_10.42.42.2(pid=29765): stdout: | (launched: 2022-12-13_20:47:45.320180) 20:47:48.911674 run osmo-hlr_10.42.42.2(pid=29765): stderr: | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204745517 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204745530 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204745538 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204745539 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204745539 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:47:48.962707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminating (SIGTERM) 20:47:49.003452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminating (SIGTERM) 20:47:49.044123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Terminating (SIGTERM) 20:47:49.085229 --- ParallelTerminationStrategy: PID 29764 died... 20:47:49.105412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminated: ok {rc=0} 20:47:49.150689 --- ParallelTerminationStrategy: PID 29767 died... 20:47:49.170161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminated: ok {rc=0} 20:47:49.215271 --- ParallelTerminationStrategy: PID 29770 died... 20:47:49.234760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Terminated: ok {rc=0} 20:47:49.322931 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:47:50.626722 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:47:50.634998 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:47:50.669183 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:47:50.709131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:47:50.797673 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:47:50.830854 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:47:50.870514 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:47:51.468574 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:47:51.521845 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:51.533597 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:47:51.604567 tst cs_paging_gprs_active.py: using LAC 36178 20:47:51.733105 tst cs_paging_gprs_active.py: using RAC 223 20:47:51.862595 tst cs_paging_gprs_active.py: using CellId 36178 20:47:51.992401 tst cs_paging_gprs_active.py: using BVCI 36179 20:47:52.111872 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.123267 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.134574 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.145988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.157241 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.168503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.179972 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.191169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:47:52.202563 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:47:52.323829 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:47:52.446246 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:47:52.668109 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:52.997273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Launched 20:47:53.282756 run iperf3-srv_10.42.42.10(pid=29776): Launched 20:47:53.407077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:47:53.627606 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:47:53.956651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Launched 20:47:54.243846 run iperf3-srv_10.42.42.10(pid=29778): Launched 20:47:54.367831 tst cs_paging_gprs_active.py:38: start network... 20:47:54.588720 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:47:55.098441 run create_hlr_db(pid=29779): Launched 20:47:55.232110 bus /gobi_6: Setting Powered False 20:47:56.297294 run create_hlr_db(pid=29779): Terminated: ok {rc=0} 20:47:56.735348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Launched 20:47:57.042698 run osmo-hlr_10.42.42.2(pid=29782): Launched 20:47:57.160363 run osmo-stp_10.42.42.5: Starting osmo-stp 20:47:57.700122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Launched 20:47:58.007129 run osmo-stp_10.42.42.5(pid=29785): Launched 20:47:58.123892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:47:58.652685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Launched 20:47:58.769959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:47:59.037602 run patchelf(pid=29788): Launched 20:47:59.208770 run osmo-stp_10.42.42.5(pid=29785): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)] 20:47:59.339037 run osmo-stp_10.42.42.5(pid=29785): stdout: | (launched: 2022-12-13_20:47:57.950775) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:59.471109 run osmo-stp_10.42.42.5(pid=29785): stderr: | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204758119 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:59.603305 run osmo-stp_10.42.42.5(pid=29785): stdout: | (launched: 2022-12-13_20:47:57.950775) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:47:59.730269 run osmo-stp_10.42.42.5(pid=29785): stderr: | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204758118 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204758119 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204758119 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:47:59.880266 run patchelf(pid=29788): Terminating (SIGINT) 20:48:00.054280 run patchelf(pid=29788): Terminated: ok {rc=0} 20:48:00.179646 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29785): Process ended prematurely: osmo-stp_10.42.42.5(pid=29785) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:48:00.189334 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:48:00.217012 run osmo-hlr_10.42.42.2(pid=29782): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29782)] 20:48:00.265767 run osmo-hlr_10.42.42.2(pid=29782): stdout: | (launched: 2022-12-13_20:47:56.986466) 20:48:00.316209 run osmo-hlr_10.42.42.2(pid=29782): stderr: | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204757160 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204757172 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204757180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204757180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204757180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:00.366917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Terminating (SIGTERM) 20:48:00.407705 run iperf3-srv_10.42.42.10(pid=29776): Terminating (SIGTERM) 20:48:00.448156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminating (SIGTERM) 20:48:00.489642 run iperf3-srv_10.42.42.10(pid=29778): Terminating (SIGTERM) 20:48:00.530889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Terminating (SIGTERM) 20:48:00.572060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Terminating (SIGTERM) 20:48:00.613591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Terminating (SIGTERM) 20:48:00.654091 --- ParallelTerminationStrategy: PID 29775 died... 20:48:00.673520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Terminated: ok {rc=0} 20:48:00.718474 --- ParallelTerminationStrategy: PID 29776 died... 20:48:00.737539 run iperf3-srv_10.42.42.10(pid=29776): Terminated {rc=256} 20:48:00.782096 --- ParallelTerminationStrategy: PID 29777 died... 20:48:00.801290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminated: ok {rc=0} 20:48:00.854313 --- ParallelTerminationStrategy: PID 29778 died... 20:48:00.874341 run iperf3-srv_10.42.42.10(pid=29778): Terminated {rc=256} 20:48:00.934635 --- ParallelTerminationStrategy: PID 29781 died... 20:48:00.954507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Terminated: ok {rc=0} 20:48:01.000260 --- ParallelTerminationStrategy: PID 29784 died... 20:48:01.022142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Terminated: ok {rc=0} 20:48:01.068476 --- ParallelTerminationStrategy: PID 29787 died... 20:48:01.088712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Terminated: ok {rc=0} 20:48:01.176073 bus /gobi_0: Setting Powered False 20:48:02.279321 bus /gobi_0: Setting Powered False 20:48:03.396338 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:48:04.544715 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:04.556338 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:48:04.625630 tst iperf3.py: using LAC 36179 20:48:04.746875 tst iperf3.py: using RAC 224 20:48:04.866670 tst iperf3.py: using CellId 36179 20:48:04.987812 tst iperf3.py: using BVCI 36180 20:48:05.100917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.111956 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.122903 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.133798 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.144580 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.156309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.167507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.178568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:05.189861 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:05.307752 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:48:05.513378 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:05.820545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Launched 20:48:06.088369 run iperf3-srv_10.42.42.10(pid=29791): Launched 20:48:06.203734 tst iperf3.py:8: start network... 20:48:06.410419 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:48:06.885853 run create_hlr_db(pid=29792): Launched 20:48:07.002040 bus /gobi_6: Setting Powered False 20:48:08.066595 run create_hlr_db(pid=29792): Terminated: ok {rc=0} 20:48:08.503667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Launched 20:48:08.810601 run osmo-hlr_10.42.42.2(pid=29795): Launched 20:48:08.927653 run osmo-stp_10.42.42.5: Starting osmo-stp 20:48:09.560456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Launched 20:48:09.860737 run osmo-stp_10.42.42.5(pid=29798): Launched 20:48:09.975767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:48:10.508754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Launched 20:48:10.623516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:48:10.877527 run patchelf(pid=29801): Launched 20:48:11.044053 run osmo-stp_10.42.42.5(pid=29798): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)] 20:48:11.171192 run osmo-stp_10.42.42.5(pid=29798): stdout: | (launched: 2022-12-13_20:48:09.805776) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:11.299878 run osmo-stp_10.42.42.5(pid=29798): stderr: | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204809992 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:11.428573 run osmo-stp_10.42.42.5(pid=29798): stdout: | (launched: 2022-12-13_20:48:09.805776) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:11.552721 run osmo-stp_10.42.42.5(pid=29798): stderr: | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204809991 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204809992 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204809992 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:11.699561 run patchelf(pid=29801): Terminating (SIGINT) 20:48:11.868938 run patchelf(pid=29801): Terminated: ok {rc=0} 20:48:11.991437 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29798): Process ended prematurely: osmo-stp_10.42.42.5(pid=29798) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8] 20:48:12.001008 tst iperf3.py:8: Test FAILED (7.5 sec) 20:48:12.028035 run osmo-hlr_10.42.42.2(pid=29795): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29795)] 20:48:12.076724 run osmo-hlr_10.42.42.2(pid=29795): stdout: | (launched: 2022-12-13_20:48:08.754352) 20:48:12.126476 run osmo-hlr_10.42.42.2(pid=29795): stderr: | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204808928 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204808943 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204808953 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204808954 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204808954 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:12.176373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Terminating (SIGTERM) 20:48:12.216291 run iperf3-srv_10.42.42.10(pid=29791): Terminating (SIGTERM) 20:48:12.255991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Terminating (SIGTERM) 20:48:12.295819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Terminating (SIGTERM) 20:48:12.335857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Terminating (SIGTERM) 20:48:12.375854 --- ParallelTerminationStrategy: PID 29790 died... 20:48:12.395194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Terminated: ok {rc=0} 20:48:12.439322 --- ParallelTerminationStrategy: PID 29791 died... 20:48:12.458271 run iperf3-srv_10.42.42.10(pid=29791): Terminated {rc=256} 20:48:12.502390 --- ParallelTerminationStrategy: PID 29794 died... 20:48:12.521304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Terminated: ok {rc=0} 20:48:12.565421 --- ParallelTerminationStrategy: PID 29797 died... 20:48:12.584247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Terminated: ok {rc=0} 20:48:12.628272 --- ParallelTerminationStrategy: PID 29800 died... 20:48:12.647136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Terminated: ok {rc=0} 20:48:12.731702 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:48:13.880402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:13.892408 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:48:13.965299 tst iperf3m4.py: using LAC 36180 20:48:14.090839 tst iperf3m4.py: using RAC 225 20:48:14.215365 tst iperf3m4.py: using CellId 36180 20:48:14.343652 tst iperf3m4.py: using BVCI 36181 20:48:14.460832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.472211 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.483422 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.494515 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.505682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.516795 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.528048 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.539060 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:14.550411 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:14.669980 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:14.792479 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:14.912126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:15.028353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:48:15.230694 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:15.532427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Launched 20:48:15.795303 run iperf3-srv_10.42.42.10(pid=29804): Launched 20:48:15.928827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:48:16.165904 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:16.547352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Launched 20:48:16.827901 run iperf3-srv_10.42.42.10(pid=29806): Launched 20:48:16.958822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:48:17.165611 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:17.475121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Launched 20:48:17.738669 run iperf3-srv_10.42.42.10(pid=29808): Launched 20:48:17.853232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:48:18.054239 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:18.355991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Launched 20:48:18.617805 run iperf3-srv_10.42.42.10(pid=29810): Launched 20:48:18.730384 tst iperf3m4.py:8: start network... 20:48:18.931479 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:48:19.400088 run create_hlr_db(pid=29811): Launched 20:48:19.516364 bus /gobi_6: Setting Powered False 20:48:20.576598 run create_hlr_db(pid=29811): Terminated: ok {rc=0} 20:48:21.016895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Launched 20:48:21.338307 run osmo-hlr_10.42.42.2(pid=29814): Launched 20:48:21.460173 run osmo-stp_10.42.42.5: Starting osmo-stp 20:48:22.016795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Launched 20:48:22.341878 run osmo-stp_10.42.42.5(pid=29817): Launched 20:48:22.465947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:48:23.019991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Launched 20:48:23.142399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:48:23.412460 run patchelf(pid=29820): Launched 20:48:23.590212 run osmo-stp_10.42.42.5(pid=29817): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)] 20:48:23.725386 run osmo-stp_10.42.42.5(pid=29817): stdout: | (launched: 2022-12-13_20:48:22.283142) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:23.861951 run osmo-stp_10.42.42.5(pid=29817): stderr: | [0;m[38;5;43m20221213204822473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204822474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204822474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204822474 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:23.999181 run osmo-stp_10.42.42.5(pid=29817): stdout: | (launched: 2022-12-13_20:48:22.283142) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:24.130775 run osmo-stp_10.42.42.5(pid=29817): stderr: | [0;m[38;5;43m20221213204822473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204822474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204822474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204822474 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204822475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:24.285961 run patchelf(pid=29820): Terminating (SIGINT) 20:48:24.466784 run patchelf(pid=29820): Terminated: ok {rc=0} 20:48:24.596425 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:48:24.606635 tst iperf3m4.py:8: Test FAILED (10.8 sec) 20:48:24.635090 run osmo-hlr_10.42.42.2(pid=29814): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29814)] 20:48:24.685551 run osmo-hlr_10.42.42.2(pid=29814): stdout: | (launched: 2022-12-13_20:48:21.278790) 20:48:24.737302 run osmo-hlr_10.42.42.2(pid=29814): stderr: | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204821473 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204821486 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204821495 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204821495 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204821495 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:24.789463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminating (SIGTERM) 20:48:24.831267 run iperf3-srv_10.42.42.10(pid=29804): Terminating (SIGTERM) 20:48:24.873188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminating (SIGTERM) 20:48:24.915127 run iperf3-srv_10.42.42.10(pid=29806): Terminating (SIGTERM) 20:48:24.956639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminating (SIGTERM) 20:48:24.999080 run iperf3-srv_10.42.42.10(pid=29808): Terminating (SIGTERM) 20:48:25.040709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminating (SIGTERM) 20:48:25.082384 run iperf3-srv_10.42.42.10(pid=29810): Terminating (SIGTERM) 20:48:25.124071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminating (SIGTERM) 20:48:25.165993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminating (SIGTERM) 20:48:25.207632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminating (SIGTERM) 20:48:25.249692 --- ParallelTerminationStrategy: PID 29803 died... 20:48:25.269630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminated: ok {rc=0} 20:48:25.315780 --- ParallelTerminationStrategy: PID 29804 died... 20:48:25.335250 run iperf3-srv_10.42.42.10(pid=29804): Terminated {rc=256} 20:48:25.381206 --- ParallelTerminationStrategy: PID 29805 died... 20:48:25.400429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminated: ok {rc=0} 20:48:25.446303 --- ParallelTerminationStrategy: PID 29806 died... 20:48:25.465691 run iperf3-srv_10.42.42.10(pid=29806): Terminated {rc=256} 20:48:25.511413 --- ParallelTerminationStrategy: PID 29807 died... 20:48:25.530856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminated: ok {rc=0} 20:48:25.576695 --- ParallelTerminationStrategy: PID 29808 died... 20:48:25.596088 run iperf3-srv_10.42.42.10(pid=29808): Terminated {rc=256} 20:48:25.641628 --- ParallelTerminationStrategy: PID 29809 died... 20:48:25.661117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminated: ok {rc=0} 20:48:25.706898 --- ParallelTerminationStrategy: PID 29810 died... 20:48:25.726308 run iperf3-srv_10.42.42.10(pid=29810): Terminated {rc=256} 20:48:25.771946 --- ParallelTerminationStrategy: PID 29813 died... 20:48:25.791355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminated: ok {rc=0} 20:48:25.837222 --- ParallelTerminationStrategy: PID 29816 died... 20:48:25.856529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminated: ok {rc=0} 20:48:25.902530 --- ParallelTerminationStrategy: PID 29819 died... 20:48:25.922266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminated: ok {rc=0} 20:48:26.010936 bus /gobi_4: Setting Powered False 20:48:27.110418 bus /gobi_4: Setting Powered False 20:48:28.228824 bus /gobi_1: Setting Powered False 20:48:29.328440 bus /gobi_1: Setting Powered False 20:48:30.443834 bus /gobi_0: Setting Powered False 20:48:31.543283 bus /gobi_0: Setting Powered False 20:48:32.675314 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:48:33.779453 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:33.790997 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:48:33.864316 tst ping.py: using LAC 36181 20:48:33.980346 tst ping.py: using RAC 226 20:48:34.094527 tst ping.py: using CellId 36181 20:48:34.209775 tst ping.py: using BVCI 36182 20:48:34.318988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.330049 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.340656 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.351369 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.362410 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.373881 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.384896 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:34.395937 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:34.512414 tst ping.py:19: start network... 20:48:34.726443 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:48:35.219280 run create_hlr_db(pid=29822): Launched 20:48:35.350549 bus /gobi_6: Setting Powered False 20:48:36.413099 run create_hlr_db(pid=29822): Terminated: ok {rc=0} 20:48:36.838337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Launched 20:48:37.134870 run osmo-hlr_10.42.42.2(pid=29825): Launched 20:48:37.247326 run osmo-stp_10.42.42.5: Starting osmo-stp 20:48:37.769419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Launched 20:48:38.066301 run osmo-stp_10.42.42.5(pid=29828): Launched 20:48:38.179260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:48:38.691259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Launched 20:48:38.805122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:48:39.055951 run patchelf(pid=29831): Launched 20:48:39.220878 run osmo-stp_10.42.42.5(pid=29828): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)] 20:48:39.347506 run osmo-stp_10.42.42.5(pid=29828): stdout: | (launched: 2022-12-13_20:48:38.011682) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:39.475199 run osmo-stp_10.42.42.5(pid=29828): stderr: | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204838178 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:39.603174 run osmo-stp_10.42.42.5(pid=29828): stdout: | (launched: 2022-12-13_20:48:38.011682) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:39.726087 run osmo-stp_10.42.42.5(pid=29828): stderr: | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204838177 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204838178 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204838178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:39.871527 run patchelf(pid=29831): Terminating (SIGINT) 20:48:40.039832 run patchelf(pid=29831): Terminated: ok {rc=0} 20:48:40.160577 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22] 20:48:40.169645 tst ping.py:22: Test FAILED (6.4 sec) 20:48:40.196189 run osmo-hlr_10.42.42.2(pid=29825): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29825)] 20:48:40.244665 run osmo-hlr_10.42.42.2(pid=29825): stdout: | (launched: 2022-12-13_20:48:37.080183) 20:48:40.294869 run osmo-hlr_10.42.42.2(pid=29825): stderr: | [0;m[1;31m20221213204837252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204837252 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204837253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204837253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204837253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204837253 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204837265 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204837274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204837274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204837274 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:40.345766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminating (SIGTERM) 20:48:40.386030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminating (SIGTERM) 20:48:40.426728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminating (SIGTERM) 20:48:40.467255 --- ParallelTerminationStrategy: PID 29824 died... 20:48:40.486915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminated: ok {rc=0} 20:48:40.531673 --- ParallelTerminationStrategy: PID 29827 died... 20:48:40.550581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminated: ok {rc=0} 20:48:40.594882 --- ParallelTerminationStrategy: PID 29830 died... 20:48:40.614022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminated: ok {rc=0} 20:48:40.700449 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:48:41.788941 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:41.800422 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:48:41.872460 tst ping_idle_ping.py: using LAC 36182 20:48:41.992724 tst ping_idle_ping.py: using RAC 227 20:48:42.117287 tst ping_idle_ping.py: using CellId 36182 20:48:42.243342 tst ping_idle_ping.py: using BVCI 36183 20:48:42.358912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.370573 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.382309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.393700 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.405579 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.417117 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.428650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:48:42.440228 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:48:42.556042 tst ping_idle_ping.py:24: start network... 20:48:42.754135 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:48:43.213177 run create_hlr_db(pid=29832): Launched 20:48:43.327032 bus /gobi_6: Setting Powered False 20:48:44.386880 run create_hlr_db(pid=29832): Terminated: ok {rc=0} 20:48:44.801621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Launched 20:48:45.098283 run osmo-hlr_10.42.42.2(pid=29835): Launched 20:48:45.213591 run osmo-stp_10.42.42.5: Starting osmo-stp 20:48:45.727849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Launched 20:48:46.081724 run osmo-stp_10.42.42.5(pid=29838): Launched 20:48:46.367243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:48:46.931797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Launched 20:48:47.066945 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:48:47.338188 run patchelf(pid=29841): Launched 20:48:47.515740 run osmo-stp_10.42.42.5(pid=29838): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)] 20:48:47.650529 run osmo-stp_10.42.42.5(pid=29838): stdout: | (launched: 2022-12-13_20:48:46.021356) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:47.786939 run osmo-stp_10.42.42.5(pid=29838): stderr: | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204846248 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:47.922950 run osmo-stp_10.42.42.5(pid=29838): stdout: | (launched: 2022-12-13_20:48:46.021356) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:48.053938 run osmo-stp_10.42.42.5(pid=29838): stderr: | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204846247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204846248 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204846248 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:48.208616 run patchelf(pid=29841): Terminating (SIGINT) 20:48:48.388260 run patchelf(pid=29841): Terminated: ok {rc=0} 20:48:48.517416 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:48:48.527046 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 20:48:48.554902 run osmo-hlr_10.42.42.2(pid=29835): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29835)] 20:48:48.604918 run osmo-hlr_10.42.42.2(pid=29835): stdout: | (launched: 2022-12-13_20:48:45.043669) 20:48:48.657132 run osmo-hlr_10.42.42.2(pid=29835): stderr: | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204845216 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204845231 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204845241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204845242 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204845242 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:48.708915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminating (SIGTERM) 20:48:48.750848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminating (SIGTERM) 20:48:48.792660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminating (SIGTERM) 20:48:48.835257 --- ParallelTerminationStrategy: PID 29834 died... 20:48:48.855157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminated: ok {rc=0} 20:48:48.901520 --- ParallelTerminationStrategy: PID 29837 died... 20:48:48.921098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminated: ok {rc=0} 20:48:48.967320 --- ParallelTerminationStrategy: PID 29840 died... 20:48:48.986949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminated: ok {rc=0} 20:48:49.075338 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:48:50.385234 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:48:50.391639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:48:50.424612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:48:50.465591 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:48:50.552097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:48:50.583966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:48:50.622443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:48:51.222250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:48:51.275461 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.286981 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:48:51.360481 tst cs_paging_gprs_active.py: using LAC 36183 20:48:51.489555 tst cs_paging_gprs_active.py: using RAC 228 20:48:51.616015 tst cs_paging_gprs_active.py: using CellId 36183 20:48:51.742687 tst cs_paging_gprs_active.py: using BVCI 36184 20:48:51.861163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.872585 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.884091 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.895392 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.906588 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.917860 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.929529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.940718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:48:51.952235 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:48:52.068165 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:48:52.194159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:48:52.412898 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:52.738459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Launched 20:48:53.020002 run iperf3-srv_10.42.42.10(pid=29847): Launched 20:48:53.141210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:48:53.358409 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:48:53.685809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Launched 20:48:53.951820 run iperf3-srv_10.42.42.10(pid=29849): Launched 20:48:54.065892 tst cs_paging_gprs_active.py:38: start network... 20:48:54.269360 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:48:54.740756 run create_hlr_db(pid=29850): Launched 20:48:54.856904 bus /gobi_6: Setting Powered False 20:48:55.917950 run create_hlr_db(pid=29850): Terminated: ok {rc=0} 20:48:56.341210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Launched 20:48:56.644908 run osmo-hlr_10.42.42.2(pid=29853): Launched 20:48:56.761066 run osmo-stp_10.42.42.5: Starting osmo-stp 20:48:57.295737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Launched 20:48:57.599376 run osmo-stp_10.42.42.5(pid=29856): Launched 20:48:57.715035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:48:58.236767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Launched 20:48:58.353450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:48:58.610849 run patchelf(pid=29859): Launched 20:48:58.779400 run osmo-stp_10.42.42.5(pid=29856): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)] 20:48:58.908124 run osmo-stp_10.42.42.5(pid=29856): stdout: | (launched: 2022-12-13_20:48:57.543894) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:59.038245 run osmo-stp_10.42.42.5(pid=29856): stderr: | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204857711 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:59.167844 run osmo-stp_10.42.42.5(pid=29856): stdout: | (launched: 2022-12-13_20:48:57.543894) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:48:59.292460 run osmo-stp_10.42.42.5(pid=29856): stderr: | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204857710 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204857711 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204857711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:48:59.439724 run patchelf(pid=29859): Terminating (SIGINT) 20:48:59.611143 run patchelf(pid=29859): Terminated: ok {rc=0} 20:48:59.734702 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:48:59.744231 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec) 20:48:59.771421 run osmo-hlr_10.42.42.2(pid=29853): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29853)] 20:48:59.819841 run osmo-hlr_10.42.42.2(pid=29853): stdout: | (launched: 2022-12-13_20:48:56.589437) 20:48:59.869728 run osmo-hlr_10.42.42.2(pid=29853): stderr: | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204856763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204856780 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204856789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204856789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204856789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:48:59.920037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminating (SIGTERM) 20:48:59.960341 run iperf3-srv_10.42.42.10(pid=29847): Terminating (SIGTERM) 20:49:00.000363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminating (SIGTERM) 20:49:00.040453 run iperf3-srv_10.42.42.10(pid=29849): Terminating (SIGTERM) 20:49:00.080415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminating (SIGTERM) 20:49:00.120472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminating (SIGTERM) 20:49:00.160693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Terminating (SIGTERM) 20:49:00.201157 --- ParallelTerminationStrategy: PID 29846 died... 20:49:00.220511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminated: ok {rc=0} 20:49:00.265068 --- ParallelTerminationStrategy: PID 29847 died... 20:49:00.283948 run iperf3-srv_10.42.42.10(pid=29847): Terminated {rc=256} 20:49:00.328215 --- ParallelTerminationStrategy: PID 29848 died... 20:49:00.347104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminated: ok {rc=0} 20:49:00.391418 --- ParallelTerminationStrategy: PID 29849 died... 20:49:00.410284 run iperf3-srv_10.42.42.10(pid=29849): Terminated {rc=256} 20:49:00.454468 --- ParallelTerminationStrategy: PID 29852 died... 20:49:00.473389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminated: ok {rc=0} 20:49:00.517484 --- ParallelTerminationStrategy: PID 29855 died... 20:49:00.536327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminated: ok {rc=0} 20:49:00.580435 --- ParallelTerminationStrategy: PID 29858 died... 20:49:00.599323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Terminated: ok {rc=0} 20:49:00.684112 bus /gobi_0: Setting Powered False 20:49:01.784848 bus /gobi_0: Setting Powered False 20:49:02.899481 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:49:04.048630 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.060574 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:49:04.133167 tst iperf3.py: using LAC 36184 20:49:04.265489 tst iperf3.py: using RAC 229 20:49:04.391627 tst iperf3.py: using CellId 36184 20:49:04.516367 tst iperf3.py: using BVCI 36185 20:49:04.633550 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.644896 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.656184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.667449 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.678542 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.689780 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.701065 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.712166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:04.723694 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:04.844108 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:49:05.061158 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:05.382704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Launched 20:49:05.663153 run iperf3-srv_10.42.42.10(pid=29861): Launched 20:49:05.783573 tst iperf3.py:8: start network... 20:49:06.000050 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:49:06.498378 run create_hlr_db(pid=29862): Launched 20:49:06.628011 bus /gobi_6: Setting Powered False 20:49:07.691979 run create_hlr_db(pid=29862): Terminated: ok {rc=0} 20:49:08.121956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Launched 20:49:08.424226 run osmo-hlr_10.42.42.2(pid=29865): Launched 20:49:08.539822 run osmo-stp_10.42.42.5: Starting osmo-stp 20:49:09.074233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Launched 20:49:09.376242 run osmo-stp_10.42.42.5(pid=29868): Launched 20:49:09.491477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:49:10.014045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Launched 20:49:10.129359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:49:10.385135 run patchelf(pid=29871): Launched 20:49:10.552589 run osmo-stp_10.42.42.5(pid=29868): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)] 20:49:10.680469 run osmo-stp_10.42.42.5(pid=29868): stdout: | (launched: 2022-12-13_20:49:09.320315) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:10.810985 run osmo-stp_10.42.42.5(pid=29868): stderr: | [0;m[38;5;43m20221213204909489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204909489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204909490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204909490 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:10.940638 run osmo-stp_10.42.42.5(pid=29868): stdout: | (launched: 2022-12-13_20:49:09.320315) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:11.065096 run osmo-stp_10.42.42.5(pid=29868): stderr: | [0;m[38;5;43m20221213204909489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204909489 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204909490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204909490 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204909491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:11.212163 run patchelf(pid=29871): Terminating (SIGINT) 20:49:11.382924 run patchelf(pid=29871): Terminated: ok {rc=0} 20:49:11.506192 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29868): Process ended prematurely: osmo-stp_10.42.42.5(pid=29868) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8] 20:49:11.515732 tst iperf3.py:8: Test FAILED (7.5 sec) 20:49:11.542933 run osmo-hlr_10.42.42.2(pid=29865): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29865)] 20:49:11.591256 run osmo-hlr_10.42.42.2(pid=29865): stdout: | (launched: 2022-12-13_20:49:08.368751) 20:49:11.641208 run osmo-hlr_10.42.42.2(pid=29865): stderr: | [0;m[1;31m20221213204908542 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204908542 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204908543 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204908543 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204908543 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204908543 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204908553 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204908561 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204908562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204908562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:49:11.691251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Terminating (SIGTERM) 20:49:11.731446 run iperf3-srv_10.42.42.10(pid=29861): Terminating (SIGTERM) 20:49:11.771394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Terminating (SIGTERM) 20:49:11.811409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Terminating (SIGTERM) 20:49:11.851603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Terminating (SIGTERM) 20:49:11.891790 --- ParallelTerminationStrategy: PID 29860 died... 20:49:11.911260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Terminated: ok {rc=0} 20:49:11.955798 --- ParallelTerminationStrategy: PID 29861 died... 20:49:11.974577 run iperf3-srv_10.42.42.10(pid=29861): Terminated {rc=256} 20:49:12.018696 --- ParallelTerminationStrategy: PID 29864 died... 20:49:12.037532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Terminated: ok {rc=0} 20:49:12.081548 --- ParallelTerminationStrategy: PID 29867 died... 20:49:12.100439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Terminated: ok {rc=0} 20:49:12.144601 --- ParallelTerminationStrategy: PID 29870 died... 20:49:12.163676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Terminated: ok {rc=0} 20:49:12.251207 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:49:13.399267 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:13.410729 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:49:13.481418 tst iperf3m4.py: using LAC 36185 20:49:13.609216 tst iperf3m4.py: using RAC 230 20:49:13.735669 tst iperf3m4.py: using CellId 36185 20:49:13.862363 tst iperf3m4.py: using BVCI 36186 20:49:13.982003 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:13.993754 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.005580 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.016928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.028350 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.039617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.051200 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.062575 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:14.074221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:14.192737 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:14.316544 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:14.437930 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:14.555759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:49:14.758940 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:15.062174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Launched 20:49:15.327353 run iperf3-srv_10.42.42.10(pid=29873): Launched 20:49:15.441479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:49:15.643241 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:15.968596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Launched 20:49:16.304494 run iperf3-srv_10.42.42.10(pid=29875): Launched 20:49:16.442785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:49:16.666486 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:17.067415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Launched 20:49:17.366918 run iperf3-srv_10.42.42.10(pid=29877): Launched 20:49:17.491112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:49:17.707976 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:18.031863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Launched 20:49:18.311394 run iperf3-srv_10.42.42.10(pid=29879): Launched 20:49:18.434421 tst iperf3m4.py:8: start network... 20:49:18.651258 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:49:19.155371 run create_hlr_db(pid=29880): Launched 20:49:19.286807 bus /gobi_6: Setting Powered False 20:49:20.350603 run create_hlr_db(pid=29880): Terminated: ok {rc=0} 20:49:20.800158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Launched 20:49:21.125350 run osmo-hlr_10.42.42.2(pid=29883): Launched 20:49:21.249695 run osmo-stp_10.42.42.5: Starting osmo-stp 20:49:21.810133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Launched 20:49:22.133181 run osmo-stp_10.42.42.5(pid=29886): Launched 20:49:22.257423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:49:22.813546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Launched 20:49:22.938577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:49:23.211176 run patchelf(pid=29889): Launched 20:49:23.391148 run osmo-stp_10.42.42.5(pid=29886): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)] 20:49:23.527571 run osmo-stp_10.42.42.5(pid=29886): stdout: | (launched: 2022-12-13_20:49:22.074228) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:23.665598 run osmo-stp_10.42.42.5(pid=29886): stderr: | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204922264 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:23.803224 run osmo-stp_10.42.42.5(pid=29886): stdout: | (launched: 2022-12-13_20:49:22.074228) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:23.935701 run osmo-stp_10.42.42.5(pid=29886): stderr: | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204922263 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204922264 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204922264 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:24.092837 run patchelf(pid=29889): Terminating (SIGINT) 20:49:24.274433 run patchelf(pid=29889): Terminated: ok {rc=0} 20:49:24.405371 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29886): Process ended prematurely: osmo-stp_10.42.42.5(pid=29886) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:49:24.415530 tst iperf3m4.py:8: Test FAILED (11.1 sec) 20:49:24.444117 run osmo-hlr_10.42.42.2(pid=29883): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29883)] 20:49:24.494122 run osmo-hlr_10.42.42.2(pid=29883): stdout: | (launched: 2022-12-13_20:49:21.065702) 20:49:24.545889 run osmo-hlr_10.42.42.2(pid=29883): stderr: | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204921263 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204921275 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204921284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204921284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204921284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:49:24.598175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminating (SIGTERM) 20:49:24.640107 run iperf3-srv_10.42.42.10(pid=29873): Terminating (SIGTERM) 20:49:24.682336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminating (SIGTERM) 20:49:24.724416 run iperf3-srv_10.42.42.10(pid=29875): Terminating (SIGTERM) 20:49:24.766296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminating (SIGTERM) 20:49:24.808132 run iperf3-srv_10.42.42.10(pid=29877): Terminating (SIGTERM) 20:49:24.849888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminating (SIGTERM) 20:49:24.892073 run iperf3-srv_10.42.42.10(pid=29879): Terminating (SIGTERM) 20:49:24.933888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Terminating (SIGTERM) 20:49:24.976037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Terminating (SIGTERM) 20:49:25.017890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Terminating (SIGTERM) 20:49:25.059916 --- ParallelTerminationStrategy: PID 29872 died... 20:49:25.080007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminated: ok {rc=0} 20:49:25.126202 --- ParallelTerminationStrategy: PID 29873 died... 20:49:25.145706 run iperf3-srv_10.42.42.10(pid=29873): Terminated {rc=256} 20:49:25.191668 --- ParallelTerminationStrategy: PID 29874 died... 20:49:25.211253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminated: ok {rc=0} 20:49:25.257278 --- ParallelTerminationStrategy: PID 29875 died... 20:49:25.276622 run iperf3-srv_10.42.42.10(pid=29875): Terminated {rc=256} 20:49:25.322720 --- ParallelTerminationStrategy: PID 29876 died... 20:49:25.342224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminated: ok {rc=0} 20:49:25.387985 --- ParallelTerminationStrategy: PID 29877 died... 20:49:25.407438 run iperf3-srv_10.42.42.10(pid=29877): Terminated {rc=256} 20:49:25.453419 --- ParallelTerminationStrategy: PID 29878 died... 20:49:25.472865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminated: ok {rc=0} 20:49:25.518830 --- ParallelTerminationStrategy: PID 29879 died... 20:49:25.538363 run iperf3-srv_10.42.42.10(pid=29879): Terminated {rc=256} 20:49:25.584142 --- ParallelTerminationStrategy: PID 29882 died... 20:49:25.603686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Terminated: ok {rc=0} 20:49:25.649554 --- ParallelTerminationStrategy: PID 29885 died... 20:49:25.669204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Terminated: ok {rc=0} 20:49:25.715255 --- ParallelTerminationStrategy: PID 29888 died... 20:49:25.734862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Terminated: ok {rc=0} 20:49:25.821875 bus /gobi_4: Setting Powered False 20:49:26.921862 bus /gobi_4: Setting Powered False 20:49:28.042981 bus /gobi_1: Setting Powered False 20:49:29.143919 bus /gobi_1: Setting Powered False 20:49:30.259312 bus /gobi_0: Setting Powered False 20:49:31.360020 bus /gobi_0: Setting Powered False 20:49:32.479244 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:49:33.582824 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:33.594304 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:49:33.666900 tst ping.py: using LAC 36186 20:49:33.783301 tst ping.py: using RAC 231 20:49:33.898291 tst ping.py: using CellId 36186 20:49:34.014872 tst ping.py: using BVCI 36187 20:49:34.122791 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.133777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.144462 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.155221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.166291 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.177853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.188939 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:34.200019 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:34.320748 tst ping.py:19: start network... 20:49:34.534192 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:49:35.028273 run create_hlr_db(pid=29890): Launched 20:49:35.157557 bus /gobi_6: Setting Powered False 20:49:36.220109 run create_hlr_db(pid=29890): Terminated: ok {rc=0} 20:49:36.645087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Launched 20:49:36.942466 run osmo-hlr_10.42.42.2(pid=29893): Launched 20:49:37.055246 run osmo-stp_10.42.42.5: Starting osmo-stp 20:49:37.563705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Launched 20:49:37.859641 run osmo-stp_10.42.42.5(pid=29896): Launched 20:49:37.971594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:49:38.481319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Launched 20:49:38.595176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:49:38.845873 run patchelf(pid=29899): Launched 20:49:39.011279 run osmo-stp_10.42.42.5(pid=29896): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)] 20:49:39.137849 run osmo-stp_10.42.42.5(pid=29896): stdout: | (launched: 2022-12-13_20:49:37.804940) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:39.265460 run osmo-stp_10.42.42.5(pid=29896): stderr: | [0;m[38;5;43m20221213204937972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204937972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204937973 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204937973 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:39.393495 run osmo-stp_10.42.42.5(pid=29896): stdout: | (launched: 2022-12-13_20:49:37.804940) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:39.516028 run osmo-stp_10.42.42.5(pid=29896): stderr: | [0;m[38;5;43m20221213204937972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204937972 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204937973 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204937973 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204937974 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:39.661309 run patchelf(pid=29899): Terminating (SIGINT) 20:49:39.829996 run patchelf(pid=29899): Terminated: ok {rc=0} 20:49:39.954029 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22] 20:49:39.964107 tst ping.py:22: Test FAILED (6.4 sec) 20:49:39.992165 run osmo-hlr_10.42.42.2(pid=29893): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29893)] 20:49:40.042643 run osmo-hlr_10.42.42.2(pid=29893): stdout: | (launched: 2022-12-13_20:49:36.886950) 20:49:40.095176 run osmo-hlr_10.42.42.2(pid=29893): stderr: | [0;m[1;31m20221213204937064 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204937064 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204937065 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204937065 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204937065 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204937065 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204937098 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204937108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204937108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204937108 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:49:40.147739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Terminating (SIGTERM) 20:49:40.189731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Terminating (SIGTERM) 20:49:40.232318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Terminating (SIGTERM) 20:49:40.274945 --- ParallelTerminationStrategy: PID 29892 died... 20:49:40.295006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Terminated: ok {rc=0} 20:49:40.341481 --- ParallelTerminationStrategy: PID 29895 died... 20:49:40.361197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Terminated: ok {rc=0} 20:49:40.407352 --- ParallelTerminationStrategy: PID 29898 died... 20:49:40.426977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Terminated: ok {rc=0} 20:49:40.515376 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:49:41.603084 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:41.615134 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:49:41.691696 tst ping_idle_ping.py: using LAC 36187 20:49:41.817249 tst ping_idle_ping.py: using RAC 232 20:49:41.935080 tst ping_idle_ping.py: using CellId 36187 20:49:42.054926 tst ping_idle_ping.py: using BVCI 36188 20:49:42.165258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.176344 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.187387 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.198333 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.209866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.221161 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.232424 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:49:42.243653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:49:42.364110 tst ping_idle_ping.py:24: start network... 20:49:42.577727 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:49:43.070792 run create_hlr_db(pid=29900): Launched 20:49:43.201319 bus /gobi_6: Setting Powered False 20:49:44.264423 run create_hlr_db(pid=29900): Terminated: ok {rc=0} 20:49:44.706359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Launched 20:49:45.025116 run osmo-hlr_10.42.42.2(pid=29903): Launched 20:49:45.146923 run osmo-stp_10.42.42.5: Starting osmo-stp 20:49:45.698640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Launched 20:49:46.038252 run osmo-stp_10.42.42.5(pid=29906): Launched 20:49:46.402578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:49:47.029689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Launched 20:49:47.158962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:49:47.430622 run patchelf(pid=29909): Launched 20:49:47.608820 run osmo-stp_10.42.42.5(pid=29906): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] 20:49:47.743557 run osmo-stp_10.42.42.5(pid=29906): stdout: | (launched: 2022-12-13_20:49:45.979107) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:47.879837 run osmo-stp_10.42.42.5(pid=29906): stderr: | [0;m[38;5;43m20221213204946242 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204946243 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204946243 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204946245 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:48.016477 run osmo-stp_10.42.42.5(pid=29906): stdout: | (launched: 2022-12-13_20:49:45.979107) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:48.147215 run osmo-stp_10.42.42.5(pid=29906): stderr: | [0;m[38;5;43m20221213204946242 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204946243 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204946243 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204946245 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204946245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:48.301981 run patchelf(pid=29909): Terminating (SIGINT) 20:49:48.482052 run patchelf(pid=29909): Terminated: ok {rc=0} 20:49:48.611296 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:49:48.620774 tst ping_idle_ping.py:27: Test FAILED (7.0 sec) 20:49:48.648911 run osmo-hlr_10.42.42.2(pid=29903): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29903)] 20:49:48.699324 run osmo-hlr_10.42.42.2(pid=29903): stdout: | (launched: 2022-12-13_20:49:44.966693) 20:49:48.751326 run osmo-hlr_10.42.42.2(pid=29903): stderr: | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204945161 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204945174 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204945182 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204945183 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204945183 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:49:48.803744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminating (SIGTERM) 20:49:48.845554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminating (SIGTERM) 20:49:48.887199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Terminating (SIGTERM) 20:49:48.929209 --- ParallelTerminationStrategy: PID 29902 died... 20:49:48.949223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminated: ok {rc=0} 20:49:48.995608 --- ParallelTerminationStrategy: PID 29905 died... 20:49:49.015339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminated: ok {rc=0} 20:49:49.061724 --- ParallelTerminationStrategy: PID 29908 died... 20:49:49.081613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Terminated: ok {rc=0} 20:49:49.170865 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 20:49:50.476055 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:49:50.482932 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 20:49:50.515944 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 20:49:50.555601 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 20:49:50.646555 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 20:49:50.679980 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 20:49:50.719394 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 20:49:51.325968 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 20:49:51.377713 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:51.389449 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:49:51.442224 tst cs_paging_gprs_active.py: using LAC 36188 20:49:51.569959 tst cs_paging_gprs_active.py: using RAC 233 20:49:51.698833 tst cs_paging_gprs_active.py: using CellId 36188 20:49:51.826973 tst cs_paging_gprs_active.py: using BVCI 36189 20:49:51.945046 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:51.957115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:51.968656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:51.980261 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:51.991864 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:52.003520 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:52.015177 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:52.026835 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:49:52.038864 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:49:52.157683 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:49:52.279563 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:49:52.498151 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:52.821677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Launched 20:49:53.102990 run iperf3-srv_10.42.42.10(pid=29917): Launched 20:49:53.224382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:49:53.442622 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:49:53.766962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Launched 20:49:54.050287 run iperf3-srv_10.42.42.10(pid=29919): Launched 20:49:54.172924 tst cs_paging_gprs_active.py:38: start network... 20:49:54.391158 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:49:54.893742 run create_hlr_db(pid=29920): Launched 20:49:55.025570 bus /gobi_6: Setting Powered False 20:49:56.090033 run create_hlr_db(pid=29920): Terminated: ok {rc=0} 20:49:56.523521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Launched 20:49:56.827734 run osmo-hlr_10.42.42.2(pid=29923): Launched 20:49:56.943767 run osmo-stp_10.42.42.5: Starting osmo-stp 20:49:57.482876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Launched 20:49:57.786616 run osmo-stp_10.42.42.5(pid=29926): Launched 20:49:57.905112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:49:58.427788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Launched 20:49:58.544442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:49:58.802307 run patchelf(pid=29929): Launched 20:49:58.983335 run osmo-stp_10.42.42.5(pid=29926): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)] 20:49:59.120223 run osmo-stp_10.42.42.5(pid=29926): stdout: | (launched: 2022-12-13_20:49:57.730942) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:59.258649 run osmo-stp_10.42.42.5(pid=29926): stderr: | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204957899 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:59.396617 run osmo-stp_10.42.42.5(pid=29926): stdout: | (launched: 2022-12-13_20:49:57.730942) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:49:59.529764 run osmo-stp_10.42.42.5(pid=29926): stderr: | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213204957898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213204957899 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213204957900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:49:59.687165 run patchelf(pid=29929): Terminating (SIGINT) 20:49:59.869466 run patchelf(pid=29929): Terminated: ok {rc=0} 20:50:00.001384 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29926): Process ended prematurely: osmo-stp_10.42.42.5(pid=29926) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 20:50:00.011813 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 20:50:00.040236 run osmo-hlr_10.42.42.2(pid=29923): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29923)] 20:50:00.090157 run osmo-hlr_10.42.42.2(pid=29923): stdout: | (launched: 2022-12-13_20:49:56.772211) 20:50:00.141596 run osmo-hlr_10.42.42.2(pid=29923): stderr: | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213204956945 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213204956958 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213204956967 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213204956967 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213204956967 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:00.193832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminating (SIGTERM) 20:50:00.235514 run iperf3-srv_10.42.42.10(pid=29917): Terminating (SIGTERM) 20:50:00.277225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminating (SIGTERM) 20:50:00.318956 run iperf3-srv_10.42.42.10(pid=29919): Terminating (SIGTERM) 20:50:00.360698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Terminating (SIGTERM) 20:50:00.402987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Terminating (SIGTERM) 20:50:00.444858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Terminating (SIGTERM) 20:50:00.486961 --- ParallelTerminationStrategy: PID 29916 died... 20:50:00.506856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminated: ok {rc=0} 20:50:00.553128 --- ParallelTerminationStrategy: PID 29917 died... 20:50:00.572456 run iperf3-srv_10.42.42.10(pid=29917): Terminated {rc=256} 20:50:00.618249 --- ParallelTerminationStrategy: PID 29918 died... 20:50:00.637640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminated: ok {rc=0} 20:50:00.683262 --- ParallelTerminationStrategy: PID 29919 died... 20:50:00.702723 run iperf3-srv_10.42.42.10(pid=29919): Terminated {rc=256} 20:50:00.748459 --- ParallelTerminationStrategy: PID 29922 died... 20:50:00.767989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Terminated: ok {rc=0} 20:50:00.813931 --- ParallelTerminationStrategy: PID 29925 died... 20:50:00.833536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Terminated: ok {rc=0} 20:50:00.889360 --- ParallelTerminationStrategy: PID 29928 died... 20:50:00.913289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Terminated: ok {rc=0} 20:50:01.006992 bus /gobi_0: Setting Powered False 20:50:02.122807 bus /gobi_0: Setting Powered False 20:50:03.250998 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 20:50:04.400481 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.412814 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:50:04.470151 tst iperf3.py: using LAC 36189 20:50:04.590889 tst iperf3.py: using RAC 234 20:50:04.710893 tst iperf3.py: using CellId 36189 20:50:04.831549 tst iperf3.py: using BVCI 36190 20:50:04.942972 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.954320 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.965487 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.976606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.987982 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:04.999333 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:05.010830 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:05.022147 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:05.033741 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:05.154748 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:50:05.373371 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:50:05.696772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Launched 20:50:05.978154 run iperf3-srv_10.42.42.10(pid=29934): Launched 20:50:06.099244 tst iperf3.py:8: start network... 20:50:06.316351 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:50:06.815911 run create_hlr_db(pid=29935): Launched 20:50:06.947224 bus /gobi_6: Setting Powered False 20:50:08.010920 run create_hlr_db(pid=29935): Terminated: ok {rc=0} 20:50:08.442590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Launched 20:50:08.746295 run osmo-hlr_10.42.42.2(pid=29938): Launched 20:50:08.861423 run osmo-stp_10.42.42.5: Starting osmo-stp 20:50:09.398442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Launched 20:50:09.702053 run osmo-stp_10.42.42.5(pid=29941): Launched 20:50:09.820326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:50:10.343891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Launched 20:50:10.459809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:50:10.716846 run patchelf(pid=29944): Launched 20:50:10.885308 run osmo-stp_10.42.42.5(pid=29941): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)] 20:50:11.014283 run osmo-stp_10.42.42.5(pid=29941): stdout: | (launched: 2022-12-13_20:50:09.646143) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:11.144876 run osmo-stp_10.42.42.5(pid=29941): stderr: | [0;m[38;5;43m20221213205009813 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205009813 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205009814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205009814 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205009814 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205009814 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205009815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:11.275665 run osmo-stp_10.42.42.5(pid=29941): stdout: | (launched: 2022-12-13_20:50:09.646143) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:11.400629 run osmo-stp_10.42.42.5(pid=29941): stderr: | [0;m[38;5;43m20221213205009813 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205009813 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205009814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205009814 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205009814 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205009814 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205009815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:11.548433 run patchelf(pid=29944): Terminating (SIGINT) 20:50:11.719862 run patchelf(pid=29944): Terminated: ok {rc=0} 20:50:11.843823 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29941): Process ended prematurely: osmo-stp_10.42.42.5(pid=29941) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 20:50:11.853381 tst iperf3.py:8: Test FAILED (7.5 sec) 20:50:11.880440 run osmo-hlr_10.42.42.2(pid=29938): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29938)] 20:50:11.929307 run osmo-hlr_10.42.42.2(pid=29938): stdout: | (launched: 2022-12-13_20:50:08.690907) 20:50:11.979271 run osmo-hlr_10.42.42.2(pid=29938): stderr: | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205008863 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205008876 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205008885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205008885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205008885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:12.029747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Terminating (SIGTERM) 20:50:12.070235 run iperf3-srv_10.42.42.10(pid=29934): Terminating (SIGTERM) 20:50:12.110608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Terminating (SIGTERM) 20:50:12.151180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Terminating (SIGTERM) 20:50:12.191613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Terminating (SIGTERM) 20:50:12.232095 --- ParallelTerminationStrategy: PID 29933 died... 20:50:12.251681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Terminated: ok {rc=0} 20:50:12.296188 --- ParallelTerminationStrategy: PID 29934 died... 20:50:12.315154 run iperf3-srv_10.42.42.10(pid=29934): Terminated {rc=256} 20:50:12.359000 --- ParallelTerminationStrategy: PID 29937 died... 20:50:12.378021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Terminated: ok {rc=0} 20:50:12.422235 --- ParallelTerminationStrategy: PID 29940 died... 20:50:12.441170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Terminated: ok {rc=0} 20:50:12.485311 --- ParallelTerminationStrategy: PID 29943 died... 20:50:12.504356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Terminated: ok {rc=0} 20:50:12.588824 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 20:50:13.737938 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:13.750264 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:50:13.803802 tst iperf3m4.py: using LAC 36190 20:50:13.922332 tst iperf3m4.py: using RAC 235 20:50:14.041176 tst iperf3m4.py: using CellId 36190 20:50:14.171010 tst iperf3m4.py: using BVCI 36191 20:50:14.283419 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.294923 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.306190 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.317460 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.328757 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.340095 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.351633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.362911 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:14.374507 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:14.496115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:14.616309 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:14.739798 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:14.856670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:50:15.060356 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:50:15.365830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Launched 20:50:15.629410 run iperf3-srv_10.42.42.10(pid=29946): Launched 20:50:15.743886 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:50:15.992491 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:50:16.337850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Launched 20:50:16.630835 run iperf3-srv_10.42.42.10(pid=29948): Launched 20:50:16.776113 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:50:16.981796 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:50:17.293694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Launched 20:50:17.557404 run iperf3-srv_10.42.42.10(pid=29950): Launched 20:50:17.670775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:50:17.873144 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:50:18.176602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Launched 20:50:18.439754 run iperf3-srv_10.42.42.10(pid=29952): Launched 20:50:18.554690 tst iperf3m4.py:8: start network... 20:50:18.757823 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:50:19.228427 run create_hlr_db(pid=29953): Launched 20:50:19.345163 bus /gobi_6: Setting Powered False 20:50:20.405258 run create_hlr_db(pid=29953): Terminated: ok {rc=0} 20:50:20.847965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Launched 20:50:21.171733 run osmo-hlr_10.42.42.2(pid=29956): Launched 20:50:21.293876 run osmo-stp_10.42.42.5: Starting osmo-stp 20:50:21.858866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Launched 20:50:22.183800 run osmo-stp_10.42.42.5(pid=29959): Launched 20:50:22.306009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:50:22.862489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Launched 20:50:22.987169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:50:23.260428 run patchelf(pid=29962): Launched 20:50:23.441279 run osmo-stp_10.42.42.5(pid=29959): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)] 20:50:23.577190 run osmo-stp_10.42.42.5(pid=29959): stdout: | (launched: 2022-12-13_20:50:22.124629) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:23.714799 run osmo-stp_10.42.42.5(pid=29959): stderr: | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205022315 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:23.851941 run osmo-stp_10.42.42.5(pid=29959): stdout: | (launched: 2022-12-13_20:50:22.124629) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:23.984376 run osmo-stp_10.42.42.5(pid=29959): stderr: | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205022314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205022315 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205022315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:24.141427 run patchelf(pid=29962): Terminating (SIGINT) 20:50:24.323439 run patchelf(pid=29962): Terminated: ok {rc=0} 20:50:24.454964 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29959): Process ended prematurely: osmo-stp_10.42.42.5(pid=29959) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 20:50:24.465250 tst iperf3m4.py:8: Test FAILED (10.8 sec) 20:50:24.494215 run osmo-hlr_10.42.42.2(pid=29956): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29956)] 20:50:24.544498 run osmo-hlr_10.42.42.2(pid=29956): stdout: | (launched: 2022-12-13_20:50:21.112684) 20:50:24.596424 run osmo-hlr_10.42.42.2(pid=29956): stderr: | [0;m[1;31m20221213205021308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205021308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205021308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205021308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205021308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205021309 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205021322 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205021330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205021330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205021330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:24.648778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Terminating (SIGTERM) 20:50:24.690738 run iperf3-srv_10.42.42.10(pid=29946): Terminating (SIGTERM) 20:50:24.732989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Terminating (SIGTERM) 20:50:24.774798 run iperf3-srv_10.42.42.10(pid=29948): Terminating (SIGTERM) 20:50:24.816444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Terminating (SIGTERM) 20:50:24.858424 run iperf3-srv_10.42.42.10(pid=29950): Terminating (SIGTERM) 20:50:24.899957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Terminating (SIGTERM) 20:50:24.941867 run iperf3-srv_10.42.42.10(pid=29952): Terminating (SIGTERM) 20:50:24.984259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Terminating (SIGTERM) 20:50:25.026231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Terminating (SIGTERM) 20:50:25.067939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Terminating (SIGTERM) 20:50:25.109940 --- ParallelTerminationStrategy: PID 29945 died... 20:50:25.129902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Terminated: ok {rc=0} 20:50:25.176200 --- ParallelTerminationStrategy: PID 29946 died... 20:50:25.195703 run iperf3-srv_10.42.42.10(pid=29946): Terminated {rc=256} 20:50:25.241765 --- ParallelTerminationStrategy: PID 29947 died... 20:50:25.261317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Terminated: ok {rc=0} 20:50:25.307329 --- ParallelTerminationStrategy: PID 29948 died... 20:50:25.326873 run iperf3-srv_10.42.42.10(pid=29948): Terminated {rc=256} 20:50:25.373212 --- ParallelTerminationStrategy: PID 29949 died... 20:50:25.392824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Terminated: ok {rc=0} 20:50:25.438946 --- ParallelTerminationStrategy: PID 29950 died... 20:50:25.458556 run iperf3-srv_10.42.42.10(pid=29950): Terminated {rc=256} 20:50:25.504566 --- ParallelTerminationStrategy: PID 29951 died... 20:50:25.524266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Terminated: ok {rc=0} 20:50:25.570150 --- ParallelTerminationStrategy: PID 29952 died... 20:50:25.589593 run iperf3-srv_10.42.42.10(pid=29952): Terminated {rc=256} 20:50:25.635426 --- ParallelTerminationStrategy: PID 29955 died... 20:50:25.655073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Terminated: ok {rc=0} 20:50:25.701191 --- ParallelTerminationStrategy: PID 29958 died... 20:50:25.720692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Terminated: ok {rc=0} 20:50:25.766869 --- ParallelTerminationStrategy: PID 29961 died... 20:50:25.786520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Terminated: ok {rc=0} 20:50:25.874932 bus /gobi_4: Setting Powered False 20:50:26.973004 bus /gobi_4: Setting Powered False 20:50:28.090370 bus /gobi_1: Setting Powered False 20:50:29.190052 bus /gobi_1: Setting Powered False 20:50:30.308779 bus /gobi_0: Setting Powered False 20:50:31.411303 bus /gobi_0: Setting Powered False 20:50:32.542751 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 20:50:33.646395 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:33.658323 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:50:33.710661 tst ping.py: using LAC 36191 20:50:33.827460 tst ping.py: using RAC 236 20:50:33.945859 tst ping.py: using CellId 36191 20:50:34.063599 tst ping.py: using BVCI 36192 20:50:34.172445 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.183980 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.195252 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.206541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.218530 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.230560 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.242650 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:34.254767 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:34.377543 tst ping.py:19: start network... 20:50:34.590754 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:50:35.081423 run create_hlr_db(pid=29963): Launched 20:50:35.212397 bus /gobi_6: Setting Powered False 20:50:36.272579 run create_hlr_db(pid=29963): Terminated: ok {rc=0} 20:50:36.713932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Launched 20:50:37.032389 run osmo-hlr_10.42.42.2(pid=29966): Launched 20:50:37.152834 run osmo-stp_10.42.42.5: Starting osmo-stp 20:50:37.700722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Launched 20:50:38.016875 run osmo-stp_10.42.42.5(pid=29969): Launched 20:50:38.137459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:50:38.682522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Launched 20:50:38.804618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:50:39.072357 run patchelf(pid=29972): Launched 20:50:39.247993 run osmo-stp_10.42.42.5(pid=29969): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] 20:50:39.382022 run osmo-stp_10.42.42.5(pid=29969): stdout: | (launched: 2022-12-13_20:50:37.958504) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:39.517639 run osmo-stp_10.42.42.5(pid=29969): stderr: | [0;m[38;5;43m20221213205038147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205038147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205038148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205038148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:39.653113 run osmo-stp_10.42.42.5(pid=29969): stdout: | (launched: 2022-12-13_20:50:37.958504) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:39.783249 run osmo-stp_10.42.42.5(pid=29969): stderr: | [0;m[38;5;43m20221213205038147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205038147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205038148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205038148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205038149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:39.936766 run patchelf(pid=29972): Terminating (SIGINT) 20:50:40.116229 run patchelf(pid=29972): Terminated: ok {rc=0} 20:50:40.245031 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 20:50:40.254501 tst ping.py:22: Test FAILED (6.6 sec) 20:50:40.282218 run osmo-hlr_10.42.42.2(pid=29966): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29966)] 20:50:40.332301 run osmo-hlr_10.42.42.2(pid=29966): stdout: | (launched: 2022-12-13_20:50:36.973892) 20:50:40.383706 run osmo-hlr_10.42.42.2(pid=29966): stderr: | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205037167 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205037180 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205037188 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205037189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205037189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:40.435576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminating (SIGTERM) 20:50:40.477265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminating (SIGTERM) 20:50:40.518931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminating (SIGTERM) 20:50:40.560785 --- ParallelTerminationStrategy: PID 29965 died... 20:50:40.580748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminated: ok {rc=0} 20:50:40.626834 --- ParallelTerminationStrategy: PID 29968 died... 20:50:40.646504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminated: ok {rc=0} 20:50:40.692354 --- ParallelTerminationStrategy: PID 29971 died... 20:50:40.712048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminated: ok {rc=0} 20:50:40.801503 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 20:50:41.891630 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:41.904878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 20:50:41.964720 tst ping_idle_ping.py: using LAC 36192 20:50:42.088498 tst ping_idle_ping.py: using RAC 237 20:50:42.211306 tst ping_idle_ping.py: using CellId 36192 20:50:42.337043 tst ping_idle_ping.py: using BVCI 36193 20:50:42.451827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.463832 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.475686 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.487510 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.499180 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.510892 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.522752 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 20:50:42.534504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 20:50:42.652866 tst ping_idle_ping.py:24: start network... 20:50:42.866416 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:50:43.360609 run create_hlr_db(pid=29973): Launched 20:50:43.491086 bus /gobi_6: Setting Powered False 20:50:44.554372 run create_hlr_db(pid=29973): Terminated: ok {rc=0} 20:50:44.981684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Launched 20:50:45.280450 run osmo-hlr_10.42.42.2(pid=29976): Launched 20:50:45.395771 run osmo-stp_10.42.42.5: Starting osmo-stp 20:50:45.957987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Launched 20:50:46.296657 run osmo-stp_10.42.42.5(pid=29979): Launched 20:50:46.535913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:50:47.168623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Launched 20:50:47.290943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:50:47.560663 run patchelf(pid=29982): Launched 20:50:47.738203 run osmo-stp_10.42.42.5(pid=29979): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)] 20:50:47.872642 run osmo-stp_10.42.42.5(pid=29979): stdout: | (launched: 2022-12-13_20:50:46.237969) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:48.009405 run osmo-stp_10.42.42.5(pid=29979): stderr: | [0;m[38;5;43m20221213205046525 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205046526 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205046526 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205046526 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:48.145470 run osmo-stp_10.42.42.5(pid=29979): stdout: | (launched: 2022-12-13_20:50:46.237969) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:48.276829 run osmo-stp_10.42.42.5(pid=29979): stderr: | [0;m[38;5;43m20221213205046525 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205046526 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205046526 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205046526 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205046527 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:48.431693 run patchelf(pid=29982): Terminating (SIGINT) 20:50:48.611427 run patchelf(pid=29982): Terminated: ok {rc=0} 20:50:48.740731 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 20:50:48.750456 tst ping_idle_ping.py:27: Test FAILED (6.9 sec) 20:50:48.778382 run osmo-hlr_10.42.42.2(pid=29976): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29976)] 20:50:48.828850 run osmo-hlr_10.42.42.2(pid=29976): stdout: | (launched: 2022-12-13_20:50:45.225534) 20:50:48.880543 run osmo-hlr_10.42.42.2(pid=29976): stderr: | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205045400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205045413 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205045422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205045422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205045422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:48.932691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminating (SIGTERM) 20:50:48.974454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminating (SIGTERM) 20:50:49.016833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminating (SIGTERM) 20:50:49.059123 --- ParallelTerminationStrategy: PID 29975 died... 20:50:49.079279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminated: ok {rc=0} 20:50:49.125931 --- ParallelTerminationStrategy: PID 29978 died... 20:50:49.145831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminated: ok {rc=0} 20:50:49.192146 --- ParallelTerminationStrategy: PID 29981 died... 20:50:49.212069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminated: ok {rc=0} 20:50:49.299269 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:50:50.612294 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:50:50.618968 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:50:50.650853 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:50:50.686767 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:50:50.737469 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:50:50.769548 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:50:50.804072 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:50:51.374847 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:50:51.380115 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.391380 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:50:51.459604 tst switch_tch_pdch.py: using LAC 36193 20:50:51.574900 tst switch_tch_pdch.py: using RAC 238 20:50:51.691259 tst switch_tch_pdch.py: using CellId 36193 20:50:51.807451 tst switch_tch_pdch.py: using BVCI 36194 20:50:51.921190 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.932711 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.944136 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.955605 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.967366 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.978773 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:51.991120 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:50:52.002750 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:50:52.119855 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:50:52.240546 tst switch_tch_pdch.py:51: start network... 20:50:52.453589 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:50:52.943431 run create_hlr_db(pid=29991): Launched 20:50:53.073181 bus /gobi_6: Setting Powered False 20:50:54.135870 run create_hlr_db(pid=29991): Terminated: ok {rc=0} 20:50:54.560488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Launched 20:50:54.859151 run osmo-hlr_10.42.42.2(pid=29994): Launched 20:50:54.972788 run osmo-stp_10.42.42.5: Starting osmo-stp 20:50:55.498666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Launched 20:50:55.795647 run osmo-stp_10.42.42.5(pid=29997): Launched 20:50:55.908692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:50:56.421760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Launched 20:50:56.536405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:50:56.788006 run patchelf(pid=30000): Launched 20:50:56.954106 run osmo-stp_10.42.42.5(pid=29997): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)] 20:50:57.080416 run osmo-stp_10.42.42.5(pid=29997): stdout: | (launched: 2022-12-13_20:50:55.741130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:57.208357 run osmo-stp_10.42.42.5(pid=29997): stderr: | [0;m[38;5;43m20221213205055906 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205055906 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205055907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205055907 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:57.336453 run osmo-stp_10.42.42.5(pid=29997): stdout: | (launched: 2022-12-13_20:50:55.741130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:50:57.459532 run osmo-stp_10.42.42.5(pid=29997): stderr: | [0;m[38;5;43m20221213205055906 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205055906 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205055907 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205055907 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205055908 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:50:57.604879 run patchelf(pid=30000): Terminating (SIGINT) 20:50:57.773923 run patchelf(pid=30000): Terminated: ok {rc=0} 20:50:57.895199 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)] [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:50:57.904137 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 20:50:57.930595 run osmo-hlr_10.42.42.2(pid=29994): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29994)] 20:50:57.979058 run osmo-hlr_10.42.42.2(pid=29994): stdout: | (launched: 2022-12-13_20:50:54.804607) 20:50:58.029177 run osmo-hlr_10.42.42.2(pid=29994): stderr: | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205054978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205054990 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205055001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205055002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205055002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:50:58.079699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminating (SIGTERM) 20:50:58.120591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminating (SIGTERM) 20:50:58.161129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminating (SIGTERM) 20:50:58.201713 --- ParallelTerminationStrategy: PID 29993 died... 20:50:58.221358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminated: ok {rc=0} 20:50:58.266077 --- ParallelTerminationStrategy: PID 29996 died... 20:50:58.284932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminated: ok {rc=0} 20:50:58.329603 --- ParallelTerminationStrategy: PID 29999 died... 20:50:58.348570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminated: ok {rc=0} 20:50:58.435500 bus /gobi_0: Setting Powered False 20:50:59.534438 bus /gobi_0: Setting Powered False 20:51:00.647163 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:51:01.903672 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:01.910075 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:51:01.944376 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:51:01.983051 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:51:02.040132 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:51:02.078571 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:51:02.116310 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:51:02.664923 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:51:02.671036 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:02.682675 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:51:02.755358 tst switch_tch_pdch.py: using LAC 36194 20:51:02.879356 tst switch_tch_pdch.py: using RAC 239 20:51:03.003600 tst switch_tch_pdch.py: using CellId 36194 20:51:03.121770 tst switch_tch_pdch.py: using BVCI 36195 20:51:03.229128 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.240128 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.250906 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.261867 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.273006 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.284247 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.295358 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:51:03.306481 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:51:03.422935 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:51:03.541854 tst switch_tch_pdch.py:51: start network... 20:51:03.754770 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:51:04.217520 run create_hlr_db(pid=30004): Launched 20:51:04.346626 bus /gobi_6: Setting Powered False 20:51:05.409417 run create_hlr_db(pid=30004): Terminated: ok {rc=0} 20:51:05.809641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Launched 20:51:06.106284 run osmo-hlr_10.42.42.2(pid=30007): Launched 20:51:06.218825 run osmo-stp_10.42.42.5: Starting osmo-stp 20:51:06.705419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Launched 20:51:07.022304 run osmo-stp_10.42.42.5(pid=30010): Launched 20:51:07.143293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:51:07.662154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Launched 20:51:07.785347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:51:08.053409 run patchelf(pid=30013): Launched 20:51:08.229839 run osmo-stp_10.42.42.5(pid=30010): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)] 20:51:08.363363 run osmo-stp_10.42.42.5(pid=30010): stdout: | (launched: 2022-12-13_20:51:06.964132) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:08.498698 run osmo-stp_10.42.42.5(pid=30010): stderr: | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205107152 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205107152 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205107152 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205107153 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:08.633952 run osmo-stp_10.42.42.5(pid=30010): stdout: | (launched: 2022-12-13_20:51:06.964132) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:08.764206 run osmo-stp_10.42.42.5(pid=30010): stderr: | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205107151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205107152 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205107152 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205107152 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205107153 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:08.918849 run patchelf(pid=30013): Terminating (SIGINT) 20:51:09.097252 run patchelf(pid=30013): Terminated: ok {rc=0} 20:51:09.225261 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)] [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:51:09.234676 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 20:51:09.262390 run osmo-hlr_10.42.42.2(pid=30007): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30007)] 20:51:09.312421 run osmo-hlr_10.42.42.2(pid=30007): stdout: | (launched: 2022-12-13_20:51:06.051698) 20:51:09.364379 run osmo-hlr_10.42.42.2(pid=30007): stderr: | [0;m[1;31m20221213205106224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205106224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205106225 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205106225 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205106225 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205106225 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205106236 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205106245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205106245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205106245 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:51:09.416563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminating (SIGTERM) 20:51:09.459198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminating (SIGTERM) 20:51:09.501986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminating (SIGTERM) 20:51:09.544409 --- ParallelTerminationStrategy: PID 30006 died... 20:51:09.564454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminated: ok {rc=0} 20:51:09.610658 --- ParallelTerminationStrategy: PID 30009 died... 20:51:09.630115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminated: ok {rc=0} 20:51:09.676163 --- ParallelTerminationStrategy: PID 30012 died... 20:51:09.695769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminated: ok {rc=0} 20:51:09.783580 bus /gobi_0: Setting Powered False 20:51:10.884907 bus /gobi_0: Setting Powered False 20:51:12.001240 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-umtrx+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:trx-lms --------------------------------------------------------------------- 20:51:13.256431 tst nitb_sms:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:13.260512 tst nitb_sms:trx-lms: Verifying 1 x bts (candidates: 11) 20:51:13.294374 tst nitb_sms:trx-lms: Verifying 1 x ip_address (candidates: 9) 20:51:13.301397 tst nitb_sms:trx-lms: Verifying 2 x modem (candidates: 12) 20:51:13.354580 tst nitb_sms:trx-lms: Reserving 1 x bts (candidates: 11) 20:51:13.387474 tst nitb_sms:trx-lms: Reserving 1 x ip_address (candidates: 9) 20:51:13.394143 tst nitb_sms:trx-lms: Reserving 2 x modem (candidates: 12) 20:51:13.934609 tst nitb_sms:trx-lms: RESERVED RESOURCES for nitb_sms: bts LimeSDR-USB ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:trx-lms mo_mt_sms.py ---------------------------------------------- 20:51:13.940111 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1) 20:51:13.951308 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1) 20:51:13.999632 tst mo_mt_sms.py: using LAC 36195 20:51:14.124222 tst mo_mt_sms.py: using RAC 240 20:51:14.250166 tst mo_mt_sms.py: using CellId 36195 20:51:14.367985 tst mo_mt_sms.py: using BVCI 36196 20:51:14.475302 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2) 20:51:14.593375 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2) 20:51:14.711042 tst mo_mt_sms.py:9: start nitb and bts... 20:51:14.912276 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:51:15.518264 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Launched 20:51:15.818378 run osmo-nitb_10.42.42.2(pid=30018): Launched 20:51:16.033382 run osmo-nitb_10.42.42.2(pid=30018): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)] 20:51:16.183578 run osmo-nitb_10.42.42.2(pid=30018): stdout: | (launched: 2022-12-13_20:51:15.763271) 20:51:16.343317 run osmo-nitb_10.42.42.2(pid=30018): stderr: | (launched: 2022-12-13_20:51:15.808151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:51:16.511809 run osmo-nitb_10.42.42.2(pid=30018): stdout: | (launched: 2022-12-13_20:51:15.763271) 20:51:16.683093 run osmo-nitb_10.42.42.2(pid=30018): stderr: | (launched: 2022-12-13_20:51:15.808151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)] 20:51:16.966494 tst osmo-nitb_10.42.42.2(pid=30018): stdout: | (launched: 2022-12-13_20:51:15.763271) 20:51:17.128319 tst osmo-nitb_10.42.42.2(pid=30018): stderr: | (launched: 2022-12-13_20:51:15.808151) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:51:17.285131 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)] [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11] 20:51:17.294982 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 20:51:17.302992 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Terminating (SIGTERM) 20:51:17.516738 --- ParallelTerminationStrategy: PID 30017 died... 20:51:17.538614 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Terminated: ok {rc=0} 20:51:17.627302 bus /sierra_3: Setting Powered False 20:51:18.727602 bus /sierra_3: Setting Powered False 20:51:19.845025 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:trx-lms --------------------------------------------------------------------- 20:51:21.047504 tst sms:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:21.052139 tst sms:trx-lms: Verifying 1 x bts (candidates: 11) 20:51:21.085806 tst sms:trx-lms: Verifying 6 x ip_address (candidates: 9) 20:51:21.113890 tst sms:trx-lms: Verifying 2 x modem (candidates: 12) 20:51:21.167491 tst sms:trx-lms: Reserving 1 x bts (candidates: 11) 20:51:21.201252 tst sms:trx-lms: Reserving 6 x ip_address (candidates: 9) 20:51:21.228320 tst sms:trx-lms: Reserving 2 x modem (candidates: 12) 20:51:21.772387 tst sms:trx-lms: RESERVED RESOURCES for sms: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:trx-lms mo_mt_sms.py ---------------------------------------------- 20:51:21.777735 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:21.788449 tst sms:trx-lms: Using 1 x bts (candidates: 1) 20:51:21.841210 tst mo_mt_sms.py: using LAC 36196 20:51:21.966445 tst mo_mt_sms.py: using RAC 241 20:51:22.090099 tst mo_mt_sms.py: using CellId 36196 20:51:22.207319 tst mo_mt_sms.py: using BVCI 36197 20:51:22.314788 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:22.325532 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:22.336132 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:22.346650 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:22.357476 tst sms:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:22.368383 tst sms:trx-lms: Using 1 x modem (candidates: 2) 20:51:22.487117 tst sms:trx-lms: Using 1 x modem (candidates: 2) 20:51:22.605702 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:51:23.067475 run create_hlr_db(pid=30022): Launched 20:51:23.181579 bus /sierra_2: Setting Powered False 20:51:24.240761 run create_hlr_db(pid=30022): Terminated: ok {rc=0} 20:51:24.675648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Launched 20:51:24.992304 run osmo-hlr_10.42.42.2(pid=30025): Launched 20:51:25.112848 run osmo-stp_10.42.42.5: Starting osmo-stp 20:51:25.658041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Launched 20:51:25.975596 run osmo-stp_10.42.42.5(pid=30028): Launched 20:51:26.096581 run osmo-msc_10.42.42.6: Starting osmo-msc 20:51:26.670989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Launched 20:51:26.986917 run osmo-msc_10.42.42.6(pid=30031): Launched 20:51:27.164929 run osmo-stp_10.42.42.5(pid=30028): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)] 20:51:27.298523 run osmo-stp_10.42.42.5(pid=30028): stdout: | (launched: 2022-12-13_20:51:25.917717) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:27.431775 run osmo-stp_10.42.42.5(pid=30028): stderr: | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205126109 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:27.564374 run osmo-stp_10.42.42.5(pid=30028): stdout: | (launched: 2022-12-13_20:51:25.917717) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:27.690169 run osmo-stp_10.42.42.5(pid=30028): stderr: | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205126109 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205126109 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205126110 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:27.840474 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30028): Process ended prematurely: osmo-stp_10.42.42.5(pid=30028) [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)] [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16] 20:51:27.849450 tst mo_mt_sms.py:16: Test FAILED (6.1 sec) 20:51:27.876708 run osmo-hlr_10.42.42.2(pid=30025): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30025)] 20:51:27.926774 run osmo-hlr_10.42.42.2(pid=30025): stdout: | (launched: 2022-12-13_20:51:24.934595) 20:51:27.978488 run osmo-hlr_10.42.42.2(pid=30025): stderr: | [0;m[1;31m20221213205125129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205125129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205125129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205125129 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205125130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205125130 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205125141 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205125150 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205125150 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205125150 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:51:28.051030 run osmo-msc_10.42.42.6(pid=30031): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30031)] 20:51:28.100940 run osmo-msc_10.42.42.6(pid=30031): stdout: | (launched: 2022-12-13_20:51:26.928794) 20:51:28.152753 run osmo-msc_10.42.42.6(pid=30031): stderr: | [0;m[38;5;43m20221213205127250 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205127250 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc80a0cbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205127250 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205127250 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205127250 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205127250 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205127252 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205127252 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205127252 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205127253 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:51:28.204736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Terminating (SIGTERM) 20:51:28.246387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Terminating (SIGTERM) 20:51:28.288153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Terminating (SIGTERM) 20:51:28.330235 --- ParallelTerminationStrategy: PID 30024 died... 20:51:28.349758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Terminated: ok {rc=0} 20:51:28.395849 --- ParallelTerminationStrategy: PID 30027 died... 20:51:28.415355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Terminated: ok {rc=0} 20:51:28.461126 --- ParallelTerminationStrategy: PID 30030 died... 20:51:28.480533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Terminated: ok {rc=0} 20:51:28.568506 bus /sierra_3: Setting Powered False 20:51:29.666631 bus /sierra_3: Setting Powered False 20:51:30.783695 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-lms --------------------------------------------------------------------- 20:51:32.053699 tst nitb_ussd:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:32.058985 tst nitb_ussd:trx-lms: Verifying 1 x bts (candidates: 11) 20:51:32.115639 tst nitb_ussd:trx-lms: Verifying 1 x ip_address (candidates: 9) 20:51:32.123371 tst nitb_ussd:trx-lms: Verifying 1 x modem (candidates: 12) 20:51:32.161184 tst nitb_ussd:trx-lms: Reserving 1 x bts (candidates: 11) 20:51:32.196902 tst nitb_ussd:trx-lms: Reserving 1 x ip_address (candidates: 9) 20:51:32.210846 tst nitb_ussd:trx-lms: Reserving 1 x modem (candidates: 12) 20:51:32.718794 tst nitb_ussd:trx-lms: RESERVED RESOURCES for nitb_ussd: bts LimeSDR-USB ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:trx-lms assert_extension.py ---------------------------------------------- 20:51:32.723953 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1) 20:51:32.734759 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1) 20:51:32.783079 tst assert_extension.py: using LAC 36197 20:51:32.899878 tst assert_extension.py: using RAC 242 20:51:33.017278 tst assert_extension.py: using CellId 36197 20:51:33.135095 tst assert_extension.py: using BVCI 36198 20:51:33.242755 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1) 20:51:33.360797 tst assert_extension.py:10: start nitb and bts... 20:51:33.574831 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:51:34.222087 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Launched 20:51:34.540167 run osmo-nitb_10.42.42.2(pid=30037): Launched 20:51:34.716211 run osmo-nitb_10.42.42.2(pid=30037): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] 20:51:34.858369 run osmo-nitb_10.42.42.2(pid=30037): stdout: | (launched: 2022-12-13_20:51:34.482229) 20:51:35.002023 run osmo-nitb_10.42.42.2(pid=30037): stderr: | (launched: 2022-12-13_20:51:34.529604) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:51:35.146013 run osmo-nitb_10.42.42.2(pid=30037): stdout: | (launched: 2022-12-13_20:51:34.482229) 20:51:35.283942 run osmo-nitb_10.42.42.2(pid=30037): stderr: | (launched: 2022-12-13_20:51:34.529604) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] 20:51:35.660208 tst osmo-nitb_10.42.42.2(pid=30037): stdout: | (launched: 2022-12-13_20:51:34.482229) 20:51:35.788545 tst osmo-nitb_10.42.42.2(pid=30037): stderr: | (launched: 2022-12-13_20:51:34.529604) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:51:35.940037 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12] 20:51:35.949379 tst assert_extension.py:12: Test FAILED (3.2 sec) 20:51:35.956598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminating (SIGTERM) 20:51:36.167593 --- ParallelTerminationStrategy: PID 30036 died... 20:51:36.189324 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminated: ok {rc=0} 20:51:36.278165 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:trx-lms --------------------------------------------------------------------- 20:51:37.456766 tst ussd:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:37.461159 tst ussd:trx-lms: Verifying 1 x bts (candidates: 11) 20:51:37.494831 tst ussd:trx-lms: Verifying 6 x ip_address (candidates: 9) 20:51:37.522790 tst ussd:trx-lms: Verifying 1 x modem (candidates: 12) 20:51:37.559040 tst ussd:trx-lms: Reserving 1 x bts (candidates: 11) 20:51:37.592829 tst ussd:trx-lms: Reserving 6 x ip_address (candidates: 9) 20:51:37.620302 tst ussd:trx-lms: Reserving 1 x modem (candidates: 12) 20:51:38.149296 tst ussd:trx-lms: RESERVED RESOURCES for ussd: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:trx-lms assert_extension.py ---------------------------------------------- 20:51:38.154661 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.165749 tst ussd:trx-lms: Using 1 x bts (candidates: 1) 20:51:38.214557 tst assert_extension.py: using LAC 36198 20:51:38.340483 tst assert_extension.py: using RAC 243 20:51:38.464268 tst assert_extension.py: using CellId 36198 20:51:38.588284 tst assert_extension.py: using BVCI 36199 20:51:38.702888 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.714123 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.725282 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.736269 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.747676 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6) 20:51:38.758910 tst ussd:trx-lms: Using 1 x modem (candidates: 1) 20:51:38.878910 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:51:39.370447 run create_hlr_db(pid=30041): Launched 20:51:39.500515 bus /sierra_2: Setting Powered False 20:51:40.563490 run create_hlr_db(pid=30041): Terminated: ok {rc=0} 20:51:40.989046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Launched 20:51:41.287983 run osmo-hlr_10.42.42.2(pid=30044): Launched 20:51:41.401817 run osmo-stp_10.42.42.5: Starting osmo-stp 20:51:41.918425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Launched 20:51:42.219023 run osmo-stp_10.42.42.5(pid=30047): Launched 20:51:42.333188 run osmo-msc_10.42.42.6: Starting osmo-msc 20:51:42.871477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Launched 20:51:43.169852 run osmo-msc_10.42.42.6(pid=30050): Launched 20:51:43.336432 run osmo-stp_10.42.42.5(pid=30047): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] 20:51:43.464449 run osmo-stp_10.42.42.5(pid=30047): stdout: | (launched: 2022-12-13_20:51:42.163916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:43.590823 run osmo-stp_10.42.42.5(pid=30047): stderr: | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205142330 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:43.715464 run osmo-stp_10.42.42.5(pid=30047): stdout: | (launched: 2022-12-13_20:51:42.163916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:43.834628 run osmo-stp_10.42.42.5(pid=30047): stderr: | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205142329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205142330 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205142330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:43.976769 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] [trial-2394↪ussd:trx-lms↪assert_extension.py:17] 20:51:43.985826 tst assert_extension.py:17: Test FAILED (5.8 sec) 20:51:44.012051 run osmo-hlr_10.42.42.2(pid=30044): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30044)] 20:51:44.060888 run osmo-hlr_10.42.42.2(pid=30044): stdout: | (launched: 2022-12-13_20:51:41.233187) 20:51:44.111029 run osmo-hlr_10.42.42.2(pid=30044): stderr: | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205141406 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205141418 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205141426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205141426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205141426 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:51:44.180858 run osmo-msc_10.42.42.6(pid=30050): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30050)] 20:51:44.228857 run osmo-msc_10.42.42.6(pid=30050): stdout: | (launched: 2022-12-13_20:51:43.115019) 20:51:44.278602 run osmo-msc_10.42.42.6(pid=30050): stderr: | [0;m[38;5;43m20221213205143384 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205143384 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd706826c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205143384 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205143384 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205143384 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205143385 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205143386 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205143387 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205143387 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205143387 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:51:44.328889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminating (SIGTERM) 20:51:44.369119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminating (SIGTERM) 20:51:44.409192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminating (SIGTERM) 20:51:44.450292 --- ParallelTerminationStrategy: PID 30043 died... 20:51:44.469977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminated: ok {rc=0} 20:51:44.514964 --- ParallelTerminationStrategy: PID 30046 died... 20:51:44.534036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminated: ok {rc=0} 20:51:44.578590 --- ParallelTerminationStrategy: PID 30049 died... 20:51:44.597671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminated: ok {rc=0} 20:51:44.683003 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:51:45.914363 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:51:45.921752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:51:45.957344 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:51:45.985893 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:51:46.044528 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:51:46.098302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:51:46.134566 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:51:46.684756 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:51:46.759643 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:46.774960 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:51:46.861137 tst mo_mt_call.py: using LAC 36199 20:51:47.018722 tst mo_mt_call.py: using RAC 244 20:51:47.146641 tst mo_mt_call.py: using CellId 36199 20:51:47.269391 tst mo_mt_call.py: using BVCI 36200 20:51:47.386548 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:47.397842 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:47.408865 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:47.419962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:47.431308 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:47.442707 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:51:47.564312 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:51:47.684765 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:51:48.185885 run create_hlr_db(pid=30055): Launched 20:51:48.318440 bus /sierra_2: Setting Powered False 20:51:49.382879 run create_hlr_db(pid=30055): Terminated: ok {rc=0} 20:51:49.832205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Launched 20:51:50.156400 run osmo-hlr_10.42.42.2(pid=30058): Launched 20:51:50.279784 run osmo-stp_10.42.42.5: Starting osmo-stp 20:51:50.836327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Launched 20:51:51.158368 run osmo-stp_10.42.42.5(pid=30061): Launched 20:51:51.280613 run osmo-msc_10.42.42.6: Starting osmo-msc 20:51:51.863678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Launched 20:51:52.187977 run osmo-msc_10.42.42.6(pid=30064): Launched 20:51:52.366893 run osmo-stp_10.42.42.5(pid=30061): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] 20:51:52.502650 run osmo-stp_10.42.42.5(pid=30061): stdout: | (launched: 2022-12-13_20:51:51.099649) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:52.638713 run osmo-stp_10.42.42.5(pid=30061): stderr: | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205151291 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:52.774502 run osmo-stp_10.42.42.5(pid=30061): stdout: | (launched: 2022-12-13_20:51:51.099649) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:51:52.903609 run osmo-stp_10.42.42.5(pid=30061): stderr: | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205151290 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205151291 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205151291 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:51:53.058036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:51:53.067883 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:51:53.095770 run osmo-hlr_10.42.42.2(pid=30058): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30058)] 20:51:53.146697 run osmo-hlr_10.42.42.2(pid=30058): stdout: | (launched: 2022-12-13_20:51:50.097630) 20:51:53.199372 run osmo-hlr_10.42.42.2(pid=30058): stderr: | [0;m[1;31m20221213205150293 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205150293 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205150294 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205150294 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205150294 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205150294 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205150306 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205150315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205150315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205150315 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:51:53.272644 run osmo-msc_10.42.42.6(pid=30064): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30064)] 20:51:53.323139 run osmo-msc_10.42.42.6(pid=30064): stdout: | (launched: 2022-12-13_20:51:52.129064) 20:51:53.375629 run osmo-msc_10.42.42.6(pid=30064): stderr: | [0;m[38;5;43m20221213205152451 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205152451 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6cfe690c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205152451 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205152451 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205152452 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205152452 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205152453 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205152454 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205152454 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205152454 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:51:53.428555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminating (SIGTERM) 20:51:53.470730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminating (SIGTERM) 20:51:53.513139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminating (SIGTERM) 20:51:53.555757 --- ParallelTerminationStrategy: PID 30057 died... 20:51:53.576374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminated: ok {rc=0} 20:51:53.623819 --- ParallelTerminationStrategy: PID 30060 died... 20:51:53.643905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminated: ok {rc=0} 20:51:53.691009 --- ParallelTerminationStrategy: PID 30063 died... 20:51:53.711214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminated: ok {rc=0} 20:51:53.800755 bus /sierra_3: Setting Powered False 20:51:54.900592 bus /sierra_3: Setting Powered False 20:51:56.018902 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:51:57.170329 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.182604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:51:57.255451 tst mo_mt_call_osmux.py: using LAC 36200 20:51:57.382784 tst mo_mt_call_osmux.py: using RAC 245 20:51:57.508804 tst mo_mt_call_osmux.py: using CellId 36200 20:51:57.634606 tst mo_mt_call_osmux.py: using BVCI 36201 20:51:57.752761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.764343 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.775695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.787027 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.798415 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:51:57.809750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:51:57.928321 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:51:58.053420 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:51:58.553667 run create_hlr_db(pid=30066): Launched 20:51:58.686154 bus /sierra_2: Setting Powered False 20:51:59.749742 run create_hlr_db(pid=30066): Terminated: ok {rc=0} 20:52:00.182574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Launched 20:52:00.487256 run osmo-hlr_10.42.42.2(pid=30069): Launched 20:52:00.603460 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:01.171883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Launched 20:52:01.492905 run osmo-stp_10.42.42.5(pid=30072): Launched 20:52:01.697841 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:02.402928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Launched 20:52:02.725680 run osmo-msc_10.42.42.6(pid=30075): Launched 20:52:02.905384 run osmo-stp_10.42.42.5(pid=30072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)] 20:52:03.041989 run osmo-stp_10.42.42.5(pid=30072): stdout: | (launched: 2022-12-13_20:52:01.436639) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:03.177990 run osmo-stp_10.42.42.5(pid=30072): stderr: | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205201741 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205201741 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205201741 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205201742 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:03.313513 run osmo-stp_10.42.42.5(pid=30072): stdout: | (launched: 2022-12-13_20:52:01.436639) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:03.442542 run osmo-stp_10.42.42.5(pid=30072): stderr: | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205201740 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205201741 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205201741 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205201741 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205201742 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:03.597279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:52:03.607023 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 20:52:03.634859 run osmo-hlr_10.42.42.2(pid=30069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30069)] 20:52:03.685641 run osmo-hlr_10.42.42.2(pid=30069): stdout: | (launched: 2022-12-13_20:52:00.431309) 20:52:03.738135 run osmo-hlr_10.42.42.2(pid=30069): stderr: | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205200605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205200616 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205200625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205200625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205200625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:03.811202 run osmo-msc_10.42.42.6(pid=30075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30075)] 20:52:03.861831 run osmo-msc_10.42.42.6(pid=30075): stdout: | (launched: 2022-12-13_20:52:02.667005) 20:52:03.914208 run osmo-msc_10.42.42.6(pid=30075): stderr: | [0;m[38;5;43m20221213205202986 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205202986 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fab19dd8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205202986 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205202986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205202986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205202987 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205202988 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205202989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205202989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205202989 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:03.967113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminating (SIGTERM) 20:52:04.009135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminating (SIGTERM) 20:52:04.051637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminating (SIGTERM) 20:52:04.094058 --- ParallelTerminationStrategy: PID 30068 died... 20:52:04.114396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminated: ok {rc=0} 20:52:04.161568 --- ParallelTerminationStrategy: PID 30071 died... 20:52:04.181646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminated: ok {rc=0} 20:52:04.227859 --- ParallelTerminationStrategy: PID 30074 died... 20:52:04.247881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminated: ok {rc=0} 20:52:04.336111 bus /sierra_3: Setting Powered False 20:52:05.435350 bus /sierra_3: Setting Powered False 20:52:06.553545 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 20:52:07.806278 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:52:07.812784 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 20:52:07.845422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 20:52:07.872778 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 20:52:07.922147 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 20:52:07.954550 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 20:52:07.981076 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 20:52:08.533610 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 20:52:08.583295 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:08.594544 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:52:08.665583 tst mo_mt_call.py: using LAC 36201 20:52:08.790859 tst mo_mt_call.py: using RAC 246 20:52:08.916805 tst mo_mt_call.py: using CellId 36201 20:52:09.041621 tst mo_mt_call.py: using BVCI 36202 20:52:09.159244 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:09.170996 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:09.182674 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:09.194107 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:09.205557 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:09.217095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:52:09.335918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:52:09.456884 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:52:09.957768 run create_hlr_db(pid=30080): Launched 20:52:10.090957 bus /sierra_2: Setting Powered False 20:52:11.155053 run create_hlr_db(pid=30080): Terminated: ok {rc=0} 20:52:11.588367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Launched 20:52:11.893185 run osmo-hlr_10.42.42.2(pid=30083): Launched 20:52:12.009632 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:12.546031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Launched 20:52:12.849735 run osmo-stp_10.42.42.5(pid=30086): Launched 20:52:12.965762 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:13.516795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Launched 20:52:13.841627 run osmo-msc_10.42.42.6(pid=30089): Launched 20:52:14.022664 run osmo-stp_10.42.42.5(pid=30086): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)] 20:52:14.159256 run osmo-stp_10.42.42.5(pid=30086): stdout: | (launched: 2022-12-13_20:52:12.794109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:14.296077 run osmo-stp_10.42.42.5(pid=30086): stderr: | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205212961 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:14.431367 run osmo-stp_10.42.42.5(pid=30086): stdout: | (launched: 2022-12-13_20:52:12.794109) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:14.560308 run osmo-stp_10.42.42.5(pid=30086): stderr: | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205212960 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205212961 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205212961 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:14.715055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30086): Process ended prematurely: osmo-stp_10.42.42.5(pid=30086) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 20:52:14.724639 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:52:14.752592 run osmo-hlr_10.42.42.2(pid=30083): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30083)] 20:52:14.803270 run osmo-hlr_10.42.42.2(pid=30083): stdout: | (launched: 2022-12-13_20:52:11.837312) 20:52:14.855343 run osmo-hlr_10.42.42.2(pid=30083): stderr: | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205212012 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205212035 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205212044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205212045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205212045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:14.928212 run osmo-msc_10.42.42.6(pid=30089): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30089)] 20:52:14.978709 run osmo-msc_10.42.42.6(pid=30089): stdout: | (launched: 2022-12-13_20:52:13.782848) 20:52:15.031093 run osmo-msc_10.42.42.6(pid=30089): stderr: | [0;m[38;5;43m20221213205214102 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205214102 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0b1e17ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205214102 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205214102 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205214103 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205214103 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205214104 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205214105 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205214105 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205214105 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:15.083876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Terminating (SIGTERM) 20:52:15.126103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Terminating (SIGTERM) 20:52:15.168252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Terminating (SIGTERM) 20:52:15.210653 --- ParallelTerminationStrategy: PID 30082 died... 20:52:15.230906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Terminated: ok {rc=0} 20:52:15.277750 --- ParallelTerminationStrategy: PID 30085 died... 20:52:15.297509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Terminated: ok {rc=0} 20:52:15.343805 --- ParallelTerminationStrategy: PID 30088 died... 20:52:15.363431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Terminated: ok {rc=0} 20:52:15.451311 bus /sierra_3: Setting Powered False 20:52:16.547722 bus /sierra_3: Setting Powered False 20:52:17.666209 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 20:52:18.812928 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:18.824803 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 20:52:18.894825 tst mo_mt_call_osmux.py: using LAC 36202 20:52:19.015691 tst mo_mt_call_osmux.py: using RAC 247 20:52:19.136336 tst mo_mt_call_osmux.py: using CellId 36202 20:52:19.259151 tst mo_mt_call_osmux.py: using BVCI 36203 20:52:19.369674 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:19.380608 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:19.391527 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:19.402504 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:19.413734 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 20:52:19.424811 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:52:19.542240 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 20:52:19.664152 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:52:20.164778 run create_hlr_db(pid=30091): Launched 20:52:20.298958 bus /sierra_2: Setting Powered False 20:52:21.362192 run create_hlr_db(pid=30091): Terminated: ok {rc=0} 20:52:21.810647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Launched 20:52:22.134493 run osmo-hlr_10.42.42.2(pid=30094): Launched 20:52:22.258317 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:22.819149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Launched 20:52:23.144314 run osmo-stp_10.42.42.5(pid=30097): Launched 20:52:23.266627 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:23.849159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Launched 20:52:24.171932 run osmo-msc_10.42.42.6(pid=30100): Launched 20:52:24.352113 run osmo-stp_10.42.42.5(pid=30097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] 20:52:24.487916 run osmo-stp_10.42.42.5(pid=30097): stdout: | (launched: 2022-12-13_20:52:23.085394) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:24.624081 run osmo-stp_10.42.42.5(pid=30097): stderr: | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205223276 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:24.758756 run osmo-stp_10.42.42.5(pid=30097): stdout: | (launched: 2022-12-13_20:52:23.085394) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:24.887151 run osmo-stp_10.42.42.5(pid=30097): stderr: | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205223275 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205223276 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205223276 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:25.041290 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 20:52:25.051051 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 20:52:25.078936 run osmo-hlr_10.42.42.2(pid=30094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30094)] 20:52:25.129257 run osmo-hlr_10.42.42.2(pid=30094): stdout: | (launched: 2022-12-13_20:52:22.074873) 20:52:25.181184 run osmo-hlr_10.42.42.2(pid=30094): stderr: | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205222270 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205222283 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205222292 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205222292 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205222292 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:25.253520 run osmo-msc_10.42.42.6(pid=30100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30100)] 20:52:25.303497 run osmo-msc_10.42.42.6(pid=30100): stdout: | (launched: 2022-12-13_20:52:24.112932) 20:52:25.355511 run osmo-msc_10.42.42.6(pid=30100): stderr: | [0;m[38;5;43m20221213205224432 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205224432 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fe6a05aec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205224432 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205224433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205224433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205224433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205224435 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205224435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205224435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205224435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:25.407842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminating (SIGTERM) 20:52:25.449472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminating (SIGTERM) 20:52:25.491243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Terminating (SIGTERM) 20:52:25.533260 --- ParallelTerminationStrategy: PID 30093 died... 20:52:25.553389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminated: ok {rc=0} 20:52:25.599987 --- ParallelTerminationStrategy: PID 30096 died... 20:52:25.619694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminated: ok {rc=0} 20:52:25.665702 --- ParallelTerminationStrategy: PID 30099 died... 20:52:25.685516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Terminated: ok {rc=0} 20:52:25.772840 bus /sierra_3: Setting Powered False 20:52:26.869654 bus /sierra_3: Setting Powered False 20:52:27.986765 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 20:52:29.240715 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:52:29.248872 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 20:52:29.284521 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 20:52:29.327818 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 20:52:29.391859 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 20:52:29.425309 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 20:52:29.452465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 20:52:30.000849 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 20:52:30.053275 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.065074 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:52:30.135880 tst mo_mt_call.py: using LAC 36203 20:52:30.258389 tst mo_mt_call.py: using RAC 248 20:52:30.377255 tst mo_mt_call.py: using CellId 36203 20:52:30.495216 tst mo_mt_call.py: using BVCI 36204 20:52:30.606525 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.617830 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.628662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.639511 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.650786 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:30.662007 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:52:30.781481 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:52:30.919896 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:52:31.437536 run create_hlr_db(pid=30106): Launched 20:52:31.592155 bus /sierra_2: Setting Powered False 20:52:32.653712 run create_hlr_db(pid=30106): Terminated: ok {rc=0} 20:52:33.077596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Launched 20:52:33.381654 run osmo-hlr_10.42.42.2(pid=30109): Launched 20:52:33.496766 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:34.030288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Launched 20:52:34.334288 run osmo-stp_10.42.42.5(pid=30112): Launched 20:52:34.449908 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:35.000899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Launched 20:52:35.305680 run osmo-msc_10.42.42.6(pid=30115): Launched 20:52:35.475599 run osmo-stp_10.42.42.5(pid=30112): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)] 20:52:35.605230 run osmo-stp_10.42.42.5(pid=30112): stdout: | (launched: 2022-12-13_20:52:34.278680) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:35.733961 run osmo-stp_10.42.42.5(pid=30112): stderr: | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205234447 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:35.860902 run osmo-stp_10.42.42.5(pid=30112): stdout: | (launched: 2022-12-13_20:52:34.278680) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:35.982430 run osmo-stp_10.42.42.5(pid=30112): stderr: | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205234446 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205234447 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205234447 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:36.127710 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 20:52:36.136667 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 20:52:36.163214 run osmo-hlr_10.42.42.2(pid=30109): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30109)] 20:52:36.212443 run osmo-hlr_10.42.42.2(pid=30109): stdout: | (launched: 2022-12-13_20:52:33.325786) 20:52:36.262629 run osmo-hlr_10.42.42.2(pid=30109): stderr: | [0;m[1;31m20221213205233500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205233500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205233500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205233500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205233500 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205233501 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205233511 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205233521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205233521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205233521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:36.332858 run osmo-msc_10.42.42.6(pid=30115): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30115)] 20:52:36.381353 run osmo-msc_10.42.42.6(pid=30115): stdout: | (launched: 2022-12-13_20:52:35.249997) 20:52:36.432014 run osmo-msc_10.42.42.6(pid=30115): stderr: | [0;m[38;5;43m20221213205235518 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205235518 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0dfc52fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205235518 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205235518 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205235518 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205235519 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205235520 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205235521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205235521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205235521 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:36.482692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminating (SIGTERM) 20:52:36.523410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminating (SIGTERM) 20:52:36.564037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminating (SIGTERM) 20:52:36.605070 --- ParallelTerminationStrategy: PID 30108 died... 20:52:36.624779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminated: ok {rc=0} 20:52:36.669774 --- ParallelTerminationStrategy: PID 30111 died... 20:52:36.688898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminated: ok {rc=0} 20:52:36.733591 --- ParallelTerminationStrategy: PID 30114 died... 20:52:36.752683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminated: ok {rc=0} 20:52:36.837223 bus /sierra_3: Setting Powered False 20:52:37.933258 bus /sierra_3: Setting Powered False 20:52:39.050963 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 20:52:40.197709 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.209610 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 20:52:40.279344 tst mo_mt_call_osmux.py: using LAC 36204 20:52:40.398277 tst mo_mt_call_osmux.py: using RAC 249 20:52:40.519396 tst mo_mt_call_osmux.py: using CellId 36204 20:52:40.639507 tst mo_mt_call_osmux.py: using BVCI 36205 20:52:40.750922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.762275 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.773172 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.783950 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.795206 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 20:52:40.806428 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:52:40.924365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 20:52:41.045594 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:52:41.548918 run create_hlr_db(pid=30117): Launched 20:52:41.681788 bus /sierra_2: Setting Powered False 20:52:42.746203 run create_hlr_db(pid=30117): Terminated: ok {rc=0} 20:52:43.196589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Launched 20:52:43.520085 run osmo-hlr_10.42.42.2(pid=30120): Launched 20:52:43.643075 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:44.199114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Launched 20:52:44.523496 run osmo-stp_10.42.42.5(pid=30123): Launched 20:52:44.646115 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:45.230840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Launched 20:52:45.554654 run osmo-msc_10.42.42.6(pid=30126): Launched 20:52:45.734350 run osmo-stp_10.42.42.5(pid=30123): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)] 20:52:45.961037 run osmo-stp_10.42.42.5(pid=30123): stdout: | (launched: 2022-12-13_20:52:44.464358) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:46.210813 run osmo-stp_10.42.42.5(pid=30123): stderr: | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205244654 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:46.391375 run osmo-stp_10.42.42.5(pid=30123): stdout: | (launched: 2022-12-13_20:52:44.464358) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:46.563989 run osmo-stp_10.42.42.5(pid=30123): stderr: | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205244653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205244654 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205244654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:46.767200 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30123): Process ended prematurely: osmo-stp_10.42.42.5(pid=30123) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 20:52:46.781532 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 20:52:46.819604 run osmo-hlr_10.42.42.2(pid=30120): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30120)] 20:52:46.884213 run osmo-hlr_10.42.42.2(pid=30120): stdout: | (launched: 2022-12-13_20:52:43.460663) 20:52:46.948904 run osmo-hlr_10.42.42.2(pid=30120): stderr: | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205243656 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205243669 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205243677 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205243677 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205243677 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:47.042632 run osmo-msc_10.42.42.6(pid=30126): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30126)] 20:52:47.107510 run osmo-msc_10.42.42.6(pid=30126): stdout: | (launched: 2022-12-13_20:52:45.495816) 20:52:47.171643 run osmo-msc_10.42.42.6(pid=30126): stderr: | [0;m[38;5;43m20221213205245814 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205245815 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff048d7fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205245815 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205245815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205245815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205245815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205245817 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205245817 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205245817 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205245817 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:47.225841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Terminating (SIGTERM) 20:52:47.269437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Terminating (SIGTERM) 20:52:47.314513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Terminating (SIGTERM) 20:52:47.360595 --- ParallelTerminationStrategy: PID 30119 died... 20:52:47.382367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Terminated: ok {rc=0} 20:52:47.430835 --- ParallelTerminationStrategy: PID 30122 died... 20:52:47.450948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Terminated: ok {rc=0} 20:52:47.495930 --- ParallelTerminationStrategy: PID 30125 died... 20:52:47.515593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Terminated: ok {rc=0} 20:52:47.603595 bus /sierra_3: Setting Powered False 20:52:48.703797 bus /sierra_3: Setting Powered False 20:52:49.817660 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 20:52:51.067935 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:52:51.074475 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 20:52:51.106833 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 20:52:51.134144 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 20:52:51.186780 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 20:52:51.221307 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 20:52:51.249676 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 20:52:51.795958 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 20:52:51.845887 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:51.856921 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:52:51.931975 tst mo_mt_call.py: using LAC 36205 20:52:52.060297 tst mo_mt_call.py: using RAC 250 20:52:52.186918 tst mo_mt_call.py: using CellId 36205 20:52:52.313100 tst mo_mt_call.py: using BVCI 36206 20:52:52.430019 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:52.441601 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:52.453070 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:52.464370 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:52.475834 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:52:52.487249 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:52:52.605575 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:52:52.726145 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:52:53.226223 run create_hlr_db(pid=30132): Launched 20:52:53.358200 bus /sierra_2: Setting Powered False 20:52:54.420836 run create_hlr_db(pid=30132): Terminated: ok {rc=0} 20:52:54.847384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Launched 20:52:55.167788 run osmo-hlr_10.42.42.2(pid=30135): Launched 20:52:55.288193 run osmo-stp_10.42.42.5: Starting osmo-stp 20:52:55.833315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Launched 20:52:56.151591 run osmo-stp_10.42.42.5(pid=30138): Launched 20:52:56.271605 run osmo-msc_10.42.42.6: Starting osmo-msc 20:52:56.851306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Launched 20:52:57.170592 run osmo-msc_10.42.42.6(pid=30141): Launched 20:52:57.346937 run osmo-stp_10.42.42.5(pid=30138): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)] 20:52:57.480742 run osmo-stp_10.42.42.5(pid=30138): stdout: | (launched: 2022-12-13_20:52:56.093630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:57.616183 run osmo-stp_10.42.42.5(pid=30138): stderr: | [0;m[38;5;43m20221213205256282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205256282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205256283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205256283 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205256283 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205256284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205256284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:57.749866 run osmo-stp_10.42.42.5(pid=30138): stdout: | (launched: 2022-12-13_20:52:56.093630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:52:57.876822 run osmo-stp_10.42.42.5(pid=30138): stderr: | [0;m[38;5;43m20221213205256282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205256282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205256283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205256283 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205256283 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205256284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205256284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:52:58.029012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 20:52:58.038466 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:52:58.066895 run osmo-hlr_10.42.42.2(pid=30135): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30135)] 20:52:58.117991 run osmo-hlr_10.42.42.2(pid=30135): stdout: | (launched: 2022-12-13_20:52:55.109693) 20:52:58.170769 run osmo-hlr_10.42.42.2(pid=30135): stderr: | [0;m[1;31m20221213205255303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205255303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205255303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205255304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205255304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205255304 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205255320 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205255331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205255331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205255331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:52:58.244179 run osmo-msc_10.42.42.6(pid=30141): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30141)] 20:52:58.294740 run osmo-msc_10.42.42.6(pid=30141): stdout: | (launched: 2022-12-13_20:52:57.112280) 20:52:58.347144 run osmo-msc_10.42.42.6(pid=30141): stderr: | [0;m[38;5;43m20221213205257430 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205257430 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f64cc2f8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205257430 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205257430 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205257431 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205257431 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205257433 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205257433 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205257433 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205257433 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:52:58.399985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminating (SIGTERM) 20:52:58.442270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminating (SIGTERM) 20:52:58.484523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminating (SIGTERM) 20:52:58.527567 --- ParallelTerminationStrategy: PID 30134 died... 20:52:58.548048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminated: ok {rc=0} 20:52:58.595526 --- ParallelTerminationStrategy: PID 30137 died... 20:52:58.615428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminated: ok {rc=0} 20:52:58.661479 --- ParallelTerminationStrategy: PID 30140 died... 20:52:58.681301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminated: ok {rc=0} 20:52:58.769073 bus /sierra_3: Setting Powered False 20:52:59.867443 bus /sierra_3: Setting Powered False 20:53:00.992864 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 20:53:02.145775 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.159808 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 20:53:02.232298 tst mo_mt_call_osmux.py: using LAC 36206 20:53:02.360154 tst mo_mt_call_osmux.py: using RAC 251 20:53:02.486839 tst mo_mt_call_osmux.py: using CellId 36206 20:53:02.613040 tst mo_mt_call_osmux.py: using BVCI 36207 20:53:02.729133 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.740815 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.752276 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.763823 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.775377 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 20:53:02.786865 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:53:02.904853 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 20:53:03.026076 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:03.489729 run create_hlr_db(pid=30143): Launched 20:53:03.603694 bus /sierra_2: Setting Powered False 20:53:04.663334 run create_hlr_db(pid=30143): Terminated: ok {rc=0} 20:53:05.099493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Launched 20:53:05.403205 run osmo-hlr_10.42.42.2(pid=30146): Launched 20:53:05.516339 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:06.033584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Launched 20:53:06.331603 run osmo-stp_10.42.42.5(pid=30149): Launched 20:53:06.445181 run osmo-msc_10.42.42.6: Starting osmo-msc 20:53:06.983426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Launched 20:53:07.281475 run osmo-msc_10.42.42.6(pid=30152): Launched 20:53:07.446999 run osmo-stp_10.42.42.5(pid=30149): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] 20:53:07.574438 run osmo-stp_10.42.42.5(pid=30149): stdout: | (launched: 2022-12-13_20:53:06.276912) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:07.700522 run osmo-stp_10.42.42.5(pid=30149): stderr: | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205306445 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:07.824856 run osmo-stp_10.42.42.5(pid=30149): stdout: | (launched: 2022-12-13_20:53:06.276912) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:07.943806 run osmo-stp_10.42.42.5(pid=30149): stderr: | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205306444 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205306445 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205306445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:08.086535 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 20:53:08.095267 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 20:53:08.121611 run osmo-hlr_10.42.42.2(pid=30146): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30146)] 20:53:08.169829 run osmo-hlr_10.42.42.2(pid=30146): stdout: | (launched: 2022-12-13_20:53:05.348097) 20:53:08.219518 run osmo-hlr_10.42.42.2(pid=30146): stderr: | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205305519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205305532 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205305540 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205305540 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205305540 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:53:08.289222 run osmo-msc_10.42.42.6(pid=30152): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30152)] 20:53:08.336628 run osmo-msc_10.42.42.6(pid=30152): stdout: | (launched: 2022-12-13_20:53:07.226770) 20:53:08.386267 run osmo-msc_10.42.42.6(pid=30152): stderr: | [0;m[38;5;43m20221213205307495 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205307495 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff80c32dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205307495 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205307495 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205307495 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205307496 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205307497 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205307498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205307498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205307498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:53:08.436381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminating (SIGTERM) 20:53:08.476378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminating (SIGTERM) 20:53:08.516384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Terminating (SIGTERM) 20:53:08.556537 --- ParallelTerminationStrategy: PID 30145 died... 20:53:08.576044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminated: ok {rc=0} 20:53:08.620262 --- ParallelTerminationStrategy: PID 30148 died... 20:53:08.639140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminated: ok {rc=0} 20:53:08.683588 --- ParallelTerminationStrategy: PID 30151 died... 20:53:08.702435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Terminated: ok {rc=0} 20:53:08.788594 bus /sierra_3: Setting Powered False 20:53:09.888331 bus /sierra_3: Setting Powered False 20:53:11.003377 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 20:53:12.255451 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:53:12.261842 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 20:53:12.294114 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 20:53:12.320716 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 20:53:12.372654 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 20:53:12.404846 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 20:53:12.431071 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 20:53:12.981525 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 20:53:13.030225 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.041278 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:53:13.110334 tst mo_mt_call.py: using LAC 36207 20:53:13.226533 tst mo_mt_call.py: using RAC 252 20:53:13.345788 tst mo_mt_call.py: using CellId 36207 20:53:13.464172 tst mo_mt_call.py: using BVCI 36208 20:53:13.571339 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.582559 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.593585 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.604437 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.615669 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:13.627006 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:53:13.747423 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:53:13.862705 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:14.324425 run create_hlr_db(pid=30157): Launched 20:53:14.438079 bus /sierra_2: Setting Powered False 20:53:15.497313 run create_hlr_db(pid=30157): Terminated: ok {rc=0} 20:53:15.940737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Launched 20:53:16.294611 run osmo-hlr_10.42.42.2(pid=30160): Launched 20:53:16.524491 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:17.134390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Launched 20:53:17.441712 run osmo-stp_10.42.42.5(pid=30163): Launched 20:53:17.554680 run osmo-msc_10.42.42.6: Starting osmo-msc 20:53:18.093241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Launched 20:53:18.391150 run osmo-msc_10.42.42.6(pid=30166): Launched 20:53:18.555707 run osmo-stp_10.42.42.5(pid=30163): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)] 20:53:18.681253 run osmo-stp_10.42.42.5(pid=30163): stdout: | (launched: 2022-12-13_20:53:17.380767) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:18.807309 run osmo-stp_10.42.42.5(pid=30163): stderr: | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205317558 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:18.931440 run osmo-stp_10.42.42.5(pid=30163): stdout: | (launched: 2022-12-13_20:53:17.380767) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:19.050440 run osmo-stp_10.42.42.5(pid=30163): stderr: | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205317557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205317558 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205317558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:19.192452 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30163): Process ended prematurely: osmo-stp_10.42.42.5(pid=30163) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 20:53:19.201257 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 20:53:19.227411 run osmo-hlr_10.42.42.2(pid=30160): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30160)] 20:53:19.276245 run osmo-hlr_10.42.42.2(pid=30160): stdout: | (launched: 2022-12-13_20:53:16.233812) 20:53:19.326243 run osmo-hlr_10.42.42.2(pid=30160): stderr: | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205316461 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205316478 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205316499 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205316500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205316500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:53:19.395518 run osmo-msc_10.42.42.6(pid=30166): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30166)] 20:53:19.443352 run osmo-msc_10.42.42.6(pid=30166): stdout: | (launched: 2022-12-13_20:53:18.336501) 20:53:19.492873 run osmo-msc_10.42.42.6(pid=30166): stderr: | [0;m[38;5;43m20221213205318605 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205318605 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ffa4ff5bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205318605 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205318606 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205318606 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205318606 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205318608 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205318608 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205318608 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205318608 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:53:19.542845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Terminating (SIGTERM) 20:53:19.582738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Terminating (SIGTERM) 20:53:19.622425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Terminating (SIGTERM) 20:53:19.662562 --- ParallelTerminationStrategy: PID 30159 died... 20:53:19.682054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Terminated: ok {rc=0} 20:53:19.726302 --- ParallelTerminationStrategy: PID 30162 died... 20:53:19.745200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Terminated: ok {rc=0} 20:53:19.789083 --- ParallelTerminationStrategy: PID 30165 died... 20:53:19.807785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Terminated: ok {rc=0} 20:53:19.891629 bus /sierra_3: Setting Powered False 20:53:20.989550 bus /sierra_3: Setting Powered False 20:53:22.107436 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 20:53:23.252481 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.264123 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 20:53:23.332550 tst mo_mt_call_osmux.py: using LAC 36208 20:53:23.450527 tst mo_mt_call_osmux.py: using RAC 253 20:53:23.568623 tst mo_mt_call_osmux.py: using CellId 36208 20:53:23.685384 tst mo_mt_call_osmux.py: using BVCI 36209 20:53:23.795227 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.806423 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.817386 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.828195 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.839363 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 20:53:23.850725 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:53:23.966942 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 20:53:24.086719 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:24.579623 run create_hlr_db(pid=30168): Launched 20:53:24.714742 bus /sierra_2: Setting Powered False 20:53:25.777242 run create_hlr_db(pid=30168): Terminated: ok {rc=0} 20:53:26.201481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Launched 20:53:26.498474 run osmo-hlr_10.42.42.2(pid=30171): Launched 20:53:26.611595 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:27.138033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Launched 20:53:27.434166 run osmo-stp_10.42.42.5(pid=30174): Launched 20:53:27.546266 run osmo-msc_10.42.42.6: Starting osmo-msc 20:53:28.082803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Launched 20:53:28.379211 run osmo-msc_10.42.42.6(pid=30177): Launched 20:53:28.544928 run osmo-stp_10.42.42.5(pid=30174): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] 20:53:28.671311 run osmo-stp_10.42.42.5(pid=30174): stdout: | (launched: 2022-12-13_20:53:27.380119) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:28.797194 run osmo-stp_10.42.42.5(pid=30174): stderr: | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205327547 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:28.921838 run osmo-stp_10.42.42.5(pid=30174): stdout: | (launched: 2022-12-13_20:53:27.380119) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:29.040542 run osmo-stp_10.42.42.5(pid=30174): stderr: | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205327547 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205327547 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205327548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:29.182866 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 20:53:29.191611 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec) 20:53:29.218102 run osmo-hlr_10.42.42.2(pid=30171): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30171)] 20:53:29.267036 run osmo-hlr_10.42.42.2(pid=30171): stdout: | (launched: 2022-12-13_20:53:26.444485) 20:53:29.316847 run osmo-hlr_10.42.42.2(pid=30171): stderr: | [0;m[1;31m20221213205326614 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205326615 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205326615 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205326615 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205326615 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205326615 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205326627 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205326636 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205326636 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205326636 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:53:29.386638 run osmo-msc_10.42.42.6(pid=30177): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30177)] 20:53:29.434586 run osmo-msc_10.42.42.6(pid=30177): stdout: | (launched: 2022-12-13_20:53:28.325323) 20:53:29.484333 run osmo-msc_10.42.42.6(pid=30177): stderr: | [0;m[38;5;43m20221213205328594 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205328594 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7eff42fa4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205328594 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205328594 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205328594 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205328594 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205328596 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205328597 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205328597 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205328597 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:53:29.534442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminating (SIGTERM) 20:53:29.574336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminating (SIGTERM) 20:53:29.614236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Terminating (SIGTERM) 20:53:29.654413 --- ParallelTerminationStrategy: PID 30170 died... 20:53:29.673989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminated: ok {rc=0} 20:53:29.718177 --- ParallelTerminationStrategy: PID 30173 died... 20:53:29.737210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminated: ok {rc=0} 20:53:29.781232 --- ParallelTerminationStrategy: PID 30176 died... 20:53:29.800020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Terminated: ok {rc=0} 20:53:29.886549 bus /sierra_3: Setting Powered False 20:53:30.996000 bus /sierra_3: Setting Powered False 20:53:32.130479 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:53:33.382416 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:53:33.388771 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:53:33.421471 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 20:53:33.449538 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:53:33.499002 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:53:33.531594 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 20:53:33.558054 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:53:34.110919 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 20:53:34.159258 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.170558 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:53:34.237984 tst mo_mt_call.py: using LAC 36209 20:53:34.352767 tst mo_mt_call.py: using RAC 254 20:53:34.467911 tst mo_mt_call.py: using CellId 36209 20:53:34.582849 tst mo_mt_call.py: using BVCI 36210 20:53:34.690424 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.701757 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.712800 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.723906 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.735343 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:34.746922 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:53:34.868068 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:53:34.985126 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:35.447988 run create_hlr_db(pid=30182): Launched 20:53:35.561273 bus /sierra_2: Setting Powered False 20:53:36.620629 run create_hlr_db(pid=30182): Terminated: ok {rc=0} 20:53:37.036283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Launched 20:53:37.333232 run osmo-hlr_10.42.42.2(pid=30185): Launched 20:53:37.446221 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:37.969467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Launched 20:53:38.267878 run osmo-stp_10.42.42.5(pid=30188): Launched 20:53:38.381910 run osmo-msc_10.42.42.6: Starting osmo-msc 20:53:38.922281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Launched 20:53:39.221012 run osmo-msc_10.42.42.6(pid=30191): Launched 20:53:39.388089 run osmo-stp_10.42.42.5(pid=30188): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)] 20:53:39.515721 run osmo-stp_10.42.42.5(pid=30188): stdout: | (launched: 2022-12-13_20:53:38.213337) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:39.642551 run osmo-stp_10.42.42.5(pid=30188): stderr: | [0;m[38;5;43m20221213205338379 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205338379 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205338380 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205338380 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205338380 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205338381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205338381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:39.767015 run osmo-stp_10.42.42.5(pid=30188): stdout: | (launched: 2022-12-13_20:53:38.213337) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:39.886133 run osmo-stp_10.42.42.5(pid=30188): stderr: | [0;m[38;5;43m20221213205338379 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205338379 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205338380 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205338380 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205338380 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205338381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205338381 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:40.028625 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30188): Process ended prematurely: osmo-stp_10.42.42.5(pid=30188) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 20:53:40.037706 tst mo_mt_call.py:8: Test FAILED (5.9 sec) 20:53:40.064282 run osmo-hlr_10.42.42.2(pid=30185): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30185)] 20:53:40.113066 run osmo-hlr_10.42.42.2(pid=30185): stdout: | (launched: 2022-12-13_20:53:37.278990) 20:53:40.163118 run osmo-hlr_10.42.42.2(pid=30185): stderr: | [0;m[1;31m20221213205337449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205337449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205337449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205337449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205337449 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205337450 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205337462 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205337472 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205337473 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205337473 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:53:40.233493 run osmo-msc_10.42.42.6(pid=30191): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30191)] 20:53:40.281671 run osmo-msc_10.42.42.6(pid=30191): stdout: | (launched: 2022-12-13_20:53:39.166682) 20:53:40.331874 run osmo-msc_10.42.42.6(pid=30191): stderr: | [0;m[38;5;43m20221213205339433 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205339433 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6c3fcf7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205339433 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205339433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205339433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205339434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205339435 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205339436 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205339436 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205339436 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:53:40.382349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Terminating (SIGTERM) 20:53:40.422771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Terminating (SIGTERM) 20:53:40.462933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Terminating (SIGTERM) 20:53:40.503341 --- ParallelTerminationStrategy: PID 30184 died... 20:53:40.523038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Terminated: ok {rc=0} 20:53:40.567711 --- ParallelTerminationStrategy: PID 30187 died... 20:53:40.586643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Terminated: ok {rc=0} 20:53:40.630883 --- ParallelTerminationStrategy: PID 30190 died... 20:53:40.649978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Terminated: ok {rc=0} 20:53:40.736516 bus /sierra_3: Setting Powered False 20:53:41.836180 bus /sierra_3: Setting Powered False 20:53:42.952930 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 20:53:44.099468 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.111353 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:53:44.181394 tst mo_mt_call_osmux.py: using LAC 36210 20:53:44.302574 tst mo_mt_call_osmux.py: using RAC 255 20:53:44.418717 tst mo_mt_call_osmux.py: using CellId 36210 20:53:44.537687 tst mo_mt_call_osmux.py: using BVCI 36211 20:53:44.646811 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.658284 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.669496 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.680490 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.691768 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 20:53:44.703232 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:53:44.823651 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:53:44.940581 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:45.437140 run create_hlr_db(pid=30194): Launched 20:53:45.569662 bus /sierra_2: Setting Powered False 20:53:46.631316 run create_hlr_db(pid=30194): Terminated: ok {rc=0} 20:53:47.090447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Launched 20:53:47.424298 run osmo-hlr_10.42.42.2(pid=30197): Launched 20:53:47.547315 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:48.095461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Launched 20:53:48.411752 run osmo-stp_10.42.42.5(pid=30200): Launched 20:53:48.532171 run osmo-msc_10.42.42.6: Starting osmo-msc 20:53:49.113427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Launched 20:53:49.430779 run osmo-msc_10.42.42.6(pid=30203): Launched 20:53:49.606493 run osmo-stp_10.42.42.5(pid=30200): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)] 20:53:49.741934 run osmo-stp_10.42.42.5(pid=30200): stdout: | (launched: 2022-12-13_20:53:48.354332) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:49.875734 run osmo-stp_10.42.42.5(pid=30200): stderr: | [0;m[38;5;43m20221213205348541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205348541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205348542 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205348542 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205348542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205348542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205348543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:50.008691 run osmo-stp_10.42.42.5(pid=30200): stdout: | (launched: 2022-12-13_20:53:48.354332) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:53:50.136230 run osmo-stp_10.42.42.5(pid=30200): stderr: | [0;m[38;5;43m20221213205348541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205348541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205348542 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205348542 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205348542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205348542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205348543 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:53:50.288237 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 20:53:50.297879 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 20:53:50.325726 run osmo-hlr_10.42.42.2(pid=30197): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30197)] 20:53:50.375643 run osmo-hlr_10.42.42.2(pid=30197): stdout: | (launched: 2022-12-13_20:53:47.366180) 20:53:50.427307 run osmo-hlr_10.42.42.2(pid=30197): stderr: | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205347560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205347573 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205347581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205347582 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205347582 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:53:50.499585 run osmo-msc_10.42.42.6(pid=30203): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30203)] 20:53:50.549306 run osmo-msc_10.42.42.6(pid=30203): stdout: | (launched: 2022-12-13_20:53:49.372651) 20:53:50.600937 run osmo-msc_10.42.42.6(pid=30203): stderr: | [0;m[38;5;43m20221213205349692 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205349693 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f94eb735c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205349693 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205349693 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205349693 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205349693 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205349695 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205349695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205349695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205349695 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:53:50.652713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminating (SIGTERM) 20:53:50.693917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminating (SIGTERM) 20:53:50.735365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Terminating (SIGTERM) 20:53:50.776877 --- ParallelTerminationStrategy: PID 30196 died... 20:53:50.796569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminated: ok {rc=0} 20:53:50.842251 --- ParallelTerminationStrategy: PID 30199 died... 20:53:50.861788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminated: ok {rc=0} 20:53:50.907169 --- ParallelTerminationStrategy: PID 30202 died... 20:53:50.926626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Terminated: ok {rc=0} 20:53:51.014928 bus /sierra_3: Setting Powered False 20:53:52.113977 bus /sierra_3: Setting Powered False 20:53:53.229666 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:53:54.481181 tst voice:trx-lms+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:53:54.487239 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:53:54.520719 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 20:53:54.548053 tst voice:trx-lms+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 20:53:54.600128 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:53:54.633578 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 20:53:54.661038 tst voice:trx-lms+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 20:53:55.212102 tst voice:trx-lms+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 20:53:55.264075 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.275408 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:53:55.354479 tst mo_mt_call.py: using LAC 36211 20:53:55.480056 tst mo_mt_call.py: using RAC 1 20:53:55.605054 tst mo_mt_call.py: using CellId 36211 20:53:55.727873 tst mo_mt_call.py: using BVCI 36212 20:53:55.843441 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.854858 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.866019 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.877052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.888671 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:53:55.900363 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:53:56.018229 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:53:56.136632 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:53:56.600054 run create_hlr_db(pid=30208): Launched 20:53:56.714319 bus /sierra_2: Setting Powered False 20:53:57.774008 run create_hlr_db(pid=30208): Terminated: ok {rc=0} 20:53:58.210133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Launched 20:53:58.529695 run osmo-hlr_10.42.42.2(pid=30211): Launched 20:53:58.650316 run osmo-stp_10.42.42.5: Starting osmo-stp 20:53:59.201063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Launched 20:53:59.517924 run osmo-stp_10.42.42.5(pid=30214): Launched 20:53:59.638601 run osmo-msc_10.42.42.6: Starting osmo-msc 20:54:00.213089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Launched 20:54:00.531011 run osmo-msc_10.42.42.6(pid=30217): Launched 20:54:00.707880 run osmo-stp_10.42.42.5(pid=30214): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)] 20:54:00.842472 run osmo-stp_10.42.42.5(pid=30214): stdout: | (launched: 2022-12-13_20:53:59.459948) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:01.061106 run osmo-stp_10.42.42.5(pid=30214): stderr: | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205359647 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:01.245430 run osmo-stp_10.42.42.5(pid=30214): stdout: | (launched: 2022-12-13_20:53:59.459948) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:01.416273 run osmo-stp_10.42.42.5(pid=30214): stderr: | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205359646 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205359647 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205359647 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:01.601811 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30214): Process ended prematurely: osmo-stp_10.42.42.5(pid=30214) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 20:54:01.611977 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:54:01.649383 run osmo-hlr_10.42.42.2(pid=30211): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30211)] 20:54:01.701720 run osmo-hlr_10.42.42.2(pid=30211): stdout: | (launched: 2022-12-13_20:53:58.471898) 20:54:01.754749 run osmo-hlr_10.42.42.2(pid=30211): stderr: | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205358664 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205358676 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205358685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205358685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205358685 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:54:01.830711 run osmo-msc_10.42.42.6(pid=30217): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30217)] 20:54:01.881656 run osmo-msc_10.42.42.6(pid=30217): stdout: | (launched: 2022-12-13_20:54:00.473613) 20:54:01.941601 run osmo-msc_10.42.42.6(pid=30217): stderr: | [0;m[38;5;43m20221213205400788 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205400788 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb708901c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205400788 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205400788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205400789 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205400789 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205400790 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205400791 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205400791 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205400791 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:54:01.998681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Terminating (SIGTERM) 20:54:02.044684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Terminating (SIGTERM) 20:54:02.092219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Terminating (SIGTERM) 20:54:02.136894 --- ParallelTerminationStrategy: PID 30210 died... 20:54:02.157499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Terminated: ok {rc=0} 20:54:02.207187 --- ParallelTerminationStrategy: PID 30213 died... 20:54:02.227437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Terminated: ok {rc=0} 20:54:02.275440 --- ParallelTerminationStrategy: PID 30216 died... 20:54:02.295631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Terminated: ok {rc=0} 20:54:02.395432 bus /sierra_3: Setting Powered False 20:54:03.538667 bus /sierra_3: Setting Powered False 20:54:04.674598 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 20:54:05.826098 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:05.838423 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:54:05.914850 tst mo_mt_call_osmux.py: using LAC 36212 20:54:06.032485 tst mo_mt_call_osmux.py: using RAC 2 20:54:06.153623 tst mo_mt_call_osmux.py: using CellId 36212 20:54:06.271222 tst mo_mt_call_osmux.py: using BVCI 36213 20:54:06.384407 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:06.396173 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:06.407851 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:06.419620 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:06.432523 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 20:54:06.445474 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:54:06.566159 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 20:54:06.685377 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:54:07.153576 run create_hlr_db(pid=30490): Launched 20:54:07.313866 bus /sierra_2: Setting Powered False 20:54:08.373837 run create_hlr_db(pid=30490): Terminated: ok {rc=0} 20:54:08.809893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Launched 20:54:09.135294 run osmo-hlr_10.42.42.2(pid=30493): Launched 20:54:09.368652 run osmo-stp_10.42.42.5: Starting osmo-stp 20:54:10.080067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Launched 20:54:10.421701 run osmo-stp_10.42.42.5(pid=30496): Launched 20:54:10.662955 run osmo-msc_10.42.42.6: Starting osmo-msc 20:54:11.326412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Launched 20:54:11.664820 run osmo-msc_10.42.42.6(pid=30499): Launched 20:54:12.028105 run osmo-stp_10.42.42.5(pid=30496): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)] 20:54:12.311227 run osmo-stp_10.42.42.5(pid=30496): stdout: | (launched: 2022-12-13_20:54:10.359224) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:12.479188 run osmo-stp_10.42.42.5(pid=30496): stderr: | [0;m[38;5;43m20221213205410637 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205410638 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205410638 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205410641 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:12.617369 run osmo-stp_10.42.42.5(pid=30496): stdout: | (launched: 2022-12-13_20:54:10.359224) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:12.749509 run osmo-stp_10.42.42.5(pid=30496): stderr: | [0;m[38;5;43m20221213205410637 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205410638 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205410638 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205410641 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205410642 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:12.907655 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30496): Process ended prematurely: osmo-stp_10.42.42.5(pid=30496) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 20:54:12.918309 tst mo_mt_call_osmux.py:8: Test FAILED (7.1 sec) 20:54:12.947878 run osmo-hlr_10.42.42.2(pid=30493): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30493)] 20:54:13.000675 run osmo-hlr_10.42.42.2(pid=30493): stdout: | (launched: 2022-12-13_20:54:09.078552) 20:54:13.055066 run osmo-hlr_10.42.42.2(pid=30493): stderr: | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205409414 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205409431 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205409439 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205409439 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205409440 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:54:13.131492 run osmo-msc_10.42.42.6(pid=30499): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30499)] 20:54:13.184440 run osmo-msc_10.42.42.6(pid=30499): stdout: | (launched: 2022-12-13_20:54:11.605903) 20:54:13.238594 run osmo-msc_10.42.42.6(pid=30499): stderr: | [0;m[38;5;43m20221213205412098 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205412098 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff037e61c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205412098 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205412098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205412098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205412098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205412100 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205412100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205412109 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205412109 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:54:13.292920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Terminating (SIGTERM) 20:54:13.337690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Terminating (SIGTERM) 20:54:13.383797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Terminating (SIGTERM) 20:54:13.429977 --- ParallelTerminationStrategy: PID 30492 died... 20:54:13.451509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Terminated: ok {rc=0} 20:54:13.501094 --- ParallelTerminationStrategy: PID 30495 died... 20:54:13.522439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Terminated: ok {rc=0} 20:54:13.571049 --- ParallelTerminationStrategy: PID 30498 died... 20:54:13.592440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Terminated: ok {rc=0} 20:54:13.683717 bus /sierra_3: Setting Powered False 20:54:14.783624 bus /sierra_3: Setting Powered False 20:54:15.906826 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:trx-lms --------------------------------------------------------------------- 20:54:17.238261 tst emergency:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:54:17.243529 tst emergency:trx-lms: Verifying 1 x bts (candidates: 11) 20:54:17.301740 tst emergency:trx-lms: Verifying 6 x ip_address (candidates: 9) 20:54:17.349774 tst emergency:trx-lms: Verifying 4 x modem (candidates: 12) 20:54:17.453283 tst emergency:trx-lms: Reserving 1 x bts (candidates: 11) 20:54:17.488034 tst emergency:trx-lms: Reserving 6 x ip_address (candidates: 9) 20:54:17.516707 tst emergency:trx-lms: Reserving 4 x modem (candidates: 12) 20:54:18.100812 tst emergency:trx-lms: RESERVED RESOURCES for emergency: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:trx-lms emergency_mo_mt_call.py ---------------------------------------------- 20:54:18.107359 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.119116 tst emergency:trx-lms: Using 1 x bts (candidates: 1) 20:54:18.173055 tst emergency_mo_mt_call.py: using LAC 36213 20:54:18.293180 tst emergency_mo_mt_call.py: using RAC 3 20:54:18.412058 tst emergency_mo_mt_call.py: using CellId 36213 20:54:18.530843 tst emergency_mo_mt_call.py: using BVCI 36214 20:54:18.641428 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.652882 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.665224 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.677840 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.690610 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:18.703307 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:18.824684 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:18.947275 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:54:19.424323 run create_hlr_db(pid=30504): Launched 20:54:19.581510 bus /sierra_2: Setting Powered False 20:54:20.643013 run create_hlr_db(pid=30504): Terminated: ok {rc=0} 20:54:21.073054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Launched 20:54:21.396126 run osmo-hlr_10.42.42.2(pid=30507): Launched 20:54:21.629239 run osmo-stp_10.42.42.5: Starting osmo-stp 20:54:22.332595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Launched 20:54:22.650081 run osmo-stp_10.42.42.5(pid=30510): Launched 20:54:22.900074 tst emergency_mo_mt_call.py: using MSISDN 8325 20:54:23.190674 run osmo-msc_10.42.42.6: Starting osmo-msc 20:54:23.744789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Launched 20:54:24.065556 run osmo-msc_10.42.42.6(pid=30513): Launched 20:54:24.408867 run osmo-stp_10.42.42.5(pid=30510): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)] 20:54:24.679798 run osmo-stp_10.42.42.5(pid=30510): stdout: | (launched: 2022-12-13_20:54:22.594576) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:24.908046 run osmo-stp_10.42.42.5(pid=30510): stderr: | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205422920 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:25.040426 run osmo-stp_10.42.42.5(pid=30510): stdout: | (launched: 2022-12-13_20:54:22.594576) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:25.166607 run osmo-stp_10.42.42.5(pid=30510): stderr: | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205422920 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205422920 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205422925 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:25.316814 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30510): Process ended prematurely: osmo-stp_10.42.42.5(pid=30510) [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)] [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19] 20:54:25.325982 tst emergency_mo_mt_call.py:19: Test FAILED (7.2 sec) 20:54:25.353386 run osmo-hlr_10.42.42.2(pid=30507): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30507)] 20:54:25.403754 run osmo-hlr_10.42.42.2(pid=30507): stdout: | (launched: 2022-12-13_20:54:21.337056) 20:54:25.455712 run osmo-hlr_10.42.42.2(pid=30507): stderr: | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205421677 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205421691 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205421709 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205421710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205421710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:54:25.527862 run osmo-msc_10.42.42.6(pid=30513): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30513)] 20:54:25.577834 run osmo-msc_10.42.42.6(pid=30513): stdout: | (launched: 2022-12-13_20:54:24.006372) 20:54:25.629443 run osmo-msc_10.42.42.6(pid=30513): stderr: | [0;m[38;5;43m20221213205424607 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205424607 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd271978c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205424607 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205424607 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205424607 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205424608 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205424609 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205424610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205424610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205424610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:54:25.681284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Terminating (SIGTERM) 20:54:25.722748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Terminating (SIGTERM) 20:54:25.764243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Terminating (SIGTERM) 20:54:25.806122 --- ParallelTerminationStrategy: PID 30506 died... 20:54:25.826258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Terminated: ok {rc=0} 20:54:25.872626 --- ParallelTerminationStrategy: PID 30509 died... 20:54:25.892354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Terminated: ok {rc=0} 20:54:25.938339 --- ParallelTerminationStrategy: PID 30512 died... 20:54:25.958210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Terminated: ok {rc=0} 20:54:26.044930 bus /sierra_3: Setting Powered False 20:54:27.142996 bus /sierra_3: Setting Powered False 20:54:28.258066 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:trx-lms emergency_preemptive_call.py ---------------------------------------------- 20:54:29.344822 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.356675 tst emergency:trx-lms: Using 1 x bts (candidates: 1) 20:54:29.409540 tst emergency_preemptive_call.py: using LAC 36214 20:54:29.534696 tst emergency_preemptive_call.py: using RAC 4 20:54:29.659579 tst emergency_preemptive_call.py: using CellId 36214 20:54:29.783075 tst emergency_preemptive_call.py: using BVCI 36215 20:54:29.897493 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.908772 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.919928 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.931122 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.942312 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6) 20:54:29.953252 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:30.071120 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:30.188627 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:30.302666 tst emergency:trx-lms: Using 1 x modem (candidates: 4) 20:54:30.421715 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:54:30.931446 run create_hlr_db(pid=30516): Launched 20:54:31.101130 bus /sierra_2: Setting Powered False 20:54:32.175084 run create_hlr_db(pid=30516): Terminated: ok {rc=0} 20:54:32.618596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Launched 20:54:32.934273 run osmo-hlr_10.42.42.2(pid=30519): Launched 20:54:33.054003 run osmo-stp_10.42.42.5: Starting osmo-stp 20:54:33.597794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Launched 20:54:33.915491 run osmo-stp_10.42.42.5(pid=30522): Launched 20:54:34.049612 tst emergency_preemptive_call.py: using MSISDN 8326 20:54:34.212542 run osmo-msc_10.42.42.6: Starting osmo-msc 20:54:34.779950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Launched 20:54:35.095941 run osmo-msc_10.42.42.6(pid=30525): Launched 20:54:35.271748 run osmo-stp_10.42.42.5(pid=30522): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] 20:54:35.406700 run osmo-stp_10.42.42.5(pid=30522): stdout: | (launched: 2022-12-13_20:54:33.857167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:35.540378 run osmo-stp_10.42.42.5(pid=30522): stderr: | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205434045 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:35.672880 run osmo-stp_10.42.42.5(pid=30522): stdout: | (launched: 2022-12-13_20:54:33.857167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:35.798570 run osmo-stp_10.42.42.5(pid=30522): stderr: | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205434044 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205434045 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205434045 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:35.948887 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32] 20:54:35.957943 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec) 20:54:35.985672 run osmo-hlr_10.42.42.2(pid=30519): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30519)] 20:54:36.036600 run osmo-hlr_10.42.42.2(pid=30519): stdout: | (launched: 2022-12-13_20:54:32.876205) 20:54:36.088935 run osmo-hlr_10.42.42.2(pid=30519): stderr: | [0;m[1;31m20221213205433069 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205433069 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205433069 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205433070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205433070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205433070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205433082 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205433090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205433090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205433090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:54:36.162061 run osmo-msc_10.42.42.6(pid=30525): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30525)] 20:54:36.212648 run osmo-msc_10.42.42.6(pid=30525): stdout: | (launched: 2022-12-13_20:54:35.038210) 20:54:36.264738 run osmo-msc_10.42.42.6(pid=30525): stderr: | [0;m[38;5;43m20221213205435355 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205435355 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc798915c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205435355 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205435355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205435355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205435356 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205435358 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205435358 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205435358 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205435358 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:54:36.317493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminating (SIGTERM) 20:54:36.359295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminating (SIGTERM) 20:54:36.401303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminating (SIGTERM) 20:54:36.443444 --- ParallelTerminationStrategy: PID 30518 died... 20:54:36.463649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminated: ok {rc=0} 20:54:36.510254 --- ParallelTerminationStrategy: PID 30521 died... 20:54:36.530152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminated: ok {rc=0} 20:54:36.576482 --- ParallelTerminationStrategy: PID 30524 died... 20:54:36.596194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminated: ok {rc=0} 20:54:36.685065 bus /sierra_9: Setting Powered False 20:54:37.785090 bus /sierra_9: Setting Powered False 20:54:38.904217 bus /sierra_8: Setting Powered False 20:54:40.003173 bus /sierra_8: Setting Powered False 20:54:41.119677 bus /sierra_3: Setting Powered False 20:54:42.218883 bus /sierra_3: Setting Powered False 20:54:43.337789 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms --------------------------------------------------------------------- 20:54:44.620799 tst gprs:trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:54:44.625532 tst gprs:trx-lms: Verifying 1 x bts (candidates: 11) 20:54:44.659210 tst gprs:trx-lms: Verifying 9 x ip_address (candidates: 9) 20:54:44.699196 tst gprs:trx-lms: Verifying 4 x modem (candidates: 12) 20:54:44.787866 tst gprs:trx-lms: Reserving 1 x bts (candidates: 11) 20:54:44.821908 tst gprs:trx-lms: Reserving 9 x ip_address (candidates: 9) 20:54:44.861470 tst gprs:trx-lms: Reserving 4 x modem (candidates: 12) 20:54:45.453047 tst gprs:trx-lms: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms cs_paging_gprs_active.py ---------------------------------------------- 20:54:45.505296 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:45.516237 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 20:54:45.565933 tst cs_paging_gprs_active.py: using LAC 36215 20:54:45.691301 tst cs_paging_gprs_active.py: using RAC 5 20:54:45.817602 tst cs_paging_gprs_active.py: using CellId 36215 20:54:45.958718 tst cs_paging_gprs_active.py: using BVCI 36216 20:54:46.075707 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.087622 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.099431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.111002 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.123234 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.135600 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.148048 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.160163 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:46.172529 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:54:46.296764 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:54:46.415610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:54:46.627101 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:54:46.942366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Launched 20:54:47.225908 run iperf3-srv_10.42.42.10(pid=30532): Launched 20:54:47.349436 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:54:47.567383 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:54:47.890755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Launched 20:54:48.173251 run iperf3-srv_10.42.42.10(pid=30534): Launched 20:54:48.293931 tst cs_paging_gprs_active.py:38: start network... 20:54:48.510686 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:54:49.010858 run create_hlr_db(pid=30535): Launched 20:54:49.144522 bus /sierra_2: Setting Powered False 20:54:50.208545 run create_hlr_db(pid=30535): Terminated: ok {rc=0} 20:54:50.641062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Launched 20:54:50.943791 run osmo-hlr_10.42.42.2(pid=30538): Launched 20:54:51.058416 run osmo-stp_10.42.42.5: Starting osmo-stp 20:54:51.587524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Launched 20:54:51.889837 run osmo-stp_10.42.42.5(pid=30541): Launched 20:54:52.006911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:54:52.527754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Launched 20:54:52.643615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:54:52.898876 run patchelf(pid=30544): Launched 20:54:53.066382 run osmo-stp_10.42.42.5(pid=30541): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)] 20:54:53.194514 run osmo-stp_10.42.42.5(pid=30541): stdout: | (launched: 2022-12-13_20:54:51.834403) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:53.323613 run osmo-stp_10.42.42.5(pid=30541): stderr: | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205452001 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205452001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205452001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205452002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:53.453026 run osmo-stp_10.42.42.5(pid=30541): stdout: | (launched: 2022-12-13_20:54:51.834403) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:54:53.577699 run osmo-stp_10.42.42.5(pid=30541): stderr: | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205452000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205452001 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205452001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205452001 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205452002 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:54:53.724484 run patchelf(pid=30544): Terminating (SIGINT) 20:54:53.895196 run patchelf(pid=30544): Terminated: ok {rc=0} 20:54:54.018030 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30541): Process ended prematurely: osmo-stp_10.42.42.5(pid=30541) [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)] [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38] 20:54:54.027298 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec) 20:54:54.054275 run osmo-hlr_10.42.42.2(pid=30538): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30538)] 20:54:54.102958 run osmo-hlr_10.42.42.2(pid=30538): stdout: | (launched: 2022-12-13_20:54:50.888455) 20:54:54.153277 run osmo-hlr_10.42.42.2(pid=30538): stderr: | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205451058 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205451072 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205451080 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205451080 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205451080 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:54:54.203798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Terminating (SIGTERM) 20:54:54.244178 run iperf3-srv_10.42.42.10(pid=30532): Terminating (SIGTERM) 20:54:54.284363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Terminating (SIGTERM) 20:54:54.324486 run iperf3-srv_10.42.42.10(pid=30534): Terminating (SIGTERM) 20:54:54.364668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Terminating (SIGTERM) 20:54:54.404748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Terminating (SIGTERM) 20:54:54.444795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Terminating (SIGTERM) 20:54:54.485203 --- ParallelTerminationStrategy: PID 30531 died... 20:54:54.504597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Terminated: ok {rc=0} 20:54:54.549084 --- ParallelTerminationStrategy: PID 30532 died... 20:54:54.568077 run iperf3-srv_10.42.42.10(pid=30532): Terminated {rc=256} 20:54:54.612148 --- ParallelTerminationStrategy: PID 30533 died... 20:54:54.631063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Terminated: ok {rc=0} 20:54:54.674888 --- ParallelTerminationStrategy: PID 30534 died... 20:54:54.693774 run iperf3-srv_10.42.42.10(pid=30534): Terminated {rc=256} 20:54:54.737970 --- ParallelTerminationStrategy: PID 30537 died... 20:54:54.756827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Terminated: ok {rc=0} 20:54:54.800719 --- ParallelTerminationStrategy: PID 30540 died... 20:54:54.819610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Terminated: ok {rc=0} 20:54:54.863712 --- ParallelTerminationStrategy: PID 30543 died... 20:54:54.882562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Terminated: ok {rc=0} 20:54:54.968492 bus /gobi_0: Setting Powered False 20:54:56.067923 bus /gobi_0: Setting Powered False 20:54:57.183107 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms iperf3.py ---------------------------------------------- 20:54:58.329268 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.340245 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 20:54:58.391056 tst iperf3.py: using LAC 36216 20:54:58.510638 tst iperf3.py: using RAC 6 20:54:58.630293 tst iperf3.py: using CellId 36216 20:54:58.750305 tst iperf3.py: using BVCI 36217 20:54:58.861375 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.871858 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.882211 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.892640 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.903026 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.913573 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.924135 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.934686 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:54:58.945646 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:54:59.061246 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:54:59.281748 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:54:59.605355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Launched 20:54:59.885380 run iperf3-srv_10.42.42.10(pid=30546): Launched 20:55:00.007981 tst iperf3.py:8: start network... 20:55:00.225985 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:55:00.726214 run create_hlr_db(pid=30547): Launched 20:55:00.863941 bus /gobi_6: Setting Powered False 20:55:01.949328 run create_hlr_db(pid=30547): Terminated: ok {rc=0} 20:55:02.402357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Launched 20:55:02.722875 run osmo-hlr_10.42.42.2(pid=30560): Launched 20:55:02.840207 run osmo-stp_10.42.42.5: Starting osmo-stp 20:55:03.375056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Launched 20:55:03.677175 run osmo-stp_10.42.42.5(pid=30563): Launched 20:55:03.791926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:55:04.309765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Launched 20:55:04.425150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:55:04.680501 run patchelf(pid=30566): Launched 20:55:04.848333 run osmo-stp_10.42.42.5(pid=30563): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)] 20:55:04.976334 run osmo-stp_10.42.42.5(pid=30563): stdout: | (launched: 2022-12-13_20:55:03.622149) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:05.106314 run osmo-stp_10.42.42.5(pid=30563): stderr: | [0;m[38;5;43m20221213205503787 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205503788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205503788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205503788 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:05.236068 run osmo-stp_10.42.42.5(pid=30563): stdout: | (launched: 2022-12-13_20:55:03.622149) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:05.360554 run osmo-stp_10.42.42.5(pid=30563): stderr: | [0;m[38;5;43m20221213205503787 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205503788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205503788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205503788 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205503789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:05.507480 run patchelf(pid=30566): Terminating (SIGINT) 20:55:05.679047 run patchelf(pid=30566): Terminated: ok {rc=0} 20:55:05.802296 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30563): Process ended prematurely: osmo-stp_10.42.42.5(pid=30563) [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)] [trial-2394↪gprs:trx-lms↪iperf3.py:8] 20:55:05.811661 tst iperf3.py:8: Test FAILED (7.5 sec) 20:55:05.838879 run osmo-hlr_10.42.42.2(pid=30560): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30560)] 20:55:05.886994 run osmo-hlr_10.42.42.2(pid=30560): stdout: | (launched: 2022-12-13_20:55:02.667448) 20:55:05.937270 run osmo-hlr_10.42.42.2(pid=30560): stderr: | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205502838 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205502851 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205502861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205502862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205502862 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:55:05.987616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Terminating (SIGTERM) 20:55:06.027777 run iperf3-srv_10.42.42.10(pid=30546): Terminating (SIGTERM) 20:55:06.067859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Terminating (SIGTERM) 20:55:06.108043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Terminating (SIGTERM) 20:55:06.148137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Terminating (SIGTERM) 20:55:06.189059 --- ParallelTerminationStrategy: PID 30545 died... 20:55:06.208419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Terminated: ok {rc=0} 20:55:06.253026 --- ParallelTerminationStrategy: PID 30546 died... 20:55:06.271882 run iperf3-srv_10.42.42.10(pid=30546): Terminated {rc=256} 20:55:06.315890 --- ParallelTerminationStrategy: PID 30559 died... 20:55:06.334810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Terminated: ok {rc=0} 20:55:06.379472 --- ParallelTerminationStrategy: PID 30562 died... 20:55:06.398336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Terminated: ok {rc=0} 20:55:06.442479 --- ParallelTerminationStrategy: PID 30565 died... 20:55:06.461491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Terminated: ok {rc=0} 20:55:06.548535 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms iperf3m4.py ---------------------------------------------- 20:55:07.702103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:07.713743 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 20:55:07.765711 tst iperf3m4.py: using LAC 36217 20:55:07.893696 tst iperf3m4.py: using RAC 7 20:55:08.013109 tst iperf3m4.py: using CellId 36217 20:55:08.140789 tst iperf3m4.py: using BVCI 36218 20:55:08.251163 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.261853 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.272274 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.282658 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.292899 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.303605 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.315054 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.326336 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:08.337197 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:08.458829 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:08.582593 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:08.703241 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:08.823692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:55:09.040511 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:09.363599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Launched 20:55:09.643359 run iperf3-srv_10.42.42.10(pid=30568): Launched 20:55:09.764218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:55:09.980353 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:10.303118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Launched 20:55:10.584861 run iperf3-srv_10.42.42.10(pid=30570): Launched 20:55:10.707008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:55:10.923312 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:11.246389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Launched 20:55:11.527118 run iperf3-srv_10.42.42.10(pid=30572): Launched 20:55:11.648231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:55:11.864697 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:12.188301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Launched 20:55:12.467128 run iperf3-srv_10.42.42.10(pid=30574): Launched 20:55:12.588709 tst iperf3m4.py:8: start network... 20:55:12.818093 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:55:13.331324 run create_hlr_db(pid=30671): Launched 20:55:13.456255 bus /gobi_6: Setting Powered False 20:55:14.522152 run create_hlr_db(pid=30671): Terminated: ok {rc=0} 20:55:14.978296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched 20:55:15.302101 run osmo-hlr_10.42.42.2(pid=30929): Launched 20:55:15.424091 run osmo-stp_10.42.42.5: Starting osmo-stp 20:55:15.990953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched 20:55:16.341186 run osmo-stp_10.42.42.5(pid=30932): Launched 20:55:16.487402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:55:17.188903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Launched 20:55:17.321120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:55:17.577381 run patchelf(pid=30935): Launched 20:55:17.747214 run osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] 20:55:17.875583 run osmo-stp_10.42.42.5(pid=30932): stdout: | (launched: 2022-12-13_20:55:16.277955) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:18.004902 run osmo-stp_10.42.42.5(pid=30932): stderr: | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205516609 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:18.134326 run osmo-stp_10.42.42.5(pid=30932): stdout: | (launched: 2022-12-13_20:55:16.277955) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:18.258400 run osmo-stp_10.42.42.5(pid=30932): stderr: | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205516609 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205516609 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205516610 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:18.405470 run patchelf(pid=30935): Terminating (SIGINT) 20:55:18.575304 run patchelf(pid=30935): Terminated: ok {rc=0} 20:55:18.697602 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] [trial-2394↪gprs:trx-lms↪iperf3m4.py:8] 20:55:18.706982 tst iperf3m4.py:8: Test FAILED (11.0 sec) 20:55:18.734275 run osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)] 20:55:18.782517 run osmo-hlr_10.42.42.2(pid=30929): stdout: | (launched: 2022-12-13_20:55:15.243254) 20:55:18.832333 run osmo-hlr_10.42.42.2(pid=30929): stderr: | [0;m[1;31m20221213205515436 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205515437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205515437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205515437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205515437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205515437 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205515450 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205515459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205515459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205515459 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:55:18.882416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Terminating (SIGTERM) 20:55:18.922522 run iperf3-srv_10.42.42.10(pid=30568): Terminating (SIGTERM) 20:55:18.962303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Terminating (SIGTERM) 20:55:19.002118 run iperf3-srv_10.42.42.10(pid=30570): Terminating (SIGTERM) 20:55:19.041808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Terminating (SIGTERM) 20:55:19.081707 run iperf3-srv_10.42.42.10(pid=30572): Terminating (SIGTERM) 20:55:19.121590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Terminating (SIGTERM) 20:55:19.161835 run iperf3-srv_10.42.42.10(pid=30574): Terminating (SIGTERM) 20:55:19.201565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM) 20:55:19.241158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM) 20:55:19.281766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminating (SIGTERM) 20:55:19.322351 --- ParallelTerminationStrategy: PID 30567 died... 20:55:19.341590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Terminated: ok {rc=0} 20:55:19.386299 --- ParallelTerminationStrategy: PID 30568 died... 20:55:19.405452 run iperf3-srv_10.42.42.10(pid=30568): Terminated {rc=256} 20:55:19.449733 --- ParallelTerminationStrategy: PID 30569 died... 20:55:19.468757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Terminated: ok {rc=0} 20:55:19.513083 --- ParallelTerminationStrategy: PID 30570 died... 20:55:19.532057 run iperf3-srv_10.42.42.10(pid=30570): Terminated {rc=256} 20:55:19.576269 --- ParallelTerminationStrategy: PID 30571 died... 20:55:19.595911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Terminated: ok {rc=0} 20:55:19.640337 --- ParallelTerminationStrategy: PID 30572 died... 20:55:19.659633 run iperf3-srv_10.42.42.10(pid=30572): Terminated {rc=256} 20:55:19.704345 --- ParallelTerminationStrategy: PID 30573 died... 20:55:19.723545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Terminated: ok {rc=0} 20:55:19.767891 --- ParallelTerminationStrategy: PID 30574 died... 20:55:19.787033 run iperf3-srv_10.42.42.10(pid=30574): Terminated {rc=256} 20:55:19.831460 --- ParallelTerminationStrategy: PID 30928 died... 20:55:19.850690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0} 20:55:19.895196 --- ParallelTerminationStrategy: PID 30931 died... 20:55:19.914231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0} 20:55:19.958833 --- ParallelTerminationStrategy: PID 30934 died... 20:55:19.978022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminated: ok {rc=0} 20:55:20.064494 bus /gobi_4: Setting Powered False 20:55:21.163973 bus /gobi_4: Setting Powered False 20:55:22.278838 bus /gobi_1: Setting Powered False 20:55:23.381991 bus /gobi_1: Setting Powered False 20:55:24.505704 bus /gobi_0: Setting Powered False 20:55:25.607923 bus /gobi_0: Setting Powered False 20:55:26.726678 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms ping.py ---------------------------------------------- 20:55:27.836717 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:27.849354 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 20:55:27.900803 tst ping.py: using LAC 36218 20:55:28.026495 tst ping.py: using RAC 8 20:55:28.156531 tst ping.py: using CellId 36218 20:55:28.285386 tst ping.py: using BVCI 36219 20:55:28.404129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.416435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.428605 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.440637 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.453202 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.465376 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.478730 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:28.491060 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:28.615220 tst ping.py:19: start network... 20:55:28.831278 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:55:29.333267 run create_hlr_db(pid=31112): Launched 20:55:29.463805 bus /gobi_6: Setting Powered False 20:55:30.527321 run create_hlr_db(pid=31112): Terminated: ok {rc=0} 20:55:30.969739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Launched 20:55:31.349025 run osmo-hlr_10.42.42.2(pid=31115): Launched 20:55:31.476492 run osmo-stp_10.42.42.5: Starting osmo-stp 20:55:32.169247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Launched 20:55:32.482959 run osmo-stp_10.42.42.5(pid=31118): Launched 20:55:32.602880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:55:33.150108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Launched 20:55:33.271379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:55:33.539119 run patchelf(pid=31121): Launched 20:55:33.716704 run osmo-stp_10.42.42.5(pid=31118): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)] 20:55:33.851682 run osmo-stp_10.42.42.5(pid=31118): stdout: | (launched: 2022-12-13_20:55:32.427787) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:33.987717 run osmo-stp_10.42.42.5(pid=31118): stderr: | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205532615 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:34.123815 run osmo-stp_10.42.42.5(pid=31118): stdout: | (launched: 2022-12-13_20:55:32.427787) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:34.254813 run osmo-stp_10.42.42.5(pid=31118): stderr: | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205532614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205532615 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205532615 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:34.409498 run patchelf(pid=31121): Terminating (SIGINT) 20:55:34.588343 run patchelf(pid=31121): Terminated: ok {rc=0} 20:55:34.717103 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31118): Process ended prematurely: osmo-stp_10.42.42.5(pid=31118) [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)] [trial-2394↪gprs:trx-lms↪ping.py:22] 20:55:34.726683 tst ping.py:22: Test FAILED (6.9 sec) 20:55:34.754851 run osmo-hlr_10.42.42.2(pid=31115): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31115)] 20:55:34.804731 run osmo-hlr_10.42.42.2(pid=31115): stdout: | (launched: 2022-12-13_20:55:31.291106) 20:55:34.856656 run osmo-hlr_10.42.42.2(pid=31115): stderr: | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205531634 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205531650 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205531666 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205531667 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205531667 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:55:34.908820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Terminating (SIGTERM) 20:55:34.950476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Terminating (SIGTERM) 20:55:34.992377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Terminating (SIGTERM) 20:55:35.034441 --- ParallelTerminationStrategy: PID 31114 died... 20:55:35.054649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Terminated: ok {rc=0} 20:55:35.100887 --- ParallelTerminationStrategy: PID 31117 died... 20:55:35.120831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Terminated: ok {rc=0} 20:55:35.166841 --- ParallelTerminationStrategy: PID 31120 died... 20:55:35.186529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Terminated: ok {rc=0} 20:55:35.273665 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms ping_idle_ping.py ---------------------------------------------- 20:55:36.361907 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.374183 tst gprs:trx-lms: Using 1 x bts (candidates: 1) 20:55:36.428883 tst ping_idle_ping.py: using LAC 36219 20:55:36.553292 tst ping_idle_ping.py: using RAC 9 20:55:36.676012 tst ping_idle_ping.py: using CellId 36219 20:55:36.803310 tst ping_idle_ping.py: using BVCI 36220 20:55:36.920226 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.931399 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.942350 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.953218 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.964048 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.975296 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.986560 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9) 20:55:36.997743 tst gprs:trx-lms: Using 1 x modem (candidates: 4) 20:55:37.117327 tst ping_idle_ping.py:24: start network... 20:55:37.331497 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:55:37.825157 run create_hlr_db(pid=31122): Launched 20:55:37.955887 bus /gobi_6: Setting Powered False 20:55:39.019880 run create_hlr_db(pid=31122): Terminated: ok {rc=0} 20:55:39.462514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Launched 20:55:39.782245 run osmo-hlr_10.42.42.2(pid=31125): Launched 20:55:39.903517 run osmo-stp_10.42.42.5: Starting osmo-stp 20:55:40.450165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Launched 20:55:40.767685 run osmo-stp_10.42.42.5(pid=31128): Launched 20:55:40.888353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:55:41.435794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Launched 20:55:41.557413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:55:41.825433 run patchelf(pid=31131): Launched 20:55:42.003219 run osmo-stp_10.42.42.5(pid=31128): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)] 20:55:42.138619 run osmo-stp_10.42.42.5(pid=31128): stdout: | (launched: 2022-12-13_20:55:40.709666) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:42.274704 run osmo-stp_10.42.42.5(pid=31128): stderr: | [0;m[38;5;43m20221213205540898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205540898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205540899 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205540899 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205540899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205540899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205540900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:42.411076 run osmo-stp_10.42.42.5(pid=31128): stdout: | (launched: 2022-12-13_20:55:40.709666) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:42.541923 run osmo-stp_10.42.42.5(pid=31128): stderr: | [0;m[38;5;43m20221213205540898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205540898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205540899 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205540899 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205540899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205540899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205540900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:42.696904 run patchelf(pid=31131): Terminating (SIGINT) 20:55:42.876211 run patchelf(pid=31131): Terminated: ok {rc=0} 20:55:43.005160 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31128): Process ended prematurely: osmo-stp_10.42.42.5(pid=31128) [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)] [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27] 20:55:43.014980 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 20:55:43.043296 run osmo-hlr_10.42.42.2(pid=31125): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31125)] 20:55:43.093274 run osmo-hlr_10.42.42.2(pid=31125): stdout: | (launched: 2022-12-13_20:55:39.723485) 20:55:43.145577 run osmo-hlr_10.42.42.2(pid=31125): stderr: | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205539918 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205539930 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205539938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205539938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205539938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:55:43.197826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Terminating (SIGTERM) 20:55:43.239744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Terminating (SIGTERM) 20:55:43.281665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Terminating (SIGTERM) 20:55:43.323985 --- ParallelTerminationStrategy: PID 31124 died... 20:55:43.343847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Terminated: ok {rc=0} 20:55:43.390235 --- ParallelTerminationStrategy: PID 31127 died... 20:55:43.410048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Terminated: ok {rc=0} 20:55:43.456289 --- ParallelTerminationStrategy: PID 31130 died... 20:55:43.475885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Terminated: ok {rc=0} 20:55:43.563911 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs --------------------------------------------------------------------- 20:55:44.868744 tst gprs:trx-lms+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:55:44.874408 tst gprs:trx-lms+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 20:55:44.908229 tst gprs:trx-lms+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 20:55:44.947957 tst gprs:trx-lms+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 20:55:45.038141 tst gprs:trx-lms+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 20:55:45.072418 tst gprs:trx-lms+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 20:55:45.111838 tst gprs:trx-lms+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 20:55:45.704461 tst gprs:trx-lms+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 20:55:45.756202 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:45.767430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:55:45.821775 tst cs_paging_gprs_active.py: using LAC 36220 20:55:45.955143 tst cs_paging_gprs_active.py: using RAC 10 20:55:46.095000 tst cs_paging_gprs_active.py: using CellId 36220 20:55:46.254500 tst cs_paging_gprs_active.py: using BVCI 36221 20:55:46.410399 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.424676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.439402 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.451543 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.465418 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.478736 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.492088 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.505313 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:46.518548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:55:46.646340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:55:46.774048 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:55:46.992301 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:47.337210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Launched 20:55:47.612588 run iperf3-srv_10.42.42.10(pid=31137): Launched 20:55:47.726746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:55:47.929405 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:48.233598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Launched 20:55:48.496692 run iperf3-srv_10.42.42.10(pid=31139): Launched 20:55:48.609958 tst cs_paging_gprs_active.py:38: start network... 20:55:48.811628 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:55:49.280486 run create_hlr_db(pid=31140): Launched 20:55:49.395723 bus /gobi_6: Setting Powered False 20:55:50.456737 run create_hlr_db(pid=31140): Terminated: ok {rc=0} 20:55:50.876399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Launched 20:55:51.178483 run osmo-hlr_10.42.42.2(pid=31143): Launched 20:55:51.293699 run osmo-stp_10.42.42.5: Starting osmo-stp 20:55:51.824267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Launched 20:55:52.130684 run osmo-stp_10.42.42.5(pid=31148): Launched 20:55:52.246513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:55:52.767046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Launched 20:55:52.882318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:55:53.136509 run patchelf(pid=31151): Launched 20:55:53.305263 run osmo-stp_10.42.42.5(pid=31148): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)] 20:55:53.433369 run osmo-stp_10.42.42.5(pid=31148): stdout: | (launched: 2022-12-13_20:55:52.074971) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:53.562668 run osmo-stp_10.42.42.5(pid=31148): stderr: | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205552241 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:53.691795 run osmo-stp_10.42.42.5(pid=31148): stdout: | (launched: 2022-12-13_20:55:52.074971) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:55:53.815806 run osmo-stp_10.42.42.5(pid=31148): stderr: | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205552240 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205552241 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205552241 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:55:53.963007 run patchelf(pid=31151): Terminating (SIGINT) 20:55:54.133999 run patchelf(pid=31151): Terminated: ok {rc=0} 20:55:54.257211 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 20:55:54.266669 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec) 20:55:54.293713 run osmo-hlr_10.42.42.2(pid=31143): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31143)] 20:55:54.342147 run osmo-hlr_10.42.42.2(pid=31143): stdout: | (launched: 2022-12-13_20:55:51.122854) 20:55:54.391706 run osmo-hlr_10.42.42.2(pid=31143): stderr: | [0;m[1;31m20221213205551298 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205551299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205551299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205551299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205551299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205551299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205551311 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205551319 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205551319 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205551320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:55:54.442264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Terminating (SIGTERM) 20:55:54.482105 run iperf3-srv_10.42.42.10(pid=31137): Terminating (SIGTERM) 20:55:54.521817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Terminating (SIGTERM) 20:55:54.561743 run iperf3-srv_10.42.42.10(pid=31139): Terminating (SIGTERM) 20:55:54.601304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Terminating (SIGTERM) 20:55:54.641571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Terminating (SIGTERM) 20:55:54.681516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Terminating (SIGTERM) 20:55:54.721690 --- ParallelTerminationStrategy: PID 31136 died... 20:55:54.741208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Terminated: ok {rc=0} 20:55:54.785530 --- ParallelTerminationStrategy: PID 31137 died... 20:55:54.804282 run iperf3-srv_10.42.42.10(pid=31137): Terminated {rc=256} 20:55:54.849257 --- ParallelTerminationStrategy: PID 31138 died... 20:55:54.868298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Terminated: ok {rc=0} 20:55:54.912666 --- ParallelTerminationStrategy: PID 31139 died... 20:55:54.931632 run iperf3-srv_10.42.42.10(pid=31139): Terminated {rc=256} 20:55:54.975684 --- ParallelTerminationStrategy: PID 31142 died... 20:55:54.994636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Terminated: ok {rc=0} 20:55:55.039009 --- ParallelTerminationStrategy: PID 31145 died... 20:55:55.057945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Terminated: ok {rc=0} 20:55:55.102021 --- ParallelTerminationStrategy: PID 31150 died... 20:55:55.121017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Terminated: ok {rc=0} 20:55:55.205657 bus /gobi_0: Setting Powered False 20:55:56.304629 bus /gobi_0: Setting Powered False 20:55:57.422889 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs iperf3.py ---------------------------------------------- 20:55:58.567897 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:58.579152 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:55:58.630101 tst iperf3.py: using LAC 36221 20:55:58.756888 tst iperf3.py: using RAC 11 20:55:58.883553 tst iperf3.py: using CellId 36221 20:55:59.011375 tst iperf3.py: using BVCI 36222 20:55:59.128261 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.139988 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.151218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.162385 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.173904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.185532 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.197262 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.208643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:55:59.220437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:55:59.337541 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:55:59.540073 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:55:59.843005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Launched 20:56:00.106101 run iperf3-srv_10.42.42.10(pid=31153): Launched 20:56:00.221962 tst iperf3.py:8: start network... 20:56:00.423471 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:56:00.889705 run create_hlr_db(pid=31154): Launched 20:56:01.065968 bus /gobi_6: Setting Powered False 20:56:02.127216 run create_hlr_db(pid=31154): Terminated: ok {rc=0} 20:56:02.610021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Launched 20:56:02.949672 run osmo-hlr_10.42.42.2(pid=31157): Launched 20:56:03.081652 run osmo-stp_10.42.42.5: Starting osmo-stp 20:56:03.633797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Launched 20:56:03.953662 run osmo-stp_10.42.42.5(pid=31160): Launched 20:56:04.075803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:56:04.630911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Launched 20:56:04.755694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:56:05.026983 run patchelf(pid=31163): Launched 20:56:05.207552 run osmo-stp_10.42.42.5(pid=31160): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)] 20:56:05.343231 run osmo-stp_10.42.42.5(pid=31160): stdout: | (launched: 2022-12-13_20:56:03.895310) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:05.480648 run osmo-stp_10.42.42.5(pid=31160): stderr: | [0;m[38;5;43m20221213205604084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205604084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205604085 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205604085 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:05.618353 run osmo-stp_10.42.42.5(pid=31160): stdout: | (launched: 2022-12-13_20:56:03.895310) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:05.750271 run osmo-stp_10.42.42.5(pid=31160): stderr: | [0;m[38;5;43m20221213205604084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205604084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205604085 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205604085 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205604086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:05.906951 run patchelf(pid=31163): Terminating (SIGINT) 20:56:06.088763 run patchelf(pid=31163): Terminated: ok {rc=0} 20:56:06.220197 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8] 20:56:06.230143 tst iperf3.py:8: Test FAILED (7.7 sec) 20:56:06.258335 run osmo-hlr_10.42.42.2(pid=31157): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31157)] 20:56:06.308375 run osmo-hlr_10.42.42.2(pid=31157): stdout: | (launched: 2022-12-13_20:56:02.877897) 20:56:06.359977 run osmo-hlr_10.42.42.2(pid=31157): stderr: | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205603099 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205603127 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205603137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205603137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205603137 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:56:06.411890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Terminating (SIGTERM) 20:56:06.453690 run iperf3-srv_10.42.42.10(pid=31153): Terminating (SIGTERM) 20:56:06.495149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminating (SIGTERM) 20:56:06.536618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminating (SIGTERM) 20:56:06.578556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Terminating (SIGTERM) 20:56:06.620630 --- ParallelTerminationStrategy: PID 31152 died... 20:56:06.640793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Terminated: ok {rc=0} 20:56:06.687064 --- ParallelTerminationStrategy: PID 31153 died... 20:56:06.706831 run iperf3-srv_10.42.42.10(pid=31153): Terminated {rc=256} 20:56:06.752650 --- ParallelTerminationStrategy: PID 31156 died... 20:56:06.772327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminated: ok {rc=0} 20:56:06.818287 --- ParallelTerminationStrategy: PID 31159 died... 20:56:06.837783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminated: ok {rc=0} 20:56:06.883747 --- ParallelTerminationStrategy: PID 31162 died... 20:56:06.903374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Terminated: ok {rc=0} 20:56:06.991333 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 20:56:08.141951 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.153948 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:56:08.205990 tst iperf3m4.py: using LAC 36222 20:56:08.333161 tst iperf3m4.py: using RAC 12 20:56:08.459586 tst iperf3m4.py: using CellId 36222 20:56:08.589285 tst iperf3m4.py: using BVCI 36223 20:56:08.707440 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.718815 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.729860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.740807 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.751794 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.762858 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.774084 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.785071 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:08.796228 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:08.914212 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:09.034943 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:09.153684 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:09.269705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:56:09.471942 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:09.775075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Launched 20:56:10.036843 run iperf3-srv_10.42.42.10(pid=31165): Launched 20:56:10.151366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:56:10.353368 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:10.656192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Launched 20:56:10.919939 run iperf3-srv_10.42.42.10(pid=31167): Launched 20:56:11.033561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:56:11.235696 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:11.538326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Launched 20:56:11.803007 run iperf3-srv_10.42.42.10(pid=31169): Launched 20:56:11.918433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:56:12.120566 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:12.423402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Launched 20:56:12.685661 run iperf3-srv_10.42.42.10(pid=31171): Launched 20:56:12.798854 tst iperf3m4.py:8: start network... 20:56:13.012756 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:56:13.515228 run create_hlr_db(pid=31172): Launched 20:56:13.647266 bus /gobi_6: Setting Powered False 20:56:14.710739 run create_hlr_db(pid=31172): Terminated: ok {rc=0} 20:56:15.141269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Launched 20:56:15.443346 run osmo-hlr_10.42.42.2(pid=31175): Launched 20:56:15.557366 run osmo-stp_10.42.42.5: Starting osmo-stp 20:56:16.179732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Launched 20:56:16.543660 run osmo-stp_10.42.42.5(pid=31178): Launched 20:56:16.863358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:56:17.410425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Launched 20:56:17.528270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:56:17.783548 run patchelf(pid=31181): Launched 20:56:17.951800 run osmo-stp_10.42.42.5(pid=31178): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)] 20:56:18.079810 run osmo-stp_10.42.42.5(pid=31178): stdout: | (launched: 2022-12-13_20:56:16.481638) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:18.210321 run osmo-stp_10.42.42.5(pid=31178): stderr: | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205616715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:18.340126 run osmo-stp_10.42.42.5(pid=31178): stdout: | (launched: 2022-12-13_20:56:16.481638) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:18.464353 run osmo-stp_10.42.42.5(pid=31178): stderr: | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205616714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205616715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205616715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:18.611283 run patchelf(pid=31181): Terminating (SIGINT) 20:56:18.782047 run patchelf(pid=31181): Terminated: ok {rc=0} 20:56:18.905303 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31178): Process ended prematurely: osmo-stp_10.42.42.5(pid=31178) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8] 20:56:18.914751 tst iperf3m4.py:8: Test FAILED (10.8 sec) 20:56:18.942296 run osmo-hlr_10.42.42.2(pid=31175): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31175)] 20:56:18.990933 run osmo-hlr_10.42.42.2(pid=31175): stdout: | (launched: 2022-12-13_20:56:15.387945) 20:56:19.041299 run osmo-hlr_10.42.42.2(pid=31175): stderr: | [0;m[1;31m20221213205615559 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205615559 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205615559 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205615559 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205615559 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205615560 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205615571 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205615579 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205615579 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205615579 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:56:19.091423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Terminating (SIGTERM) 20:56:19.132007 run iperf3-srv_10.42.42.10(pid=31165): Terminating (SIGTERM) 20:56:19.172323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminating (SIGTERM) 20:56:19.212872 run iperf3-srv_10.42.42.10(pid=31167): Terminating (SIGTERM) 20:56:19.253200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminating (SIGTERM) 20:56:19.294095 run iperf3-srv_10.42.42.10(pid=31169): Terminating (SIGTERM) 20:56:19.334337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Terminating (SIGTERM) 20:56:19.374831 run iperf3-srv_10.42.42.10(pid=31171): Terminating (SIGTERM) 20:56:19.415153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Terminating (SIGTERM) 20:56:19.455649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Terminating (SIGTERM) 20:56:19.495932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Terminating (SIGTERM) 20:56:19.536639 --- ParallelTerminationStrategy: PID 31164 died... 20:56:19.555972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Terminated: ok {rc=0} 20:56:19.600621 --- ParallelTerminationStrategy: PID 31165 died... 20:56:19.619770 run iperf3-srv_10.42.42.10(pid=31165): Terminated {rc=256} 20:56:19.664262 --- ParallelTerminationStrategy: PID 31166 died... 20:56:19.683477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminated: ok {rc=0} 20:56:19.727553 --- ParallelTerminationStrategy: PID 31167 died... 20:56:19.746585 run iperf3-srv_10.42.42.10(pid=31167): Terminated {rc=256} 20:56:19.790901 --- ParallelTerminationStrategy: PID 31168 died... 20:56:19.809972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminated: ok {rc=0} 20:56:19.854080 --- ParallelTerminationStrategy: PID 31169 died... 20:56:19.873171 run iperf3-srv_10.42.42.10(pid=31169): Terminated {rc=256} 20:56:19.917404 --- ParallelTerminationStrategy: PID 31170 died... 20:56:19.936548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Terminated: ok {rc=0} 20:56:19.980817 --- ParallelTerminationStrategy: PID 31171 died... 20:56:20.000505 run iperf3-srv_10.42.42.10(pid=31171): Terminated {rc=256} 20:56:20.044812 --- ParallelTerminationStrategy: PID 31174 died... 20:56:20.064520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Terminated: ok {rc=0} 20:56:20.109164 --- ParallelTerminationStrategy: PID 31177 died... 20:56:20.128255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Terminated: ok {rc=0} 20:56:20.173864 --- ParallelTerminationStrategy: PID 31180 died... 20:56:20.193356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Terminated: ok {rc=0} 20:56:20.280046 bus /gobi_4: Setting Powered False 20:56:21.380249 bus /gobi_4: Setting Powered False 20:56:22.493710 bus /gobi_1: Setting Powered False 20:56:23.592541 bus /gobi_1: Setting Powered False 20:56:24.709610 bus /gobi_0: Setting Powered False 20:56:25.808447 bus /gobi_0: Setting Powered False 20:56:26.925769 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs ping.py ---------------------------------------------- 20:56:28.029053 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.040903 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:56:28.092709 tst ping.py: using LAC 36223 20:56:28.210639 tst ping.py: using RAC 13 20:56:28.327741 tst ping.py: using CellId 36223 20:56:28.448229 tst ping.py: using BVCI 36224 20:56:28.565607 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.577195 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.588474 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.599775 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.611214 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.622632 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.634321 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:28.645659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:28.766097 tst ping.py:19: start network... 20:56:28.978101 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:56:29.466843 run create_hlr_db(pid=31182): Launched 20:56:29.596880 bus /gobi_6: Setting Powered False 20:56:30.659910 run create_hlr_db(pid=31182): Terminated: ok {rc=0} 20:56:31.095574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Launched 20:56:31.412428 run osmo-hlr_10.42.42.2(pid=31185): Launched 20:56:31.585643 run osmo-stp_10.42.42.5: Starting osmo-stp 20:56:32.251899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Launched 20:56:32.564804 run osmo-stp_10.42.42.5(pid=31188): Launched 20:56:32.679676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:56:33.189772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Launched 20:56:33.303485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:56:33.553876 run patchelf(pid=31191): Launched 20:56:33.719347 run osmo-stp_10.42.42.5(pid=31188): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] 20:56:33.845229 run osmo-stp_10.42.42.5(pid=31188): stdout: | (launched: 2022-12-13_20:56:32.510541) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:33.972330 run osmo-stp_10.42.42.5(pid=31188): stderr: | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205632675 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205632675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205632675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205632676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:34.099657 run osmo-stp_10.42.42.5(pid=31188): stdout: | (launched: 2022-12-13_20:56:32.510541) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:34.221950 run osmo-stp_10.42.42.5(pid=31188): stderr: | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205632674 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205632675 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205632675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205632675 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205632676 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:34.366737 run patchelf(pid=31191): Terminating (SIGINT) 20:56:34.534380 run patchelf(pid=31191): Terminated: ok {rc=0} 20:56:34.655066 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22] 20:56:34.664034 tst ping.py:22: Test FAILED (6.6 sec) 20:56:34.690744 run osmo-hlr_10.42.42.2(pid=31185): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31185)] 20:56:34.739433 run osmo-hlr_10.42.42.2(pid=31185): stdout: | (launched: 2022-12-13_20:56:31.356868) 20:56:34.789206 run osmo-hlr_10.42.42.2(pid=31185): stderr: | [0;m[1;31m20221213205631723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205631723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205631723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205631723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205631723 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205631724 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205631747 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205631774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205631774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205631774 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:56:34.839355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminating (SIGTERM) 20:56:34.879786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminating (SIGTERM) 20:56:34.919937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminating (SIGTERM) 20:56:34.960435 --- ParallelTerminationStrategy: PID 31184 died... 20:56:34.980101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminated: ok {rc=0} 20:56:35.025447 --- ParallelTerminationStrategy: PID 31187 died... 20:56:35.044642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminated: ok {rc=0} 20:56:35.089127 --- ParallelTerminationStrategy: PID 31190 died... 20:56:35.108499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminated: ok {rc=0} 20:56:35.195389 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 20:56:36.285070 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.296856 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1) 20:56:36.362741 tst ping_idle_ping.py: using LAC 36224 20:56:36.489554 tst ping_idle_ping.py: using RAC 14 20:56:36.607446 tst ping_idle_ping.py: using CellId 36224 20:56:36.725575 tst ping_idle_ping.py: using BVCI 36225 20:56:36.832912 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.843962 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.854842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.865780 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.876575 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.887699 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.898797 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 20:56:36.909888 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4) 20:56:37.026065 tst ping_idle_ping.py:24: start network... 20:56:37.223386 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:56:37.682262 run create_hlr_db(pid=31192): Launched 20:56:37.796310 bus /gobi_6: Setting Powered False 20:56:38.856058 run create_hlr_db(pid=31192): Terminated: ok {rc=0} 20:56:39.291474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Launched 20:56:39.609674 run osmo-hlr_10.42.42.2(pid=31195): Launched 20:56:39.731134 run osmo-stp_10.42.42.5: Starting osmo-stp 20:56:40.277867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Launched 20:56:40.597106 run osmo-stp_10.42.42.5(pid=31198): Launched 20:56:40.719710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:56:41.267743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Launched 20:56:41.390723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:56:41.659041 run patchelf(pid=31201): Launched 20:56:41.837835 run osmo-stp_10.42.42.5(pid=31198): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] 20:56:41.973067 run osmo-stp_10.42.42.5(pid=31198): stdout: | (launched: 2022-12-13_20:56:40.539179) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:42.109386 run osmo-stp_10.42.42.5(pid=31198): stderr: | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205640728 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:42.246623 run osmo-stp_10.42.42.5(pid=31198): stdout: | (launched: 2022-12-13_20:56:40.539179) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:42.378380 run osmo-stp_10.42.42.5(pid=31198): stderr: | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205640727 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205640728 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205640728 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:42.533723 run patchelf(pid=31201): Terminating (SIGINT) 20:56:42.712825 run patchelf(pid=31201): Terminated: ok {rc=0} 20:56:42.842020 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27] 20:56:42.851460 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 20:56:42.879392 run osmo-hlr_10.42.42.2(pid=31195): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31195)] 20:56:42.929242 run osmo-hlr_10.42.42.2(pid=31195): stdout: | (launched: 2022-12-13_20:56:39.551624) 20:56:42.980693 run osmo-hlr_10.42.42.2(pid=31195): stderr: | [0;m[1;31m20221213205639745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205639745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205639745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205639745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205639745 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205639746 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205639758 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205639766 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205639766 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205639767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:56:43.032751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminating (SIGTERM) 20:56:43.074523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminating (SIGTERM) 20:56:43.116383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Terminating (SIGTERM) 20:56:43.158967 --- ParallelTerminationStrategy: PID 31194 died... 20:56:43.179197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminated: ok {rc=0} 20:56:43.225689 --- ParallelTerminationStrategy: PID 31197 died... 20:56:43.245563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminated: ok {rc=0} 20:56:43.291697 --- ParallelTerminationStrategy: PID 31200 died... 20:56:43.311623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Terminated: ok {rc=0} 20:56:43.399991 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa --------------------------------------------------------------------- 20:56:44.708643 tst gprs:trx-lms+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:56:44.715209 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 20:56:44.749006 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 20:56:44.789722 tst gprs:trx-lms+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 20:56:44.877444 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 20:56:44.911363 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 20:56:44.950730 tst gprs:trx-lms+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 20:56:45.546923 tst gprs:trx-lms+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 20:56:45.599409 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:45.610936 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:56:45.681004 tst cs_paging_gprs_active.py: using LAC 36225 20:56:45.806388 tst cs_paging_gprs_active.py: using RAC 15 20:56:45.959188 tst cs_paging_gprs_active.py: using CellId 36225 20:56:46.088683 tst cs_paging_gprs_active.py: using BVCI 36226 20:56:46.208923 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.221163 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.233094 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.244709 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.258084 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.271076 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.284119 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.296797 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:46.309666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:56:46.432289 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:56:46.579477 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:56:46.858809 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:47.233718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Launched 20:56:47.528744 run iperf3-srv_10.42.42.10(pid=31207): Launched 20:56:47.650583 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:56:47.869310 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:48.195019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Launched 20:56:48.478315 run iperf3-srv_10.42.42.10(pid=31209): Launched 20:56:48.599587 tst cs_paging_gprs_active.py:38: start network... 20:56:48.817270 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:56:49.319264 run create_hlr_db(pid=31210): Launched 20:56:49.452614 bus /gobi_6: Setting Powered False 20:56:50.516796 run create_hlr_db(pid=31210): Terminated: ok {rc=0} 20:56:50.947091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Launched 20:56:51.248900 run osmo-hlr_10.42.42.2(pid=31213): Launched 20:56:51.367641 run osmo-stp_10.42.42.5: Starting osmo-stp 20:56:51.888092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Launched 20:56:52.190335 run osmo-stp_10.42.42.5(pid=31216): Launched 20:56:52.305979 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:56:52.826208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Launched 20:56:52.941561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:56:53.203095 run patchelf(pid=31219): Launched 20:56:53.371307 run osmo-stp_10.42.42.5(pid=31216): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)] 20:56:53.499306 run osmo-stp_10.42.42.5(pid=31216): stdout: | (launched: 2022-12-13_20:56:52.134810) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:53.628799 run osmo-stp_10.42.42.5(pid=31216): stderr: | [0;m[38;5;43m20221213205652301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205652302 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205652302 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205652302 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:53.758673 run osmo-stp_10.42.42.5(pid=31216): stdout: | (launched: 2022-12-13_20:56:52.134810) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:56:53.882893 run osmo-stp_10.42.42.5(pid=31216): stderr: | [0;m[38;5;43m20221213205652301 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205652302 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205652302 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205652302 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205652303 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:56:54.030887 run patchelf(pid=31219): Terminating (SIGINT) 20:56:54.202330 run patchelf(pid=31219): Terminated: ok {rc=0} 20:56:54.326006 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 20:56:54.335391 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 20:56:54.362506 run osmo-hlr_10.42.42.2(pid=31213): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31213)] 20:56:54.410589 run osmo-hlr_10.42.42.2(pid=31213): stdout: | (launched: 2022-12-13_20:56:51.193650) 20:56:54.460408 run osmo-hlr_10.42.42.2(pid=31213): stderr: | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205651367 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205651380 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205651388 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205651388 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205651388 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:56:54.510444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Terminating (SIGTERM) 20:56:54.550526 run iperf3-srv_10.42.42.10(pid=31207): Terminating (SIGTERM) 20:56:54.590636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Terminating (SIGTERM) 20:56:54.630780 run iperf3-srv_10.42.42.10(pid=31209): Terminating (SIGTERM) 20:56:54.670572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminating (SIGTERM) 20:56:54.710523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminating (SIGTERM) 20:56:54.750319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Terminating (SIGTERM) 20:56:54.790444 --- ParallelTerminationStrategy: PID 31206 died... 20:56:54.810053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Terminated: ok {rc=0} 20:56:54.854432 --- ParallelTerminationStrategy: PID 31207 died... 20:56:54.873308 run iperf3-srv_10.42.42.10(pid=31207): Terminated {rc=256} 20:56:54.917710 --- ParallelTerminationStrategy: PID 31208 died... 20:56:54.936649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Terminated: ok {rc=0} 20:56:54.981104 --- ParallelTerminationStrategy: PID 31209 died... 20:56:55.000073 run iperf3-srv_10.42.42.10(pid=31209): Terminated {rc=256} 20:56:55.044438 --- ParallelTerminationStrategy: PID 31212 died... 20:56:55.063532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminated: ok {rc=0} 20:56:55.107787 --- ParallelTerminationStrategy: PID 31215 died... 20:56:55.126918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminated: ok {rc=0} 20:56:55.171490 --- ParallelTerminationStrategy: PID 31218 died... 20:56:55.190386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Terminated: ok {rc=0} 20:56:55.276692 bus /gobi_0: Setting Powered False 20:56:56.375471 bus /gobi_0: Setting Powered False 20:56:57.488201 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 20:56:58.636746 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:58.648717 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:56:58.720821 tst iperf3.py: using LAC 36226 20:56:58.848360 tst iperf3.py: using RAC 16 20:56:58.975897 tst iperf3.py: using CellId 36226 20:56:59.104307 tst iperf3.py: using BVCI 36227 20:56:59.223667 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.235016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.246170 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.257341 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.268444 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.279623 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.290889 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.302035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:56:59.313443 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:56:59.434103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:56:59.651640 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:56:59.974153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Launched 20:57:00.256094 run iperf3-srv_10.42.42.10(pid=31221): Launched 20:57:00.377140 tst iperf3.py:8: start network... 20:57:00.595648 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:57:01.102681 run create_hlr_db(pid=31222): Launched 20:57:01.252523 bus /gobi_6: Setting Powered False 20:57:02.320813 run create_hlr_db(pid=31222): Terminated: ok {rc=0} 20:57:02.771082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Launched 20:57:03.093041 run osmo-hlr_10.42.42.2(pid=31225): Launched 20:57:03.216752 run osmo-stp_10.42.42.5: Starting osmo-stp 20:57:03.809963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Launched 20:57:04.133459 run osmo-stp_10.42.42.5(pid=31228): Launched 20:57:04.255382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:57:04.810956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Launched 20:57:04.935198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:57:05.208500 run patchelf(pid=31231): Launched 20:57:05.389189 run osmo-stp_10.42.42.5(pid=31228): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)] 20:57:05.525562 run osmo-stp_10.42.42.5(pid=31228): stdout: | (launched: 2022-12-13_20:57:04.074873) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:05.663707 run osmo-stp_10.42.42.5(pid=31228): stderr: | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205704265 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:05.801360 run osmo-stp_10.42.42.5(pid=31228): stdout: | (launched: 2022-12-13_20:57:04.074873) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:05.933753 run osmo-stp_10.42.42.5(pid=31228): stderr: | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205704264 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205704265 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205704265 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:06.091028 run patchelf(pid=31231): Terminating (SIGINT) 20:57:06.273488 run patchelf(pid=31231): Terminated: ok {rc=0} 20:57:06.404379 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8] 20:57:06.414469 tst iperf3.py:8: Test FAILED (7.8 sec) 20:57:06.442846 run osmo-hlr_10.42.42.2(pid=31225): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31225)] 20:57:06.492655 run osmo-hlr_10.42.42.2(pid=31225): stdout: | (launched: 2022-12-13_20:57:03.034330) 20:57:06.544497 run osmo-hlr_10.42.42.2(pid=31225): stderr: | [0;m[1;31m20221213205703227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205703227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205703227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205703227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205703228 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205703228 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205703239 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205703249 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205703249 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205703249 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:57:06.596937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Terminating (SIGTERM) 20:57:06.638874 run iperf3-srv_10.42.42.10(pid=31221): Terminating (SIGTERM) 20:57:06.680688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminating (SIGTERM) 20:57:06.723112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminating (SIGTERM) 20:57:06.765072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Terminating (SIGTERM) 20:57:06.807656 --- ParallelTerminationStrategy: PID 31220 died... 20:57:06.827901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Terminated: ok {rc=0} 20:57:06.874740 --- ParallelTerminationStrategy: PID 31221 died... 20:57:06.894543 run iperf3-srv_10.42.42.10(pid=31221): Terminated {rc=256} 20:57:06.940509 --- ParallelTerminationStrategy: PID 31224 died... 20:57:06.960218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminated: ok {rc=0} 20:57:07.006191 --- ParallelTerminationStrategy: PID 31227 died... 20:57:07.025915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminated: ok {rc=0} 20:57:07.072105 --- ParallelTerminationStrategy: PID 31230 died... 20:57:07.092057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Terminated: ok {rc=0} 20:57:07.179654 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 20:57:08.330465 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.342537 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:57:08.415191 tst iperf3m4.py: using LAC 36227 20:57:08.543114 tst iperf3m4.py: using RAC 17 20:57:08.669980 tst iperf3m4.py: using CellId 36227 20:57:08.790779 tst iperf3m4.py: using BVCI 36228 20:57:08.902619 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.913755 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.924657 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.935650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.947041 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.958164 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.969424 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.980303 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:08.991541 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:09.115819 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:09.234838 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:09.354467 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:09.473154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:57:09.692724 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:10.016332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Launched 20:57:10.297736 run iperf3-srv_10.42.42.10(pid=31233): Launched 20:57:10.420800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:57:10.638919 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:10.962531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Launched 20:57:11.246111 run iperf3-srv_10.42.42.10(pid=31235): Launched 20:57:11.367315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:57:11.584273 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:11.907828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Launched 20:57:12.189489 run iperf3-srv_10.42.42.10(pid=31237): Launched 20:57:12.310895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:57:12.528502 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:12.853536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Launched 20:57:13.134499 run iperf3-srv_10.42.42.10(pid=31239): Launched 20:57:13.257954 tst iperf3m4.py:8: start network... 20:57:13.475169 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:57:13.976856 run create_hlr_db(pid=31240): Launched 20:57:14.110004 bus /gobi_6: Setting Powered False 20:57:15.174313 run create_hlr_db(pid=31240): Terminated: ok {rc=0} 20:57:15.604688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched 20:57:15.941761 run osmo-hlr_10.42.42.2(pid=31243): Launched 20:57:16.133696 run osmo-stp_10.42.42.5: Starting osmo-stp 20:57:16.776000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched 20:57:17.114453 run osmo-stp_10.42.42.5(pid=31246): Launched 20:57:17.343572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:57:17.880684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched 20:57:18.004814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:57:18.277880 run patchelf(pid=31249): Launched 20:57:18.458257 run osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] 20:57:18.595106 run osmo-stp_10.42.42.5(pid=31246): stdout: | (launched: 2022-12-13_20:57:17.054130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:18.734101 run osmo-stp_10.42.42.5(pid=31246): stderr: | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205717316 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:18.871877 run osmo-stp_10.42.42.5(pid=31246): stdout: | (launched: 2022-12-13_20:57:17.054130) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:19.004795 run osmo-stp_10.42.42.5(pid=31246): stderr: | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205717315 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205717316 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205717329 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:19.162132 run patchelf(pid=31249): Terminating (SIGINT) 20:57:19.344493 run patchelf(pid=31249): Terminated: ok {rc=0} 20:57:19.475154 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8] 20:57:19.485414 tst iperf3m4.py:8: Test FAILED (11.2 sec) 20:57:19.513946 run osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)] 20:57:19.563811 run osmo-hlr_10.42.42.2(pid=31243): stdout: | (launched: 2022-12-13_20:57:15.879522) 20:57:19.615244 run osmo-hlr_10.42.42.2(pid=31243): stderr: | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205716224 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205716243 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205716256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205716256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205716256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:57:19.667194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Terminating (SIGTERM) 20:57:19.709255 run iperf3-srv_10.42.42.10(pid=31233): Terminating (SIGTERM) 20:57:19.751193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Terminating (SIGTERM) 20:57:19.793715 run iperf3-srv_10.42.42.10(pid=31235): Terminating (SIGTERM) 20:57:19.835905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminating (SIGTERM) 20:57:19.878307 run iperf3-srv_10.42.42.10(pid=31237): Terminating (SIGTERM) 20:57:19.920555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminating (SIGTERM) 20:57:19.962832 run iperf3-srv_10.42.42.10(pid=31239): Terminating (SIGTERM) 20:57:20.004765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM) 20:57:20.046988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM) 20:57:20.089804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM) 20:57:20.132042 --- ParallelTerminationStrategy: PID 31232 died... 20:57:20.151783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Terminated: ok {rc=0} 20:57:20.198473 --- ParallelTerminationStrategy: PID 31233 died... 20:57:20.218408 run iperf3-srv_10.42.42.10(pid=31233): Terminated {rc=256} 20:57:20.264468 --- ParallelTerminationStrategy: PID 31234 died... 20:57:20.284022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Terminated: ok {rc=0} 20:57:20.330389 --- ParallelTerminationStrategy: PID 31235 died... 20:57:20.350162 run iperf3-srv_10.42.42.10(pid=31235): Terminated {rc=256} 20:57:20.396179 --- ParallelTerminationStrategy: PID 31236 died... 20:57:20.415915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminated: ok {rc=0} 20:57:20.462116 --- ParallelTerminationStrategy: PID 31237 died... 20:57:20.481801 run iperf3-srv_10.42.42.10(pid=31237): Terminated {rc=256} 20:57:20.528239 --- ParallelTerminationStrategy: PID 31238 died... 20:57:20.547822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminated: ok {rc=0} 20:57:20.593920 --- ParallelTerminationStrategy: PID 31239 died... 20:57:20.613690 run iperf3-srv_10.42.42.10(pid=31239): Terminated {rc=256} 20:57:20.659750 --- ParallelTerminationStrategy: PID 31242 died... 20:57:20.679596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0} 20:57:20.725315 --- ParallelTerminationStrategy: PID 31245 died... 20:57:20.744685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0} 20:57:20.790689 --- ParallelTerminationStrategy: PID 31248 died... 20:57:20.810415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0} 20:57:20.899274 bus /gobi_4: Setting Powered False 20:57:21.997990 bus /gobi_4: Setting Powered False 20:57:23.113889 bus /gobi_1: Setting Powered False 20:57:24.212527 bus /gobi_1: Setting Powered False 20:57:25.329469 bus /gobi_0: Setting Powered False 20:57:26.427341 bus /gobi_0: Setting Powered False 20:57:27.546400 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 20:57:28.650482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:28.662546 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:57:28.734183 tst ping.py: using LAC 36228 20:57:28.859283 tst ping.py: using RAC 18 20:57:28.983587 tst ping.py: using CellId 36228 20:57:29.100922 tst ping.py: using BVCI 36229 20:57:29.216664 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.228200 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.239259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.250391 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.261575 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.272752 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.284050 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:29.296114 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:29.411072 tst ping.py:19: start network... 20:57:29.608643 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:57:30.066879 run create_hlr_db(pid=31250): Launched 20:57:30.180479 bus /gobi_6: Setting Powered False 20:57:31.239799 run create_hlr_db(pid=31250): Terminated: ok {rc=0} 20:57:31.661638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Launched 20:57:31.976869 run osmo-hlr_10.42.42.2(pid=31253): Launched 20:57:32.216899 run osmo-stp_10.42.42.5: Starting osmo-stp 20:57:32.767279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Launched 20:57:33.085702 run osmo-stp_10.42.42.5(pid=31256): Launched 20:57:33.206445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:57:33.753153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Launched 20:57:33.874074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:57:34.141199 run patchelf(pid=31259): Launched 20:57:34.317701 run osmo-stp_10.42.42.5(pid=31256): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] 20:57:34.451583 run osmo-stp_10.42.42.5(pid=31256): stdout: | (launched: 2022-12-13_20:57:33.027612) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:34.586744 run osmo-stp_10.42.42.5(pid=31256): stderr: | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205733216 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:34.721890 run osmo-stp_10.42.42.5(pid=31256): stdout: | (launched: 2022-12-13_20:57:33.027612) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:34.852784 run osmo-stp_10.42.42.5(pid=31256): stderr: | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205733215 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205733216 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205733216 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:35.006735 run patchelf(pid=31259): Terminating (SIGINT) 20:57:35.185633 run patchelf(pid=31259): Terminated: ok {rc=0} 20:57:35.314451 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22] 20:57:35.323947 tst ping.py:22: Test FAILED (6.7 sec) 20:57:35.352096 run osmo-hlr_10.42.42.2(pid=31253): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31253)] 20:57:35.402003 run osmo-hlr_10.42.42.2(pid=31253): stdout: | (launched: 2022-12-13_20:57:31.921550) 20:57:35.453630 run osmo-hlr_10.42.42.2(pid=31253): stderr: | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205732171 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205732188 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205732196 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205732197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205732197 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:57:35.505734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminating (SIGTERM) 20:57:35.547163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminating (SIGTERM) 20:57:35.588706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminating (SIGTERM) 20:57:35.630529 --- ParallelTerminationStrategy: PID 31252 died... 20:57:35.650532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminated: ok {rc=0} 20:57:35.696624 --- ParallelTerminationStrategy: PID 31255 died... 20:57:35.716329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminated: ok {rc=0} 20:57:35.762367 --- ParallelTerminationStrategy: PID 31258 died... 20:57:35.781960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminated: ok {rc=0} 20:57:35.870545 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 20:57:36.958137 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:36.970001 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 20:57:37.044280 tst ping_idle_ping.py: using LAC 36229 20:57:37.170972 tst ping_idle_ping.py: using RAC 19 20:57:37.296684 tst ping_idle_ping.py: using CellId 36229 20:57:37.423018 tst ping_idle_ping.py: using BVCI 36230 20:57:37.538874 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.550332 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.561524 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.572608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.584266 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.595944 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.607700 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 20:57:37.619340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 20:57:37.736866 tst ping_idle_ping.py:24: start network... 20:57:37.936064 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:57:38.398682 run create_hlr_db(pid=31260): Launched 20:57:38.512809 bus /gobi_6: Setting Powered False 20:57:39.572443 run create_hlr_db(pid=31260): Terminated: ok {rc=0} 20:57:40.008905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Launched 20:57:40.327161 run osmo-hlr_10.42.42.2(pid=31263): Launched 20:57:40.449671 run osmo-stp_10.42.42.5: Starting osmo-stp 20:57:41.000184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Launched 20:57:41.318423 run osmo-stp_10.42.42.5(pid=31266): Launched 20:57:41.439421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:57:41.987458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Launched 20:57:42.110908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:57:42.380523 run patchelf(pid=31269): Launched 20:57:42.557733 run osmo-stp_10.42.42.5(pid=31266): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)] 20:57:42.692454 run osmo-stp_10.42.42.5(pid=31266): stdout: | (launched: 2022-12-13_20:57:41.260178) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:42.829270 run osmo-stp_10.42.42.5(pid=31266): stderr: | [0;m[38;5;43m20221213205741447 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205741447 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205741448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205741448 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:42.966186 run osmo-stp_10.42.42.5(pid=31266): stdout: | (launched: 2022-12-13_20:57:41.260178) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:43.097473 run osmo-stp_10.42.42.5(pid=31266): stderr: | [0;m[38;5;43m20221213205741447 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205741447 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205741448 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205741448 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205741449 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:43.253207 run patchelf(pid=31269): Terminating (SIGINT) 20:57:43.432480 run patchelf(pid=31269): Terminated: ok {rc=0} 20:57:43.561624 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31266): Process ended prematurely: osmo-stp_10.42.42.5(pid=31266) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 20:57:43.571083 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 20:57:43.598975 run osmo-hlr_10.42.42.2(pid=31263): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31263)] 20:57:43.649342 run osmo-hlr_10.42.42.2(pid=31263): stdout: | (launched: 2022-12-13_20:57:40.268834) 20:57:43.701234 run osmo-hlr_10.42.42.2(pid=31263): stderr: | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205740464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205740480 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205740489 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205740490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205740490 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:57:43.753601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Terminating (SIGTERM) 20:57:43.795777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Terminating (SIGTERM) 20:57:43.837811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Terminating (SIGTERM) 20:57:43.880736 --- ParallelTerminationStrategy: PID 31262 died... 20:57:43.901196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Terminated: ok {rc=0} 20:57:43.947664 --- ParallelTerminationStrategy: PID 31265 died... 20:57:43.967465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Terminated: ok {rc=0} 20:57:44.013716 --- ParallelTerminationStrategy: PID 31268 died... 20:57:44.033518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Terminated: ok {rc=0} 20:57:44.120992 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo --------------------------------------------------------------------- 20:57:45.436620 tst gprs:trx-lms+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:57:45.443286 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 20:57:45.477092 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 20:57:45.517252 tst gprs:trx-lms+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 20:57:45.607165 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 20:57:45.640059 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 20:57:45.679416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 20:57:46.274785 tst gprs:trx-lms+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 20:57:46.342759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:46.357749 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:57:46.443192 tst cs_paging_gprs_active.py: using LAC 36230 20:57:46.566775 tst cs_paging_gprs_active.py: using RAC 20 20:57:46.720210 tst cs_paging_gprs_active.py: using CellId 36230 20:57:46.843288 tst cs_paging_gprs_active.py: using BVCI 36231 20:57:46.957521 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:46.968849 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:46.980133 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:46.991496 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:47.003596 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:47.015686 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:47.027954 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:47.040078 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:47.052353 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:57:47.173670 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:57:47.303064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 20:57:47.506782 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:47.810223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Launched 20:57:48.073349 run iperf3-srv_10.42.42.10(pid=31274): Launched 20:57:48.187471 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 20:57:48.389737 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:57:48.692834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Launched 20:57:48.956310 run iperf3-srv_10.42.42.10(pid=31276): Launched 20:57:49.070281 tst cs_paging_gprs_active.py:38: start network... 20:57:49.272501 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:57:49.740941 run create_hlr_db(pid=31277): Launched 20:57:49.855587 bus /gobi_6: Setting Powered False 20:57:50.916028 run create_hlr_db(pid=31277): Terminated: ok {rc=0} 20:57:51.337348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Launched 20:57:51.638468 run osmo-hlr_10.42.42.2(pid=31280): Launched 20:57:51.753717 run osmo-stp_10.42.42.5: Starting osmo-stp 20:57:52.287215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Launched 20:57:52.589694 run osmo-stp_10.42.42.5(pid=31283): Launched 20:57:52.705891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:57:53.227711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Launched 20:57:53.343825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:57:53.598957 run patchelf(pid=31286): Launched 20:57:53.768375 run osmo-stp_10.42.42.5(pid=31283): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)] 20:57:53.896400 run osmo-stp_10.42.42.5(pid=31283): stdout: | (launched: 2022-12-13_20:57:52.534276) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:54.025849 run osmo-stp_10.42.42.5(pid=31283): stderr: | [0;m[38;5;43m20221213205752701 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205752702 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205752702 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205752702 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:54.155404 run osmo-stp_10.42.42.5(pid=31283): stdout: | (launched: 2022-12-13_20:57:52.534276) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:57:54.280094 run osmo-stp_10.42.42.5(pid=31283): stderr: | [0;m[38;5;43m20221213205752701 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205752702 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205752702 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205752702 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205752703 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:57:54.427617 run patchelf(pid=31286): Terminating (SIGINT) 20:57:54.599489 run patchelf(pid=31286): Terminated: ok {rc=0} 20:57:54.722902 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31283): Process ended prematurely: osmo-stp_10.42.42.5(pid=31283) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 20:57:54.732784 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec) 20:57:54.759868 run osmo-hlr_10.42.42.2(pid=31280): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31280)] 20:57:54.807850 run osmo-hlr_10.42.42.2(pid=31280): stdout: | (launched: 2022-12-13_20:57:51.583122) 20:57:54.857422 run osmo-hlr_10.42.42.2(pid=31280): stderr: | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205751756 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205751768 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205751776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205751777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205751777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:57:54.907474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Terminating (SIGTERM) 20:57:54.947792 run iperf3-srv_10.42.42.10(pid=31274): Terminating (SIGTERM) 20:57:54.987534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Terminating (SIGTERM) 20:57:55.027206 run iperf3-srv_10.42.42.10(pid=31276): Terminating (SIGTERM) 20:57:55.066855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Terminating (SIGTERM) 20:57:55.106582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Terminating (SIGTERM) 20:57:55.146282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Terminating (SIGTERM) 20:57:55.186430 --- ParallelTerminationStrategy: PID 31273 died... 20:57:55.205810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Terminated: ok {rc=0} 20:57:55.250060 --- ParallelTerminationStrategy: PID 31274 died... 20:57:55.268707 run iperf3-srv_10.42.42.10(pid=31274): Terminated {rc=256} 20:57:55.312891 --- ParallelTerminationStrategy: PID 31275 died... 20:57:55.332251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Terminated: ok {rc=0} 20:57:55.376345 --- ParallelTerminationStrategy: PID 31276 died... 20:57:55.395234 run iperf3-srv_10.42.42.10(pid=31276): Terminated {rc=256} 20:57:55.439330 --- ParallelTerminationStrategy: PID 31279 died... 20:57:55.458310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Terminated: ok {rc=0} 20:57:55.502459 --- ParallelTerminationStrategy: PID 31282 died... 20:57:55.521387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Terminated: ok {rc=0} 20:57:55.565462 --- ParallelTerminationStrategy: PID 31285 died... 20:57:55.584355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Terminated: ok {rc=0} 20:57:55.668493 bus /gobi_0: Setting Powered False 20:57:56.766593 bus /gobi_0: Setting Powered False 20:57:57.882253 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 20:57:59.032175 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.044309 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:57:59.116851 tst iperf3.py: using LAC 36231 20:57:59.245111 tst iperf3.py: using RAC 21 20:57:59.372656 tst iperf3.py: using CellId 36231 20:57:59.498852 tst iperf3.py: using BVCI 36232 20:57:59.616083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.627453 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.638649 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.649819 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.660795 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.672022 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.683260 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.694411 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:57:59.705734 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:57:59.823917 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 20:58:00.041918 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:58:00.366138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Launched 20:58:00.647957 run iperf3-srv_10.42.42.10(pid=31288): Launched 20:58:00.769435 tst iperf3.py:8: start network... 20:58:01.014552 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:01.502714 run create_hlr_db(pid=31289): Launched 20:58:01.683825 bus /gobi_6: Setting Powered False 20:58:02.748570 run create_hlr_db(pid=31289): Terminated: ok {rc=0} 20:58:03.182043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Launched 20:58:03.485017 run osmo-hlr_10.42.42.2(pid=31292): Launched 20:58:03.600513 run osmo-stp_10.42.42.5: Starting osmo-stp 20:58:04.126338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Launched 20:58:04.429697 run osmo-stp_10.42.42.5(pid=31295): Launched 20:58:04.544592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:58:05.066848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Launched 20:58:05.183238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:58:05.438838 run patchelf(pid=31298): Launched 20:58:05.607552 run osmo-stp_10.42.42.5(pid=31295): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)] 20:58:05.735670 run osmo-stp_10.42.42.5(pid=31295): stdout: | (launched: 2022-12-13_20:58:04.373892) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:05.865493 run osmo-stp_10.42.42.5(pid=31295): stderr: | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205804542 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:05.995461 run osmo-stp_10.42.42.5(pid=31295): stdout: | (launched: 2022-12-13_20:58:04.373892) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:06.119827 run osmo-stp_10.42.42.5(pid=31295): stderr: | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205804541 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205804542 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205804542 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:06.266758 run patchelf(pid=31298): Terminating (SIGINT) 20:58:06.437776 run patchelf(pid=31298): Terminated: ok {rc=0} 20:58:06.561614 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31295): Process ended prematurely: osmo-stp_10.42.42.5(pid=31295) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8] 20:58:06.571009 tst iperf3.py:8: Test FAILED (7.6 sec) 20:58:06.598290 run osmo-hlr_10.42.42.2(pid=31292): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31292)] 20:58:06.646354 run osmo-hlr_10.42.42.2(pid=31292): stdout: | (launched: 2022-12-13_20:58:03.429319) 20:58:06.695829 run osmo-hlr_10.42.42.2(pid=31292): stderr: | [0;m[1;31m20221213205803603 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205803604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205803604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205803604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205803604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205803604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205803616 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205803625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205803625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205803625 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:58:06.745774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Terminating (SIGTERM) 20:58:06.785608 run iperf3-srv_10.42.42.10(pid=31288): Terminating (SIGTERM) 20:58:06.825390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Terminating (SIGTERM) 20:58:06.865043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Terminating (SIGTERM) 20:58:06.904579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Terminating (SIGTERM) 20:58:06.944716 --- ParallelTerminationStrategy: PID 31287 died... 20:58:06.964161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Terminated: ok {rc=0} 20:58:07.008518 --- ParallelTerminationStrategy: PID 31288 died... 20:58:07.027866 run iperf3-srv_10.42.42.10(pid=31288): Terminated {rc=256} 20:58:07.072149 --- ParallelTerminationStrategy: PID 31291 died... 20:58:07.091312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Terminated: ok {rc=0} 20:58:07.135570 --- ParallelTerminationStrategy: PID 31294 died... 20:58:07.154592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Terminated: ok {rc=0} 20:58:07.198611 --- ParallelTerminationStrategy: PID 31297 died... 20:58:07.217695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Terminated: ok {rc=0} 20:58:07.303900 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 20:58:08.451158 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:08.462774 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:58:08.537475 tst iperf3m4.py: using LAC 36232 20:58:08.662532 tst iperf3m4.py: using RAC 22 20:58:08.787939 tst iperf3m4.py: using CellId 36232 20:58:08.911785 tst iperf3m4.py: using BVCI 36233 20:58:09.028892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.040493 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.051947 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.063270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.074406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.085602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.097499 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.108676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:09.120052 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:09.241727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:09.361985 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:09.483167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:09.602085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 20:58:09.806095 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:58:10.110319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Launched 20:58:10.377167 run iperf3-srv_10.42.42.10(pid=31300): Launched 20:58:10.491663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 20:58:10.694491 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:58:11.000546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Launched 20:58:11.265030 run iperf3-srv_10.42.42.10(pid=31302): Launched 20:58:11.378690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 20:58:11.579963 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:58:11.882699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Launched 20:58:12.147867 run iperf3-srv_10.42.42.10(pid=31304): Launched 20:58:12.261551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 20:58:12.463378 run iperf3-srv_10.42.42.10: Starting iperf3-srv 20:58:12.766371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Launched 20:58:13.031330 run iperf3-srv_10.42.42.10(pid=31306): Launched 20:58:13.145598 tst iperf3m4.py:8: start network... 20:58:13.347306 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:13.815379 run create_hlr_db(pid=31307): Launched 20:58:13.931306 bus /gobi_6: Setting Powered False 20:58:14.991776 run create_hlr_db(pid=31307): Terminated: ok {rc=0} 20:58:15.435267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Launched 20:58:15.758388 run osmo-hlr_10.42.42.2(pid=31310): Launched 20:58:15.944767 run osmo-stp_10.42.42.5: Starting osmo-stp 20:58:16.640409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Launched 20:58:16.977645 run osmo-stp_10.42.42.5(pid=31313): Launched 20:58:17.260913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:58:17.832282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Launched 20:58:17.957439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:58:18.231671 run patchelf(pid=31316): Launched 20:58:18.411362 run osmo-stp_10.42.42.5(pid=31313): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)] 20:58:18.548156 run osmo-stp_10.42.42.5(pid=31313): stdout: | (launched: 2022-12-13_20:58:16.918516) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:18.686644 run osmo-stp_10.42.42.5(pid=31313): stderr: | [0;m[38;5;43m20221213205817175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205817176 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205817176 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205817177 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205817179 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205817180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205817180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:18.824656 run osmo-stp_10.42.42.5(pid=31313): stdout: | (launched: 2022-12-13_20:58:16.918516) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:18.957112 run osmo-stp_10.42.42.5(pid=31313): stderr: | [0;m[38;5;43m20221213205817175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205817176 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205817176 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205817177 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205817179 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205817180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205817180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:19.114397 run patchelf(pid=31316): Terminating (SIGINT) 20:58:19.297167 run patchelf(pid=31316): Terminated: ok {rc=0} 20:58:19.428278 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8] 20:58:19.438500 tst iperf3m4.py:8: Test FAILED (11.0 sec) 20:58:19.467150 run osmo-hlr_10.42.42.2(pid=31310): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31310)] 20:58:19.517554 run osmo-hlr_10.42.42.2(pid=31310): stdout: | (launched: 2022-12-13_20:58:15.699521) 20:58:19.569118 run osmo-hlr_10.42.42.2(pid=31310): stderr: | [0;m[1;31m20221213205815957 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205815958 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205815958 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205815958 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205815958 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205815958 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205815979 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205815998 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205815998 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205815998 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:58:19.621191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Terminating (SIGTERM) 20:58:19.663488 run iperf3-srv_10.42.42.10(pid=31300): Terminating (SIGTERM) 20:58:19.705139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Terminating (SIGTERM) 20:58:19.746959 run iperf3-srv_10.42.42.10(pid=31302): Terminating (SIGTERM) 20:58:19.788487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminating (SIGTERM) 20:58:19.830533 run iperf3-srv_10.42.42.10(pid=31304): Terminating (SIGTERM) 20:58:19.872103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Terminating (SIGTERM) 20:58:19.914361 run iperf3-srv_10.42.42.10(pid=31306): Terminating (SIGTERM) 20:58:19.956418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminating (SIGTERM) 20:58:19.998696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminating (SIGTERM) 20:58:20.041447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminating (SIGTERM) 20:58:20.083429 --- ParallelTerminationStrategy: PID 31299 died... 20:58:20.103422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Terminated: ok {rc=0} 20:58:20.149761 --- ParallelTerminationStrategy: PID 31300 died... 20:58:20.169218 run iperf3-srv_10.42.42.10(pid=31300): Terminated {rc=256} 20:58:20.215435 --- ParallelTerminationStrategy: PID 31301 died... 20:58:20.235022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Terminated: ok {rc=0} 20:58:20.280815 --- ParallelTerminationStrategy: PID 31302 died... 20:58:20.300645 run iperf3-srv_10.42.42.10(pid=31302): Terminated {rc=256} 20:58:20.346332 --- ParallelTerminationStrategy: PID 31303 died... 20:58:20.365915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminated: ok {rc=0} 20:58:20.411763 --- ParallelTerminationStrategy: PID 31304 died... 20:58:20.431342 run iperf3-srv_10.42.42.10(pid=31304): Terminated {rc=256} 20:58:20.476816 --- ParallelTerminationStrategy: PID 31305 died... 20:58:20.496592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Terminated: ok {rc=0} 20:58:20.542440 --- ParallelTerminationStrategy: PID 31306 died... 20:58:20.561792 run iperf3-srv_10.42.42.10(pid=31306): Terminated {rc=256} 20:58:20.607584 --- ParallelTerminationStrategy: PID 31309 died... 20:58:20.627149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminated: ok {rc=0} 20:58:20.672864 --- ParallelTerminationStrategy: PID 31312 died... 20:58:20.692725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminated: ok {rc=0} 20:58:20.738489 --- ParallelTerminationStrategy: PID 31315 died... 20:58:20.758019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminated: ok {rc=0} 20:58:20.846021 bus /gobi_4: Setting Powered False 20:58:21.944798 bus /gobi_4: Setting Powered False 20:58:23.060724 bus /gobi_1: Setting Powered False 20:58:24.159040 bus /gobi_1: Setting Powered False 20:58:25.274098 bus /gobi_0: Setting Powered False 20:58:26.372271 bus /gobi_0: Setting Powered False 20:58:27.489648 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 20:58:28.595011 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:28.606885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:58:28.678717 tst ping.py: using LAC 36233 20:58:28.804325 tst ping.py: using RAC 23 20:58:28.931460 tst ping.py: using CellId 36233 20:58:29.056248 tst ping.py: using BVCI 36234 20:58:29.172756 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.184190 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.195652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.207192 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.218667 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.229955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.241251 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:29.252437 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:29.372156 tst ping.py:19: start network... 20:58:29.585895 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:30.077970 run create_hlr_db(pid=31319): Launched 20:58:30.209894 bus /gobi_6: Setting Powered False 20:58:31.305373 run create_hlr_db(pid=31319): Terminated: ok {rc=0} 20:58:31.738693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Launched 20:58:32.056858 run osmo-hlr_10.42.42.2(pid=31322): Launched 20:58:32.212613 run osmo-stp_10.42.42.5: Starting osmo-stp 20:58:32.744493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Launched 20:58:33.042543 run osmo-stp_10.42.42.5(pid=31325): Launched 20:58:33.155976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:58:33.670092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Launched 20:58:33.786289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:58:34.037685 run patchelf(pid=31328): Launched 20:58:34.203668 run osmo-stp_10.42.42.5(pid=31325): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)] 20:58:34.330010 run osmo-stp_10.42.42.5(pid=31325): stdout: | (launched: 2022-12-13_20:58:32.987488) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:34.457494 run osmo-stp_10.42.42.5(pid=31325): stderr: | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205833155 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:34.585234 run osmo-stp_10.42.42.5(pid=31325): stdout: | (launched: 2022-12-13_20:58:32.987488) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:34.707784 run osmo-stp_10.42.42.5(pid=31325): stderr: | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205833154 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205833155 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205833155 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:34.852770 run patchelf(pid=31328): Terminating (SIGINT) 20:58:35.021297 run patchelf(pid=31328): Terminated: ok {rc=0} 20:58:35.142832 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31325): Process ended prematurely: osmo-stp_10.42.42.5(pid=31325) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22] 20:58:35.151644 tst ping.py:22: Test FAILED (6.6 sec) 20:58:35.178754 run osmo-hlr_10.42.42.2(pid=31322): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31322)] 20:58:35.227498 run osmo-hlr_10.42.42.2(pid=31322): stdout: | (launched: 2022-12-13_20:58:32.001527) 20:58:35.277558 run osmo-hlr_10.42.42.2(pid=31322): stderr: | [0;m[1;31m20221213205832298 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205832299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205832299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205832299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205832299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205832299 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205832311 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205832320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205832320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205832320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:58:35.327990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Terminating (SIGTERM) 20:58:35.368278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Terminating (SIGTERM) 20:58:35.408405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Terminating (SIGTERM) 20:58:35.449137 --- ParallelTerminationStrategy: PID 31321 died... 20:58:35.468817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Terminated: ok {rc=0} 20:58:35.513782 --- ParallelTerminationStrategy: PID 31324 died... 20:58:35.532766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Terminated: ok {rc=0} 20:58:35.577612 --- ParallelTerminationStrategy: PID 31327 died... 20:58:35.596708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Terminated: ok {rc=0} 20:58:35.681697 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 20:58:36.768866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:36.781595 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 20:58:36.855269 tst ping_idle_ping.py: using LAC 36234 20:58:36.983196 tst ping_idle_ping.py: using RAC 24 20:58:37.109416 tst ping_idle_ping.py: using CellId 36234 20:58:37.234508 tst ping_idle_ping.py: using BVCI 36235 20:58:37.351931 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.363349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.374605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.385802 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.396841 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.408027 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.420116 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 20:58:37.431324 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 20:58:37.550801 tst ping_idle_ping.py:24: start network... 20:58:37.764838 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:38.260759 run create_hlr_db(pid=31329): Launched 20:58:38.393399 bus /gobi_6: Setting Powered False 20:58:39.456921 run create_hlr_db(pid=31329): Terminated: ok {rc=0} 20:58:39.885392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Launched 20:58:40.183716 run osmo-hlr_10.42.42.2(pid=31332): Launched 20:58:40.297721 run osmo-stp_10.42.42.5: Starting osmo-stp 20:58:40.825600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Launched 20:58:41.122716 run osmo-stp_10.42.42.5(pid=31335): Launched 20:58:41.236058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:58:41.748470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Launched 20:58:41.862184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:58:42.113585 run patchelf(pid=31338): Launched 20:58:42.278981 run osmo-stp_10.42.42.5(pid=31335): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)] 20:58:42.404478 run osmo-stp_10.42.42.5(pid=31335): stdout: | (launched: 2022-12-13_20:58:41.067620) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:42.531511 run osmo-stp_10.42.42.5(pid=31335): stderr: | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205841235 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:42.658404 run osmo-stp_10.42.42.5(pid=31335): stdout: | (launched: 2022-12-13_20:58:41.067620) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:42.780457 run osmo-stp_10.42.42.5(pid=31335): stderr: | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205841234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205841235 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205841235 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:42.925288 run patchelf(pid=31338): Terminating (SIGINT) 20:58:43.092841 run patchelf(pid=31338): Terminated: ok {rc=0} 20:58:43.213912 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31335): Process ended prematurely: osmo-stp_10.42.42.5(pid=31335) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 20:58:43.222823 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 20:58:43.249737 run osmo-hlr_10.42.42.2(pid=31332): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31332)] 20:58:43.298295 run osmo-hlr_10.42.42.2(pid=31332): stdout: | (launched: 2022-12-13_20:58:40.128883) 20:58:43.348286 run osmo-hlr_10.42.42.2(pid=31332): stderr: | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205840303 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205840316 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205840326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205840326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205840326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:58:43.398314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Terminating (SIGTERM) 20:58:43.438484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Terminating (SIGTERM) 20:58:43.478599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Terminating (SIGTERM) 20:58:43.519061 --- ParallelTerminationStrategy: PID 31331 died... 20:58:43.538821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Terminated: ok {rc=0} 20:58:43.583657 --- ParallelTerminationStrategy: PID 31334 died... 20:58:43.602844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Terminated: ok {rc=0} 20:58:43.647119 --- ParallelTerminationStrategy: PID 31337 died... 20:58:43.666481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Terminated: ok {rc=0} 20:58:43.750479 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 20:58:45.059193 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:58:45.066940 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 20:58:45.101858 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 20:58:45.137607 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 20:58:45.196717 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 20:58:45.231913 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 20:58:45.268410 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 20:58:45.815635 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 20:58:45.821511 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:45.833763 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 20:58:45.904189 tst switch_tch_pdch.py: using LAC 36235 20:58:46.023149 tst switch_tch_pdch.py: using RAC 25 20:58:46.141691 tst switch_tch_pdch.py: using CellId 36235 20:58:46.270518 tst switch_tch_pdch.py: using BVCI 36236 20:58:46.391955 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.404630 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.417328 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.429784 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.443128 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.457015 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.470533 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 20:58:46.483774 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:58:46.613724 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 20:58:46.771940 tst switch_tch_pdch.py:51: start network... 20:58:46.998451 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:47.512641 run create_hlr_db(pid=31342): Launched 20:58:47.644577 bus /gobi_6: Setting Powered False 20:58:48.707514 run create_hlr_db(pid=31342): Terminated: ok {rc=0} 20:58:49.131510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Launched 20:58:49.428841 run osmo-hlr_10.42.42.2(pid=31345): Launched 20:58:49.542763 run osmo-stp_10.42.42.5: Starting osmo-stp 20:58:50.068146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Launched 20:58:50.365670 run osmo-stp_10.42.42.5(pid=31348): Launched 20:58:50.478438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:58:50.989119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Launched 20:58:51.112739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:58:51.381606 run patchelf(pid=31351): Launched 20:58:51.559465 run osmo-stp_10.42.42.5(pid=31348): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)] 20:58:51.693547 run osmo-stp_10.42.42.5(pid=31348): stdout: | (launched: 2022-12-13_20:58:50.311187) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:51.828878 run osmo-stp_10.42.42.5(pid=31348): stderr: | [0;m[38;5;43m20221213205850477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205850477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205850478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205850478 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205850478 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205850479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205850479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:51.964036 run osmo-stp_10.42.42.5(pid=31348): stdout: | (launched: 2022-12-13_20:58:50.311187) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:58:52.094726 run osmo-stp_10.42.42.5(pid=31348): stderr: | [0;m[38;5;43m20221213205850477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205850477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205850478 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205850478 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205850478 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205850479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205850479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:58:52.249480 run patchelf(pid=31351): Terminating (SIGINT) 20:58:52.428134 run patchelf(pid=31351): Terminated: ok {rc=0} 20:58:52.556857 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31348): Process ended prematurely: osmo-stp_10.42.42.5(pid=31348) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)] [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 20:58:52.566325 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec) 20:58:52.594210 run osmo-hlr_10.42.42.2(pid=31345): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31345)] 20:58:52.643920 run osmo-hlr_10.42.42.2(pid=31345): stdout: | (launched: 2022-12-13_20:58:49.374539) 20:58:52.695137 run osmo-hlr_10.42.42.2(pid=31345): stderr: | [0;m[1;31m20221213205849545 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205849545 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205849546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205849546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205849546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205849546 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205849559 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205849569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205849569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205849569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:58:52.746768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Terminating (SIGTERM) 20:58:52.788270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Terminating (SIGTERM) 20:58:52.829773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Terminating (SIGTERM) 20:58:52.871314 --- ParallelTerminationStrategy: PID 31344 died... 20:58:52.891139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Terminated: ok {rc=0} 20:58:52.937135 --- ParallelTerminationStrategy: PID 31347 died... 20:58:52.956479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Terminated: ok {rc=0} 20:58:53.002272 --- ParallelTerminationStrategy: PID 31350 died... 20:58:53.021655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Terminated: ok {rc=0} 20:58:53.108490 bus /gobi_0: Setting Powered False 20:58:54.206496 bus /gobi_0: Setting Powered False 20:58:55.322140 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 20:58:56.574207 tst dynts:trx-lms+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:58:56.579992 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 20:58:56.612614 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 20:58:56.647948 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 20:58:56.701689 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 20:58:56.735427 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 20:58:56.770723 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 20:58:57.322610 tst dynts:trx-lms+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 20:58:57.327925 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.338925 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 20:58:57.409379 tst switch_tch_pdch.py: using LAC 36236 20:58:57.527584 tst switch_tch_pdch.py: using RAC 26 20:58:57.645374 tst switch_tch_pdch.py: using CellId 36236 20:58:57.761650 tst switch_tch_pdch.py: using BVCI 36237 20:58:57.869564 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.880523 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.891367 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.902197 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.913764 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.925586 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.937359 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 20:58:57.948901 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:58:58.070413 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 20:58:58.187525 tst switch_tch_pdch.py:51: start network... 20:58:58.386260 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:58:58.820912 run create_hlr_db(pid=31356): Launched 20:58:58.936914 bus /gobi_6: Setting Powered False 20:58:59.996277 run create_hlr_db(pid=31356): Terminated: ok {rc=0} 20:59:00.402725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Launched 20:59:00.722030 run osmo-hlr_10.42.42.2(pid=31359): Launched 20:59:00.845728 run osmo-stp_10.42.42.5: Starting osmo-stp 20:59:01.480787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Launched 20:59:01.882480 run osmo-stp_10.42.42.5(pid=31362): Launched 20:59:02.189677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 20:59:02.794381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Launched 20:59:02.917301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 20:59:03.185075 run patchelf(pid=31365): Launched 20:59:03.364111 run osmo-stp_10.42.42.5(pid=31362): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)] 20:59:03.499632 run osmo-stp_10.42.42.5(pid=31362): stdout: | (launched: 2022-12-13_20:59:01.822765) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:03.636045 run osmo-stp_10.42.42.5(pid=31362): stderr: | [0;m[38;5;43m20221213205902120 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205902120 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205902121 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205902122 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:03.772715 run osmo-stp_10.42.42.5(pid=31362): stdout: | (launched: 2022-12-13_20:59:01.822765) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:03.903627 run osmo-stp_10.42.42.5(pid=31362): stderr: | [0;m[38;5;43m20221213205902120 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205902120 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205902121 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205902122 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205902124 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:04.058442 run patchelf(pid=31365): Terminating (SIGINT) 20:59:04.238118 run patchelf(pid=31365): Terminated: ok {rc=0} 20:59:04.367421 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)] [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 20:59:04.377421 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec) 20:59:04.405263 run osmo-hlr_10.42.42.2(pid=31359): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31359)] 20:59:04.454833 run osmo-hlr_10.42.42.2(pid=31359): stdout: | (launched: 2022-12-13_20:59:00.663666) 20:59:04.506377 run osmo-hlr_10.42.42.2(pid=31359): stderr: | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205900903 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205900925 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205900934 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205900934 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205900935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:59:04.558329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminating (SIGTERM) 20:59:04.599764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminating (SIGTERM) 20:59:04.641191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminating (SIGTERM) 20:59:04.682843 --- ParallelTerminationStrategy: PID 31358 died... 20:59:04.702658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminated: ok {rc=0} 20:59:04.748411 --- ParallelTerminationStrategy: PID 31361 died... 20:59:04.767804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminated: ok {rc=0} 20:59:04.813348 --- ParallelTerminationStrategy: PID 31364 died... 20:59:04.832731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminated: ok {rc=0} 20:59:04.919843 bus /gobi_0: Setting Powered False 20:59:06.018630 bus /gobi_0: Setting Powered False 20:59:07.133774 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-lms+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:trx-lms-limenet-micro --------------------------------------------------------------------- 20:59:08.387842 tst nitb_sms:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:59:08.392091 tst nitb_sms:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 20:59:08.421660 tst nitb_sms:trx-lms-limenet-micro: Verifying 1 x ip_address (candidates: 9) 20:59:08.428578 tst nitb_sms:trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 20:59:08.480259 tst nitb_sms:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 20:59:08.509991 tst nitb_sms:trx-lms-limenet-micro: Reserving 1 x ip_address (candidates: 9) 20:59:08.517033 tst nitb_sms:trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 20:59:09.057520 tst nitb_sms:trx-lms-limenet-micro: RESERVED RESOURCES for nitb_sms: bts LimeNET-Micro ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py ---------------------------------------------- 20:59:09.062810 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1) 20:59:09.074366 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 20:59:09.120605 tst mo_mt_sms.py: using LAC 36237 20:59:09.246875 tst mo_mt_sms.py: using RAC 27 20:59:09.372151 tst mo_mt_sms.py: using CellId 36237 20:59:09.498477 tst mo_mt_sms.py: using BVCI 36238 20:59:09.615822 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 20:59:09.732127 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 20:59:09.848335 tst mo_mt_sms.py:9: start nitb and bts... 20:59:10.048466 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:59:10.652934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Launched 20:59:10.949533 run osmo-nitb_10.42.42.2(pid=31371): Launched 20:59:11.114660 run osmo-nitb_10.42.42.2(pid=31371): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)] 20:59:11.247730 run osmo-nitb_10.42.42.2(pid=31371): stdout: | (launched: 2022-12-13_20:59:10.895118) 20:59:11.381942 run osmo-nitb_10.42.42.2(pid=31371): stderr: | (launched: 2022-12-13_20:59:10.939134) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:59:11.516545 run osmo-nitb_10.42.42.2(pid=31371): stdout: | (launched: 2022-12-13_20:59:10.895118) 20:59:11.646562 run osmo-nitb_10.42.42.2(pid=31371): stderr: | (launched: 2022-12-13_20:59:10.939134) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)] 20:59:12.061790 tst osmo-nitb_10.42.42.2(pid=31371): stdout: | (launched: 2022-12-13_20:59:10.895118) 20:59:12.182056 tst osmo-nitb_10.42.42.2(pid=31371): stderr: | (launched: 2022-12-13_20:59:10.939134) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:59:12.322973 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)] [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11] 20:59:12.331615 tst mo_mt_sms.py:11: Test FAILED (3.3 sec) 20:59:12.338368 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Terminating (SIGTERM) 20:59:12.547334 --- ParallelTerminationStrategy: PID 31370 died... 20:59:12.568081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Terminated: ok {rc=0} 20:59:12.654977 bus /sierra_3: Setting Powered False 20:59:13.754727 bus /sierra_3: Setting Powered False 20:59:14.871742 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:trx-lms-limenet-micro --------------------------------------------------------------------- 20:59:16.081716 tst sms:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:59:16.086422 tst sms:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 20:59:16.118697 tst sms:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 20:59:16.148171 tst sms:trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 20:59:16.203055 tst sms:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 20:59:16.234659 tst sms:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 20:59:16.263857 tst sms:trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 20:59:16.833662 tst sms:trx-lms-limenet-micro: RESERVED RESOURCES for sms: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:trx-lms-limenet-micro mo_mt_sms.py ---------------------------------------------- 20:59:16.840490 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:16.853098 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 20:59:16.902153 tst mo_mt_sms.py: using LAC 36238 20:59:17.021309 tst mo_mt_sms.py: using RAC 28 20:59:17.146405 tst mo_mt_sms.py: using CellId 36238 20:59:17.275275 tst mo_mt_sms.py: using BVCI 36239 20:59:17.384668 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:17.395704 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:17.406635 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:17.417503 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:17.428564 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:17.439728 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 20:59:17.563115 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 20:59:17.681325 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:59:18.141791 run create_hlr_db(pid=31375): Launched 20:59:18.254569 bus /sierra_2: Setting Powered False 20:59:19.318759 run create_hlr_db(pid=31375): Terminated: ok {rc=0} 20:59:19.762470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Launched 20:59:20.079647 run osmo-hlr_10.42.42.2(pid=31378): Launched 20:59:20.200778 run osmo-stp_10.42.42.5: Starting osmo-stp 20:59:20.753676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Launched 20:59:21.072726 run osmo-stp_10.42.42.5(pid=31381): Launched 20:59:21.194752 run osmo-msc_10.42.42.6: Starting osmo-msc 20:59:21.773942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Launched 20:59:22.092265 run osmo-msc_10.42.42.6(pid=31384): Launched 20:59:22.269464 run osmo-stp_10.42.42.5(pid=31381): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)] 20:59:22.403967 run osmo-stp_10.42.42.5(pid=31381): stdout: | (launched: 2022-12-13_20:59:21.014487) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:22.538271 run osmo-stp_10.42.42.5(pid=31381): stderr: | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205921203 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:22.672151 run osmo-stp_10.42.42.5(pid=31381): stdout: | (launched: 2022-12-13_20:59:21.014487) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:22.799426 run osmo-stp_10.42.42.5(pid=31381): stderr: | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205921203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205921203 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205921204 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:22.951079 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31381): Process ended prematurely: osmo-stp_10.42.42.5(pid=31381) [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)] [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16] 20:59:22.960085 tst mo_mt_sms.py:16: Test FAILED (6.1 sec) 20:59:22.987795 run osmo-hlr_10.42.42.2(pid=31378): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31378)] 20:59:23.038471 run osmo-hlr_10.42.42.2(pid=31378): stdout: | (launched: 2022-12-13_20:59:20.021714) 20:59:23.090782 run osmo-hlr_10.42.42.2(pid=31378): stderr: | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205920217 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205920229 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205920237 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205920238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205920238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:59:23.163650 run osmo-msc_10.42.42.6(pid=31384): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31384)] 20:59:23.213971 run osmo-msc_10.42.42.6(pid=31384): stdout: | (launched: 2022-12-13_20:59:22.034089) 20:59:23.266107 run osmo-msc_10.42.42.6(pid=31384): stderr: | [0;m[38;5;43m20221213205922354 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205922354 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f00fbd99c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205922354 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205922355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205922355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205922355 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205922357 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205922357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205922357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205922357 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:59:23.318652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Terminating (SIGTERM) 20:59:23.360209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Terminating (SIGTERM) 20:59:23.402072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Terminating (SIGTERM) 20:59:23.444185 --- ParallelTerminationStrategy: PID 31377 died... 20:59:23.464643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Terminated: ok {rc=0} 20:59:23.511099 --- ParallelTerminationStrategy: PID 31380 died... 20:59:23.530975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Terminated: ok {rc=0} 20:59:23.577230 --- ParallelTerminationStrategy: PID 31383 died... 20:59:23.597071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Terminated: ok {rc=0} 20:59:23.686531 bus /sierra_3: Setting Powered False 20:59:24.784252 bus /sierra_3: Setting Powered False 20:59:25.901138 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-lms-limenet-micro --------------------------------------------------------------------- 20:59:27.130718 tst nitb_ussd:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:59:27.136129 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 20:59:27.167428 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x ip_address (candidates: 9) 20:59:27.175110 tst nitb_ussd:trx-lms-limenet-micro: Verifying 1 x modem (candidates: 12) 20:59:27.210326 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 20:59:27.240767 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x ip_address (candidates: 9) 20:59:27.247976 tst nitb_ussd:trx-lms-limenet-micro: Reserving 1 x modem (candidates: 12) 20:59:27.769968 tst nitb_ussd:trx-lms-limenet-micro: RESERVED RESOURCES for nitb_ussd: bts LimeNET-Micro ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:trx-lms-limenet-micro assert_extension.py ---------------------------------------------- 20:59:27.777028 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1) 20:59:27.789425 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 20:59:27.833348 tst assert_extension.py: using LAC 36239 20:59:27.952227 tst assert_extension.py: using RAC 29 20:59:28.068569 tst assert_extension.py: using CellId 36239 20:59:28.187397 tst assert_extension.py: using BVCI 36240 20:59:28.295355 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1) 20:59:28.413587 tst assert_extension.py:10: start nitb and bts... 20:59:28.627513 run osmo-nitb_10.42.42.2: Starting osmo-nitb 20:59:29.278181 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Launched 20:59:29.596875 run osmo-nitb_10.42.42.2(pid=31390): Launched 20:59:29.775888 run osmo-nitb_10.42.42.2(pid=31390): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)] 20:59:29.918803 run osmo-nitb_10.42.42.2(pid=31390): stdout: | (launched: 2022-12-13_20:59:29.538705) 20:59:30.063029 run osmo-nitb_10.42.42.2(pid=31390): stderr: | (launched: 2022-12-13_20:59:29.586176) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:59:30.207734 run osmo-nitb_10.42.42.2(pid=31390): stdout: | (launched: 2022-12-13_20:59:29.538705) 20:59:30.347626 run osmo-nitb_10.42.42.2(pid=31390): stderr: | (launched: 2022-12-13_20:59:29.586176) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)] 20:59:30.719864 tst osmo-nitb_10.42.42.2(pid=31390): stdout: | (launched: 2022-12-13_20:59:29.538705) 20:59:30.851336 tst osmo-nitb_10.42.42.2(pid=31390): stderr: | (launched: 2022-12-13_20:59:29.586176) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 20:59:31.015342 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)] [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12] 20:59:31.026147 tst assert_extension.py:12: Test FAILED (3.2 sec) 20:59:31.033941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Terminating (SIGTERM) 20:59:31.245799 --- ParallelTerminationStrategy: PID 31389 died... 20:59:31.266338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Terminated: ok {rc=0} 20:59:31.361601 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:trx-lms-limenet-micro --------------------------------------------------------------------- 20:59:32.539548 tst ussd:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:59:32.544073 tst ussd:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 20:59:32.573591 tst ussd:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 20:59:32.601046 tst ussd:trx-lms-limenet-micro: Verifying 1 x modem (candidates: 12) 20:59:32.637276 tst ussd:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 20:59:32.667005 tst ussd:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 20:59:32.694145 tst ussd:trx-lms-limenet-micro: Reserving 1 x modem (candidates: 12) 20:59:33.225296 tst ussd:trx-lms-limenet-micro: RESERVED RESOURCES for ussd: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:trx-lms-limenet-micro assert_extension.py ---------------------------------------------- 20:59:33.230441 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.242086 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 20:59:33.287443 tst assert_extension.py: using LAC 36240 20:59:33.414921 tst assert_extension.py: using RAC 30 20:59:33.539432 tst assert_extension.py: using CellId 36240 20:59:33.663624 tst assert_extension.py: using BVCI 36241 20:59:33.778927 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.790273 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.801459 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.812416 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.823510 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 20:59:33.834544 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1) 20:59:33.952719 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:59:34.415485 run create_hlr_db(pid=31394): Launched 20:59:34.529755 bus /sierra_2: Setting Powered False 20:59:35.589433 run create_hlr_db(pid=31394): Terminated: ok {rc=0} 20:59:36.026364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Launched 20:59:36.347399 run osmo-hlr_10.42.42.2(pid=31397): Launched 20:59:36.469533 run osmo-stp_10.42.42.5: Starting osmo-stp 20:59:37.019244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Launched 20:59:37.339866 run osmo-stp_10.42.42.5(pid=31400): Launched 20:59:37.461396 run osmo-msc_10.42.42.6: Starting osmo-msc 20:59:38.037858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Launched 20:59:38.357958 run osmo-msc_10.42.42.6(pid=31403): Launched 20:59:38.536461 run osmo-stp_10.42.42.5(pid=31400): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)] 20:59:38.671330 run osmo-stp_10.42.42.5(pid=31400): stdout: | (launched: 2022-12-13_20:59:37.281280) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:38.806205 run osmo-stp_10.42.42.5(pid=31400): stderr: | [0;m[38;5;43m20221213205937469 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205937469 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205937470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205937470 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:38.938950 run osmo-stp_10.42.42.5(pid=31400): stdout: | (launched: 2022-12-13_20:59:37.281280) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:39.065551 run osmo-stp_10.42.42.5(pid=31400): stderr: | [0;m[38;5;43m20221213205937469 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205937469 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205937470 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205937470 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205937470 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:39.217221 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)] [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17] 20:59:39.226080 tst assert_extension.py:17: Test FAILED (6.0 sec) 20:59:39.253973 run osmo-hlr_10.42.42.2(pid=31397): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31397)] 20:59:39.304163 run osmo-hlr_10.42.42.2(pid=31397): stdout: | (launched: 2022-12-13_20:59:36.289229) 20:59:39.355825 run osmo-hlr_10.42.42.2(pid=31397): stderr: | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205936483 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205936498 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205936508 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205936508 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205936508 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:59:39.427818 run osmo-msc_10.42.42.6(pid=31403): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31403)] 20:59:39.477872 run osmo-msc_10.42.42.6(pid=31403): stdout: | (launched: 2022-12-13_20:59:38.299593) 20:59:39.529503 run osmo-msc_10.42.42.6(pid=31403): stderr: | [0;m[38;5;43m20221213205938618 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205938618 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0466864c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205938618 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205938618 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205938618 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205938618 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205938620 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205938620 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205938621 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205938621 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:59:39.581632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminating (SIGTERM) 20:59:39.623141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminating (SIGTERM) 20:59:39.664896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminating (SIGTERM) 20:59:39.706992 --- ParallelTerminationStrategy: PID 31396 died... 20:59:39.727464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminated: ok {rc=0} 20:59:39.774155 --- ParallelTerminationStrategy: PID 31399 died... 20:59:39.793973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminated: ok {rc=0} 20:59:39.840013 --- ParallelTerminationStrategy: PID 31402 died... 20:59:39.859567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminated: ok {rc=0} 20:59:39.946716 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 20:59:41.158411 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 20:59:41.165515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 20:59:41.195311 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 20:59:41.222890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 20:59:41.275551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 20:59:41.305867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 20:59:41.333358 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 20:59:41.888500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 20:59:41.941205 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:41.953122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:59:42.020173 tst mo_mt_call.py: using LAC 36241 20:59:42.142297 tst mo_mt_call.py: using RAC 31 20:59:42.262639 tst mo_mt_call.py: using CellId 36241 20:59:42.383325 tst mo_mt_call.py: using BVCI 36242 20:59:42.494887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:42.506536 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:42.517691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:42.528758 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:42.540103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:42.551463 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:59:42.672741 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:59:42.791492 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:59:43.263024 run create_hlr_db(pid=31408): Launched 20:59:43.379013 bus /sierra_2: Setting Powered False 20:59:44.439536 run create_hlr_db(pid=31408): Terminated: ok {rc=0} 20:59:44.882724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Launched 20:59:45.208683 run osmo-hlr_10.42.42.2(pid=31411): Launched 20:59:45.334887 run osmo-stp_10.42.42.5: Starting osmo-stp 20:59:45.897651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Launched 20:59:46.229255 run osmo-stp_10.42.42.5(pid=31414): Launched 20:59:46.469299 run osmo-msc_10.42.42.6: Starting osmo-msc 20:59:47.158419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Launched 20:59:47.475865 run osmo-msc_10.42.42.6(pid=31417): Launched 20:59:47.647287 run osmo-stp_10.42.42.5(pid=31414): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)] 20:59:47.776152 run osmo-stp_10.42.42.5(pid=31414): stdout: | (launched: 2022-12-13_20:59:46.172450) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:47.904913 run osmo-stp_10.42.42.5(pid=31414): stderr: | [0;m[38;5;43m20221213205946498 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205946499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205946499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205946499 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:48.031213 run osmo-stp_10.42.42.5(pid=31414): stdout: | (launched: 2022-12-13_20:59:46.172450) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:48.151809 run osmo-stp_10.42.42.5(pid=31414): stderr: | [0;m[38;5;43m20221213205946498 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205946499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205946499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205946499 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205946500 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:48.296275 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31414): Process ended prematurely: osmo-stp_10.42.42.5(pid=31414) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 20:59:48.305343 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 20:59:48.331905 run osmo-hlr_10.42.42.2(pid=31411): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31411)] 20:59:48.379973 run osmo-hlr_10.42.42.2(pid=31411): stdout: | (launched: 2022-12-13_20:59:45.149510) 20:59:48.429941 run osmo-hlr_10.42.42.2(pid=31411): stderr: | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205945343 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205945358 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205945368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205945368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205945368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:59:48.499569 run osmo-msc_10.42.42.6(pid=31417): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31417)] 20:59:48.547199 run osmo-msc_10.42.42.6(pid=31417): stdout: | (launched: 2022-12-13_20:59:47.420253) 20:59:48.597136 run osmo-msc_10.42.42.6(pid=31417): stderr: | [0;m[38;5;43m20221213205947688 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205947688 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa3e7b23c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205947688 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205947688 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205947689 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205947689 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205947691 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205947691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205947691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205947691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:59:48.647133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Terminating (SIGTERM) 20:59:48.686873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Terminating (SIGTERM) 20:59:48.727131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Terminating (SIGTERM) 20:59:48.767228 --- ParallelTerminationStrategy: PID 31410 died... 20:59:48.786851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Terminated: ok {rc=0} 20:59:48.830974 --- ParallelTerminationStrategy: PID 31413 died... 20:59:48.849974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Terminated: ok {rc=0} 20:59:48.894059 --- ParallelTerminationStrategy: PID 31416 died... 20:59:48.913512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Terminated: ok {rc=0} 20:59:48.999587 bus /sierra_3: Setting Powered False 20:59:50.099095 bus /sierra_3: Setting Powered False 20:59:51.214351 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 20:59:52.360615 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.372773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 20:59:52.439754 tst mo_mt_call_osmux.py: using LAC 36242 20:59:52.559347 tst mo_mt_call_osmux.py: using RAC 32 20:59:52.679058 tst mo_mt_call_osmux.py: using CellId 36242 20:59:52.799270 tst mo_mt_call_osmux.py: using BVCI 36243 20:59:52.910660 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.921991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.933063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.944107 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.955631 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 20:59:52.966995 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:59:53.084450 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 20:59:53.204410 run osmo-hlr_10.42.42.2: Starting osmo-hlr 20:59:53.708188 run create_hlr_db(pid=31419): Launched 20:59:53.840392 bus /sierra_2: Setting Powered False 20:59:54.905026 run create_hlr_db(pid=31419): Terminated: ok {rc=0} 20:59:55.339292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Launched 20:59:55.644392 run osmo-hlr_10.42.42.2(pid=31422): Launched 20:59:55.760476 run osmo-stp_10.42.42.5: Starting osmo-stp 20:59:56.297582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Launched 20:59:56.599879 run osmo-stp_10.42.42.5(pid=31425): Launched 20:59:56.714897 run osmo-msc_10.42.42.6: Starting osmo-msc 20:59:57.266056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Launched 20:59:57.569134 run osmo-msc_10.42.42.6(pid=31428): Launched 20:59:57.739144 run osmo-stp_10.42.42.5(pid=31425): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] 20:59:57.868144 run osmo-stp_10.42.42.5(pid=31425): stdout: | (launched: 2022-12-13_20:59:56.544529) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:57.996750 run osmo-stp_10.42.42.5(pid=31425): stderr: | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205956714 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:58.123069 run osmo-stp_10.42.42.5(pid=31425): stdout: | (launched: 2022-12-13_20:59:56.544529) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 20:59:58.243861 run osmo-stp_10.42.42.5(pid=31425): stderr: | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213205956714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213205956714 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213205956715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 20:59:58.388400 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 20:59:58.397259 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 20:59:58.423881 run osmo-hlr_10.42.42.2(pid=31422): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31422)] 20:59:58.472308 run osmo-hlr_10.42.42.2(pid=31422): stdout: | (launched: 2022-12-13_20:59:55.588534) 20:59:58.522209 run osmo-hlr_10.42.42.2(pid=31422): stderr: | [0;m[1;31m20221213205955763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213205955763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213205955763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213205955763 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213205955764 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213205955764 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213205955779 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213205955790 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213205955790 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213205955790 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 20:59:58.591948 run osmo-msc_10.42.42.6(pid=31428): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31428)] 20:59:58.639900 run osmo-msc_10.42.42.6(pid=31428): stdout: | (launched: 2022-12-13_20:59:57.513285) 20:59:58.689644 run osmo-msc_10.42.42.6(pid=31428): stderr: | [0;m[38;5;43m20221213205957782 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213205957782 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f17c785bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213205957782 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213205957782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213205957782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213205957782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213205957784 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213205957784 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213205957785 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213205957785 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 20:59:58.739976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminating (SIGTERM) 20:59:58.780001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminating (SIGTERM) 20:59:58.819970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminating (SIGTERM) 20:59:58.860145 --- ParallelTerminationStrategy: PID 31421 died... 20:59:58.879675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminated: ok {rc=0} 20:59:58.924083 --- ParallelTerminationStrategy: PID 31424 died... 20:59:58.943068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminated: ok {rc=0} 20:59:58.987329 --- ParallelTerminationStrategy: PID 31427 died... 20:59:59.006403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminated: ok {rc=0} 20:59:59.091285 bus /sierra_3: Setting Powered False 21:00:00.188245 bus /sierra_3: Setting Powered False 21:00:01.318590 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 21:00:02.583007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:00:02.590239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 21:00:02.619987 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 21:00:02.647892 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 21:00:02.700350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 21:00:02.730389 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 21:00:02.757885 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 21:00:03.312314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 21:00:03.364797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.376751 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:00:03.444376 tst mo_mt_call.py: using LAC 36243 21:00:03.566405 tst mo_mt_call.py: using RAC 33 21:00:03.689664 tst mo_mt_call.py: using CellId 36243 21:00:03.818950 tst mo_mt_call.py: using BVCI 36244 21:00:03.938538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.950713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.962545 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.974456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.986618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:03.998642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:00:04.116313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:00:04.236915 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:04.742190 run create_hlr_db(pid=31462): Launched 21:00:04.875575 bus /sierra_2: Setting Powered False 21:00:05.939043 run create_hlr_db(pid=31462): Terminated: ok {rc=0} 21:00:06.374640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Launched 21:00:06.679648 run osmo-hlr_10.42.42.2(pid=31465): Launched 21:00:06.795161 run osmo-stp_10.42.42.5: Starting osmo-stp 21:00:07.325793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Launched 21:00:07.631607 run osmo-stp_10.42.42.5(pid=31469): Launched 21:00:07.747013 run osmo-msc_10.42.42.6: Starting osmo-msc 21:00:08.297261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Launched 21:00:08.601651 run osmo-msc_10.42.42.6(pid=31472): Launched 21:00:08.771729 run osmo-stp_10.42.42.5(pid=31469): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)] 21:00:08.902776 run osmo-stp_10.42.42.5(pid=31469): stdout: | (launched: 2022-12-13_21:00:07.575813) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:09.030693 run osmo-stp_10.42.42.5(pid=31469): stderr: | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210007744 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210007744 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210007745 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210007745 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:09.157225 run osmo-stp_10.42.42.5(pid=31469): stdout: | (launched: 2022-12-13_21:00:07.575813) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:09.278124 run osmo-stp_10.42.42.5(pid=31469): stderr: | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210007743 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210007744 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210007744 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210007745 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210007745 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:09.422879 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31469): Process ended prematurely: osmo-stp_10.42.42.5(pid=31469) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 21:00:09.431832 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 21:00:09.458273 run osmo-hlr_10.42.42.2(pid=31465): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31465)] 21:00:09.506290 run osmo-hlr_10.42.42.2(pid=31465): stdout: | (launched: 2022-12-13_21:00:06.623596) 21:00:09.555907 run osmo-hlr_10.42.42.2(pid=31465): stderr: | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210006797 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210006809 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210006818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210006818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210006818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:00:09.625520 run osmo-msc_10.42.42.6(pid=31472): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31472)] 21:00:09.673058 run osmo-msc_10.42.42.6(pid=31472): stdout: | (launched: 2022-12-13_21:00:08.545718) 21:00:09.722595 run osmo-msc_10.42.42.6(pid=31472): stderr: | [0;m[38;5;43m20221213210008815 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210008815 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3368e93c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210008815 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210008815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210008815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210008815 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210008817 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210008818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210008818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210008818 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:00:09.772430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Terminating (SIGTERM) 21:00:09.812300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Terminating (SIGTERM) 21:00:09.852115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Terminating (SIGTERM) 21:00:09.892132 --- ParallelTerminationStrategy: PID 31464 died... 21:00:09.911516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Terminated: ok {rc=0} 21:00:09.955816 --- ParallelTerminationStrategy: PID 31468 died... 21:00:09.974699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Terminated: ok {rc=0} 21:00:10.019125 --- ParallelTerminationStrategy: PID 31471 died... 21:00:10.038145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Terminated: ok {rc=0} 21:00:10.124403 bus /sierra_3: Setting Powered False 21:00:11.224116 bus /sierra_3: Setting Powered False 21:00:12.342246 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 21:00:13.493857 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:13.506938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:00:13.576730 tst mo_mt_call_osmux.py: using LAC 36244 21:00:13.709099 tst mo_mt_call_osmux.py: using RAC 34 21:00:13.837598 tst mo_mt_call_osmux.py: using CellId 36244 21:00:13.970837 tst mo_mt_call_osmux.py: using BVCI 36245 21:00:14.092060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:14.105618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:14.117894 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:14.130292 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:14.142720 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:00:14.155221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:00:14.278964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:00:14.407368 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:14.895713 run create_hlr_db(pid=31826): Launched 21:00:15.013924 bus /sierra_2: Setting Powered False 21:00:16.090911 run create_hlr_db(pid=31826): Terminated: ok {rc=0} 21:00:16.629164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Launched 21:00:16.954163 run osmo-hlr_10.42.42.2(pid=31829): Launched 21:00:17.210926 run osmo-stp_10.42.42.5: Starting osmo-stp 21:00:17.795995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Launched 21:00:18.124270 run osmo-stp_10.42.42.5(pid=31832): Launched 21:00:18.247518 run osmo-msc_10.42.42.6: Starting osmo-msc 21:00:18.835768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Launched 21:00:19.161100 run osmo-msc_10.42.42.6(pid=31835): Launched 21:00:19.341771 run osmo-stp_10.42.42.5(pid=31832): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] 21:00:19.478035 run osmo-stp_10.42.42.5(pid=31832): stdout: | (launched: 2022-12-13_21:00:18.064432) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:19.614871 run osmo-stp_10.42.42.5(pid=31832): stderr: | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210018254 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:19.749878 run osmo-stp_10.42.42.5(pid=31832): stdout: | (launched: 2022-12-13_21:00:18.064432) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:19.878934 run osmo-stp_10.42.42.5(pid=31832): stderr: | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210018253 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210018254 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210018254 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:20.033633 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 21:00:20.043232 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 21:00:20.071146 run osmo-hlr_10.42.42.2(pid=31829): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31829)] 21:00:20.121794 run osmo-hlr_10.42.42.2(pid=31829): stdout: | (launched: 2022-12-13_21:00:16.897961) 21:00:20.173595 run osmo-hlr_10.42.42.2(pid=31829): stderr: | [0;m[1;31m20221213210017148 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210017148 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210017148 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210017148 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210017148 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210017149 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210017163 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210017180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210017180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210017180 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:00:20.246012 run osmo-msc_10.42.42.6(pid=31835): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31835)] 21:00:20.296238 run osmo-msc_10.42.42.6(pid=31835): stdout: | (launched: 2022-12-13_21:00:19.100757) 21:00:20.348193 run osmo-msc_10.42.42.6(pid=31835): stderr: | [0;m[38;5;43m20221213210019422 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210019422 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f007e359c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210019422 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210019422 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210019422 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210019423 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210019424 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210019425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210019425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210019425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:00:20.400098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminating (SIGTERM) 21:00:20.441580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminating (SIGTERM) 21:00:20.483331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminating (SIGTERM) 21:00:20.525270 --- ParallelTerminationStrategy: PID 31828 died... 21:00:20.545439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminated: ok {rc=0} 21:00:20.591766 --- ParallelTerminationStrategy: PID 31831 died... 21:00:20.611534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminated: ok {rc=0} 21:00:20.657588 --- ParallelTerminationStrategy: PID 31834 died... 21:00:20.677418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminated: ok {rc=0} 21:00:20.764800 bus /sierra_3: Setting Powered False 21:00:21.864651 bus /sierra_3: Setting Powered False 21:00:22.992073 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 21:00:24.252138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:00:24.259347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 21:00:24.289273 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 21:00:24.320463 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 21:00:24.373208 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 21:00:24.402646 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 21:00:24.431235 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 21:00:24.981510 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 21:00:25.034100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.046405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:00:25.114998 tst mo_mt_call.py: using LAC 36245 21:00:25.237050 tst mo_mt_call.py: using RAC 35 21:00:25.362739 tst mo_mt_call.py: using CellId 36245 21:00:25.482698 tst mo_mt_call.py: using BVCI 36246 21:00:25.598648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.610962 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.623478 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.635649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.649122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:25.662968 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:00:25.787805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:00:25.908730 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:26.395430 run create_hlr_db(pid=32015): Launched 21:00:26.530884 bus /sierra_2: Setting Powered False 21:00:27.593092 run create_hlr_db(pid=32015): Terminated: ok {rc=0} 21:00:28.031825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Launched 21:00:28.380380 run osmo-hlr_10.42.42.2(pid=32018): Launched 21:00:28.626619 run osmo-stp_10.42.42.5: Starting osmo-stp 21:00:29.289118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched 21:00:29.616292 run osmo-stp_10.42.42.5(pid=32022): Launched 21:00:29.741816 run osmo-msc_10.42.42.6: Starting osmo-msc 21:00:30.334399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Launched 21:00:30.661885 run osmo-msc_10.42.42.6(pid=32025): Launched 21:00:30.889364 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] 21:00:31.114340 run osmo-stp_10.42.42.5(pid=32022): stdout: | (launched: 2022-12-13_21:00:29.556455) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:31.377849 run osmo-stp_10.42.42.5(pid=32022): stderr: | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210029750 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:31.530575 run osmo-stp_10.42.42.5(pid=32022): stdout: | (launched: 2022-12-13_21:00:29.556455) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:31.662816 run osmo-stp_10.42.42.5(pid=32022): stderr: | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210029749 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210029750 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210029750 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:31.820777 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 21:00:31.830939 tst mo_mt_call.py:8: Test FAILED (6.8 sec) 21:00:31.859520 run osmo-hlr_10.42.42.2(pid=32018): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32018)] 21:00:31.910504 run osmo-hlr_10.42.42.2(pid=32018): stdout: | (launched: 2022-12-13_21:00:28.315513) 21:00:31.963101 run osmo-hlr_10.42.42.2(pid=32018): stderr: | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210028617 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210028638 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210028646 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210028646 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210028646 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:00:32.036849 run osmo-msc_10.42.42.6(pid=32025): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32025)] 21:00:32.087629 run osmo-msc_10.42.42.6(pid=32025): stdout: | (launched: 2022-12-13_21:00:30.602048) 21:00:32.140434 run osmo-msc_10.42.42.6(pid=32025): stderr: | [0;m[38;5;43m20221213210030994 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210030994 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5655cb7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210030994 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210030994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210030994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210030994 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210030996 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210030996 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210031005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210031006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:00:32.193731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminating (SIGTERM) 21:00:32.236689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM) 21:00:32.281679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminating (SIGTERM) 21:00:32.326451 --- ParallelTerminationStrategy: PID 32017 died... 21:00:32.346811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminated: ok {rc=0} 21:00:32.393963 --- ParallelTerminationStrategy: PID 32021 died... 21:00:32.413998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0} 21:00:32.460160 --- ParallelTerminationStrategy: PID 32024 died... 21:00:32.479756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminated: ok {rc=0} 21:00:32.566467 bus /sierra_3: Setting Powered False 21:00:33.664823 bus /sierra_3: Setting Powered False 21:00:34.781067 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 21:00:35.930272 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:35.942677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:00:36.010013 tst mo_mt_call_osmux.py: using LAC 36246 21:00:36.138547 tst mo_mt_call_osmux.py: using RAC 36 21:00:36.267375 tst mo_mt_call_osmux.py: using CellId 36246 21:00:36.394394 tst mo_mt_call_osmux.py: using BVCI 36247 21:00:36.513604 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:36.525594 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:36.537141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:36.548686 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:36.560386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:00:36.571864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:00:36.692115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:00:36.811494 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:37.285483 run create_hlr_db(pid=32027): Launched 21:00:37.402364 bus /sierra_2: Setting Powered False 21:00:38.463558 run create_hlr_db(pid=32027): Terminated: ok {rc=0} 21:00:38.887904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Launched 21:00:39.192133 run osmo-hlr_10.42.42.2(pid=32030): Launched 21:00:39.307903 run osmo-stp_10.42.42.5: Starting osmo-stp 21:00:39.843171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Launched 21:00:40.147628 run osmo-stp_10.42.42.5(pid=32033): Launched 21:00:40.264054 run osmo-msc_10.42.42.6: Starting osmo-msc 21:00:40.815973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Launched 21:00:41.122555 run osmo-msc_10.42.42.6(pid=32036): Launched 21:00:41.296091 run osmo-stp_10.42.42.5(pid=32033): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)] 21:00:41.425893 run osmo-stp_10.42.42.5(pid=32033): stdout: | (launched: 2022-12-13_21:00:40.091331) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:41.554912 run osmo-stp_10.42.42.5(pid=32033): stderr: | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210040261 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:41.681386 run osmo-stp_10.42.42.5(pid=32033): stdout: | (launched: 2022-12-13_21:00:40.091331) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:41.802969 run osmo-stp_10.42.42.5(pid=32033): stderr: | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210040260 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210040261 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210040261 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:41.948010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32033): Process ended prematurely: osmo-stp_10.42.42.5(pid=32033) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 21:00:41.956840 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 21:00:41.983565 run osmo-hlr_10.42.42.2(pid=32030): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32030)] 21:00:42.032158 run osmo-hlr_10.42.42.2(pid=32030): stdout: | (launched: 2022-12-13_21:00:39.136185) 21:00:42.082013 run osmo-hlr_10.42.42.2(pid=32030): stderr: | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210039311 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210039326 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210039335 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210039336 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210039336 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:00:42.152179 run osmo-msc_10.42.42.6(pid=32036): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32036)] 21:00:42.199977 run osmo-msc_10.42.42.6(pid=32036): stdout: | (launched: 2022-12-13_21:00:41.065842) 21:00:42.250316 run osmo-msc_10.42.42.6(pid=32036): stderr: | [0;m[38;5;43m20221213210041336 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210041337 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7feac13bbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210041337 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210041337 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210041337 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210041337 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210041339 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210041340 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210041340 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210041340 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:00:42.300873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Terminating (SIGTERM) 21:00:42.340685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Terminating (SIGTERM) 21:00:42.380538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Terminating (SIGTERM) 21:00:42.420786 --- ParallelTerminationStrategy: PID 32029 died... 21:00:42.440528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Terminated: ok {rc=0} 21:00:42.485031 --- ParallelTerminationStrategy: PID 32032 died... 21:00:42.504257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Terminated: ok {rc=0} 21:00:42.549291 --- ParallelTerminationStrategy: PID 32035 died... 21:00:42.568340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Terminated: ok {rc=0} 21:00:42.655053 bus /sierra_3: Setting Powered False 21:00:43.753368 bus /sierra_3: Setting Powered False 21:00:44.864755 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 --------------------------------------------------------------------- 21:00:46.116193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:00:46.123966 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 1 x bts (candidates: 11) 21:00:46.155524 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 6 x ip_address (candidates: 9) 21:00:46.185105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Verifying 2 x modem (candidates: 12) 21:00:46.247641 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 1 x bts (candidates: 11) 21:00:46.296116 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 6 x ip_address (candidates: 9) 21:00:46.331737 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Reserving 2 x modem (candidates: 12) 21:00:46.876439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py ---------------------------------------------- 21:00:46.932791 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:46.945191 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 21:00:47.013428 tst mo_mt_call.py: using LAC 36247 21:00:47.172867 tst mo_mt_call.py: using RAC 37 21:00:47.300391 tst mo_mt_call.py: using CellId 36247 21:00:47.427938 tst mo_mt_call.py: using BVCI 36248 21:00:47.540078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:47.551575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:47.562765 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:47.574037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:47.586084 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:47.598142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 21:00:47.722335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 21:00:47.841663 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:48.314677 run create_hlr_db(pid=32041): Launched 21:00:48.432873 bus /sierra_2: Setting Powered False 21:00:49.494368 run create_hlr_db(pid=32041): Terminated: ok {rc=0} 21:00:49.939062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Launched 21:00:50.265537 run osmo-hlr_10.42.42.2(pid=32044): Launched 21:00:50.391351 run osmo-stp_10.42.42.5: Starting osmo-stp 21:00:50.958632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Launched 21:00:51.285822 run osmo-stp_10.42.42.5(pid=32047): Launched 21:00:51.410912 run osmo-msc_10.42.42.6: Starting osmo-msc 21:00:51.997367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Launched 21:00:52.302312 run osmo-msc_10.42.42.6(pid=32051): Launched 21:00:52.472791 run osmo-stp_10.42.42.5(pid=32047): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)] 21:00:52.603866 run osmo-stp_10.42.42.5(pid=32047): stdout: | (launched: 2022-12-13_21:00:51.225662) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:52.732836 run osmo-stp_10.42.42.5(pid=32047): stderr: | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210051416 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:52.859466 run osmo-stp_10.42.42.5(pid=32047): stdout: | (launched: 2022-12-13_21:00:51.225662) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:00:52.980856 run osmo-stp_10.42.42.5(pid=32047): stderr: | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210051416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210051416 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210051417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:00:53.126254 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8] 21:00:53.135247 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 21:00:53.161643 run osmo-hlr_10.42.42.2(pid=32044): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32044)] 21:00:53.209582 run osmo-hlr_10.42.42.2(pid=32044): stdout: | (launched: 2022-12-13_21:00:50.205839) 21:00:53.259415 run osmo-hlr_10.42.42.2(pid=32044): stderr: | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210050403 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210050416 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210050425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210050425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210050425 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:00:53.329282 run osmo-msc_10.42.42.6(pid=32051): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32051)] 21:00:53.376756 run osmo-msc_10.42.42.6(pid=32051): stdout: | (launched: 2022-12-13_21:00:52.246102) 21:00:53.426339 run osmo-msc_10.42.42.6(pid=32051): stderr: | [0;m[38;5;43m20221213210052516 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210052516 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f140a275c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210052516 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210052516 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210052517 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210052517 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210052519 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210052519 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210052519 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210052519 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:00:53.476086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminating (SIGTERM) 21:00:53.516141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminating (SIGTERM) 21:00:53.555984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminating (SIGTERM) 21:00:53.595997 --- ParallelTerminationStrategy: PID 32043 died... 21:00:53.615119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminated: ok {rc=0} 21:00:53.659282 --- ParallelTerminationStrategy: PID 32046 died... 21:00:53.678264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminated: ok {rc=0} 21:00:53.722289 --- ParallelTerminationStrategy: PID 32050 died... 21:00:53.741384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminated: ok {rc=0} 21:00:53.828217 bus /sierra_3: Setting Powered False 21:00:54.927388 bus /sierra_3: Setting Powered False 21:00:56.044081 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py ---------------------------------------------- 21:00:57.195120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.207433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1) 21:00:57.274903 tst mo_mt_call_osmux.py: using LAC 36248 21:00:57.404008 tst mo_mt_call_osmux.py: using RAC 38 21:00:57.531036 tst mo_mt_call_osmux.py: using CellId 36248 21:00:57.658377 tst mo_mt_call_osmux.py: using BVCI 36249 21:00:57.778060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.789969 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.801582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.813174 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.824904 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6) 21:00:57.836515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 21:00:57.958650 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2) 21:00:58.078977 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:00:58.584104 run create_hlr_db(pid=32053): Launched 21:00:58.716088 bus /sierra_2: Setting Powered False 21:00:59.780768 run create_hlr_db(pid=32053): Terminated: ok {rc=0} 21:01:00.217186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Launched 21:01:00.522480 run osmo-hlr_10.42.42.2(pid=32056): Launched 21:01:00.641687 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:01.200313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Launched 21:01:01.544315 run osmo-stp_10.42.42.5(pid=32059): Launched 21:01:01.669801 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:02.425807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Launched 21:01:02.750802 run osmo-msc_10.42.42.6(pid=32062): Launched 21:01:02.932085 run osmo-stp_10.42.42.5(pid=32059): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)] 21:01:03.068138 run osmo-stp_10.42.42.5(pid=32059): stdout: | (launched: 2022-12-13_21:01:01.483717) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:03.205750 run osmo-stp_10.42.42.5(pid=32059): stderr: | [0;m[38;5;43m20221213210101855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210101856 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210101856 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210101856 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:03.341418 run osmo-stp_10.42.42.5(pid=32059): stdout: | (launched: 2022-12-13_21:01:01.483717) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:03.471000 run osmo-stp_10.42.42.5(pid=32059): stderr: | [0;m[38;5;43m20221213210101855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210101856 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210101856 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210101856 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210101861 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:03.626213 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8] 21:01:03.635672 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 21:01:03.663743 run osmo-hlr_10.42.42.2(pid=32056): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32056)] 21:01:03.713841 run osmo-hlr_10.42.42.2(pid=32056): stdout: | (launched: 2022-12-13_21:01:00.465817) 21:01:03.765825 run osmo-hlr_10.42.42.2(pid=32056): stderr: | [0;m[1;31m20221213210100640 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210100640 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210100640 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210100641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210100641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210100641 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210100651 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210100660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210100660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210100660 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:03.838191 run osmo-msc_10.42.42.6(pid=32062): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32062)] 21:01:03.888269 run osmo-msc_10.42.42.6(pid=32062): stdout: | (launched: 2022-12-13_21:01:02.691206) 21:01:03.940420 run osmo-msc_10.42.42.6(pid=32062): stderr: | [0;m[38;5;43m20221213210103011 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210103011 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f164c14dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210103011 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210103011 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210103012 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210103012 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210103014 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210103014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210103014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210103014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:03.992669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminating (SIGTERM) 21:01:04.034089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminating (SIGTERM) 21:01:04.075659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Terminating (SIGTERM) 21:01:04.117678 --- ParallelTerminationStrategy: PID 32055 died... 21:01:04.137864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminated: ok {rc=0} 21:01:04.184035 --- ParallelTerminationStrategy: PID 32058 died... 21:01:04.203661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminated: ok {rc=0} 21:01:04.249679 --- ParallelTerminationStrategy: PID 32061 died... 21:01:04.269431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Terminated: ok {rc=0} 21:01:04.358225 bus /sierra_3: Setting Powered False 21:01:05.456855 bus /sierra_3: Setting Powered False 21:01:06.573023 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 21:01:07.821092 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:01:07.828324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 21:01:07.858115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 21:01:07.885509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 21:01:07.937848 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 21:01:07.967546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 21:01:07.994796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 21:01:08.550728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 21:01:08.600012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:08.611359 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:01:08.676545 tst mo_mt_call.py: using LAC 36249 21:01:08.797361 tst mo_mt_call.py: using RAC 39 21:01:08.918540 tst mo_mt_call.py: using CellId 36249 21:01:09.040118 tst mo_mt_call.py: using BVCI 36250 21:01:09.160007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:09.172030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:09.183721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:09.195441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:09.207432 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:09.219282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:01:09.336716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:01:09.458368 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:01:09.963849 run create_hlr_db(pid=32068): Launched 21:01:10.097986 bus /sierra_2: Setting Powered False 21:01:11.161874 run create_hlr_db(pid=32068): Terminated: ok {rc=0} 21:01:11.596748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Launched 21:01:11.901736 run osmo-hlr_10.42.42.2(pid=32071): Launched 21:01:12.017598 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:12.579758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Launched 21:01:12.905721 run osmo-stp_10.42.42.5(pid=32074): Launched 21:01:13.029058 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:13.616578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Launched 21:01:13.943024 run osmo-msc_10.42.42.6(pid=32077): Launched 21:01:14.123121 run osmo-stp_10.42.42.5(pid=32074): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)] 21:01:14.259696 run osmo-stp_10.42.42.5(pid=32074): stdout: | (launched: 2022-12-13_21:01:12.845445) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:14.397538 run osmo-stp_10.42.42.5(pid=32074): stderr: | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210113036 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:14.533080 run osmo-stp_10.42.42.5(pid=32074): stdout: | (launched: 2022-12-13_21:01:12.845445) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:14.662660 run osmo-stp_10.42.42.5(pid=32074): stderr: | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210113035 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210113036 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210113036 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:14.817214 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32074): Process ended prematurely: osmo-stp_10.42.42.5(pid=32074) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 21:01:14.826921 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 21:01:14.854666 run osmo-hlr_10.42.42.2(pid=32071): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32071)] 21:01:14.904586 run osmo-hlr_10.42.42.2(pid=32071): stdout: | (launched: 2022-12-13_21:01:11.845615) 21:01:14.955795 run osmo-hlr_10.42.42.2(pid=32071): stderr: | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210112018 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210112045 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210112055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210112055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210112055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:15.027639 run osmo-msc_10.42.42.6(pid=32077): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32077)] 21:01:15.077267 run osmo-msc_10.42.42.6(pid=32077): stdout: | (launched: 2022-12-13_21:01:13.883370) 21:01:15.128406 run osmo-msc_10.42.42.6(pid=32077): stderr: | [0;m[38;5;43m20221213210114203 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210114203 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f36bde26c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210114203 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210114203 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210114204 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210114204 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210114206 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210114206 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210114206 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210114206 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:15.180050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Terminating (SIGTERM) 21:01:15.221602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Terminating (SIGTERM) 21:01:15.263031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Terminating (SIGTERM) 21:01:15.305201 --- ParallelTerminationStrategy: PID 32070 died... 21:01:15.325287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Terminated: ok {rc=0} 21:01:15.371507 --- ParallelTerminationStrategy: PID 32073 died... 21:01:15.391082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Terminated: ok {rc=0} 21:01:15.436934 --- ParallelTerminationStrategy: PID 32076 died... 21:01:15.456557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Terminated: ok {rc=0} 21:01:15.543860 bus /sierra_3: Setting Powered False 21:01:16.648409 bus /sierra_3: Setting Powered False 21:01:17.772767 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 21:01:18.917455 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:18.929289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:01:18.997140 tst mo_mt_call_osmux.py: using LAC 36250 21:01:19.120544 tst mo_mt_call_osmux.py: using RAC 40 21:01:19.238445 tst mo_mt_call_osmux.py: using CellId 36250 21:01:19.357294 tst mo_mt_call_osmux.py: using BVCI 36251 21:01:19.467301 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:19.478708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:19.489883 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:19.501109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:19.512493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:01:19.524148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:01:19.641737 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:01:19.764128 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:01:20.271441 run create_hlr_db(pid=32079): Launched 21:01:20.404096 bus /sierra_2: Setting Powered False 21:01:21.467823 run create_hlr_db(pid=32079): Terminated: ok {rc=0} 21:01:21.905702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Launched 21:01:22.236839 run osmo-hlr_10.42.42.2(pid=32082): Launched 21:01:22.361914 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:22.925170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Launched 21:01:23.251957 run osmo-stp_10.42.42.5(pid=32085): Launched 21:01:23.376778 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:23.962373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Launched 21:01:24.288848 run osmo-msc_10.42.42.6(pid=32088): Launched 21:01:24.471327 run osmo-stp_10.42.42.5(pid=32085): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)] 21:01:24.609192 run osmo-stp_10.42.42.5(pid=32085): stdout: | (launched: 2022-12-13_21:01:23.192022) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:24.746016 run osmo-stp_10.42.42.5(pid=32085): stderr: | [0;m[38;5;43m20221213210123382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210123382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210123383 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210123383 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:24.881538 run osmo-stp_10.42.42.5(pid=32085): stdout: | (launched: 2022-12-13_21:01:23.192022) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:25.011077 run osmo-stp_10.42.42.5(pid=32085): stderr: | [0;m[38;5;43m20221213210123382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210123382 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210123383 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210123383 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210123384 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:25.166080 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32085): Process ended prematurely: osmo-stp_10.42.42.5(pid=32085) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 21:01:25.175590 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 21:01:25.203442 run osmo-hlr_10.42.42.2(pid=32082): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32082)] 21:01:25.253500 run osmo-hlr_10.42.42.2(pid=32082): stdout: | (launched: 2022-12-13_21:01:22.177200) 21:01:25.305559 run osmo-hlr_10.42.42.2(pid=32082): stderr: | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210122374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210122387 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210122395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210122396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210122396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:25.377808 run osmo-msc_10.42.42.6(pid=32088): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32088)] 21:01:25.427426 run osmo-msc_10.42.42.6(pid=32088): stdout: | (launched: 2022-12-13_21:01:24.229293) 21:01:25.478735 run osmo-msc_10.42.42.6(pid=32088): stderr: | [0;m[38;5;43m20221213210124552 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210124552 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb89cd84c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210124552 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210124552 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210124552 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210124552 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210124554 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210124555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210124555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210124555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:25.530422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Terminating (SIGTERM) 21:01:25.571468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Terminating (SIGTERM) 21:01:25.612842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Terminating (SIGTERM) 21:01:25.654633 --- ParallelTerminationStrategy: PID 32081 died... 21:01:25.674623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Terminated: ok {rc=0} 21:01:25.720539 --- ParallelTerminationStrategy: PID 32084 died... 21:01:25.740088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Terminated: ok {rc=0} 21:01:25.785748 --- ParallelTerminationStrategy: PID 32087 died... 21:01:25.805344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Terminated: ok {rc=0} 21:01:25.892249 bus /sierra_3: Setting Powered False 21:01:26.990343 bus /sierra_3: Setting Powered False 21:01:28.105471 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 21:01:29.352158 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:01:29.359420 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:01:29.389209 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 21:01:29.416503 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:01:29.469113 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:01:29.498998 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 21:01:29.526727 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:01:30.080594 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 21:01:30.133694 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.145505 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:01:30.213554 tst mo_mt_call.py: using LAC 36251 21:01:30.341428 tst mo_mt_call.py: using RAC 41 21:01:30.470271 tst mo_mt_call.py: using CellId 36251 21:01:30.599087 tst mo_mt_call.py: using BVCI 36252 21:01:30.718975 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.730865 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.742471 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.754168 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.765884 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:30.777535 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:01:30.907789 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:01:31.028670 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:01:31.603429 run create_hlr_db(pid=32093): Launched 21:01:31.757928 bus /sierra_2: Setting Powered False 21:01:32.819386 run create_hlr_db(pid=32093): Terminated: ok {rc=0} 21:01:33.331730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Launched 21:01:33.658400 run osmo-hlr_10.42.42.2(pid=32096): Launched 21:01:33.781194 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:34.346294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Launched 21:01:34.671044 run osmo-stp_10.42.42.5(pid=32099): Launched 21:01:34.795464 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:35.383705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Launched 21:01:35.709202 run osmo-msc_10.42.42.6(pid=32102): Launched 21:01:35.891339 run osmo-stp_10.42.42.5(pid=32099): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)] 21:01:36.028664 run osmo-stp_10.42.42.5(pid=32099): stdout: | (launched: 2022-12-13_21:01:34.611222) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:36.166499 run osmo-stp_10.42.42.5(pid=32099): stderr: | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210134803 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:36.302638 run osmo-stp_10.42.42.5(pid=32099): stdout: | (launched: 2022-12-13_21:01:34.611222) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:36.432251 run osmo-stp_10.42.42.5(pid=32099): stderr: | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210134802 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210134803 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210134803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:36.587565 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32099): Process ended prematurely: osmo-stp_10.42.42.5(pid=32099) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 21:01:36.596880 tst mo_mt_call.py:8: Test FAILED (6.5 sec) 21:01:36.624564 run osmo-hlr_10.42.42.2(pid=32096): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32096)] 21:01:36.674392 run osmo-hlr_10.42.42.2(pid=32096): stdout: | (launched: 2022-12-13_21:01:33.598130) 21:01:36.726401 run osmo-hlr_10.42.42.2(pid=32096): stderr: | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210133794 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210133807 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210133816 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210133816 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210133816 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:36.798618 run osmo-msc_10.42.42.6(pid=32102): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32102)] 21:01:36.848403 run osmo-msc_10.42.42.6(pid=32102): stdout: | (launched: 2022-12-13_21:01:35.649493) 21:01:36.899805 run osmo-msc_10.42.42.6(pid=32102): stderr: | [0;m[38;5;43m20221213210135969 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210135969 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff33739fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210135969 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210135969 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210135969 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210135970 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210135971 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210135972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210135972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210135972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:36.951738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Terminating (SIGTERM) 21:01:36.993078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Terminating (SIGTERM) 21:01:37.034476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Terminating (SIGTERM) 21:01:37.076323 --- ParallelTerminationStrategy: PID 32095 died... 21:01:37.096360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Terminated: ok {rc=0} 21:01:37.142337 --- ParallelTerminationStrategy: PID 32098 died... 21:01:37.161888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Terminated: ok {rc=0} 21:01:37.207505 --- ParallelTerminationStrategy: PID 32101 died... 21:01:37.227131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Terminated: ok {rc=0} 21:01:37.314549 bus /sierra_3: Setting Powered False 21:01:38.413503 bus /sierra_3: Setting Powered False 21:01:39.531615 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 21:01:40.682060 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:40.694592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:01:40.763417 tst mo_mt_call_osmux.py: using LAC 36252 21:01:40.891080 tst mo_mt_call_osmux.py: using RAC 42 21:01:41.020637 tst mo_mt_call_osmux.py: using CellId 36252 21:01:41.148010 tst mo_mt_call_osmux.py: using BVCI 36253 21:01:41.267713 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:41.279714 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:41.291703 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:41.303809 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:41.315570 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:01:41.327260 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:01:41.447823 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:01:41.565400 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:01:42.037801 run create_hlr_db(pid=32104): Launched 21:01:42.154322 bus /sierra_2: Setting Powered False 21:01:43.215442 run create_hlr_db(pid=32104): Terminated: ok {rc=0} 21:01:43.660224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Launched 21:01:43.989072 run osmo-hlr_10.42.42.2(pid=32107): Launched 21:01:44.113314 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:44.679919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Launched 21:01:45.007854 run osmo-stp_10.42.42.5(pid=32110): Launched 21:01:45.133100 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:45.723594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Launched 21:01:46.080419 run osmo-msc_10.42.42.6(pid=32113): Launched 21:01:46.301732 run osmo-stp_10.42.42.5(pid=32110): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)] 21:01:46.580547 run osmo-stp_10.42.42.5(pid=32110): stdout: | (launched: 2022-12-13_21:01:44.947820) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:46.853638 run osmo-stp_10.42.42.5(pid=32110): stderr: | [0;m[38;5;43m20221213210145140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210145141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210145141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210145141 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:47.104656 run osmo-stp_10.42.42.5(pid=32110): stdout: | (launched: 2022-12-13_21:01:44.947820) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:47.305705 run osmo-stp_10.42.42.5(pid=32110): stderr: | [0;m[38;5;43m20221213210145140 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210145141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210145141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210145141 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210145142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:47.464853 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 21:01:47.474754 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec) 21:01:47.503999 run osmo-hlr_10.42.42.2(pid=32107): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32107)] 21:01:47.554613 run osmo-hlr_10.42.42.2(pid=32107): stdout: | (launched: 2022-12-13_21:01:43.928319) 21:01:47.606747 run osmo-hlr_10.42.42.2(pid=32107): stderr: | [0;m[1;31m20221213210144125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210144125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210144125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210144126 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210144126 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210144126 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210144138 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210144147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210144147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210144147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:47.678962 run osmo-msc_10.42.42.6(pid=32113): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32113)] 21:01:47.728835 run osmo-msc_10.42.42.6(pid=32113): stdout: | (launched: 2022-12-13_21:01:46.020006) 21:01:47.780358 run osmo-msc_10.42.42.6(pid=32113): stderr: | [0;m[38;5;43m20221213210146757 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210146759 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f443a9f4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210146759 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210146759 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210146760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210146760 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210146770 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210146770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210146770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210146770 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:47.832019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminating (SIGTERM) 21:01:47.873493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminating (SIGTERM) 21:01:47.915056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminating (SIGTERM) 21:01:47.957192 --- ParallelTerminationStrategy: PID 32106 died... 21:01:47.976605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminated: ok {rc=0} 21:01:48.022664 --- ParallelTerminationStrategy: PID 32109 died... 21:01:48.042302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminated: ok {rc=0} 21:01:48.088083 --- ParallelTerminationStrategy: PID 32112 died... 21:01:48.107728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminated: ok {rc=0} 21:01:48.194988 bus /sierra_3: Setting Powered False 21:01:49.293707 bus /sierra_3: Setting Powered False 21:01:50.409591 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo --------------------------------------------------------------------- 21:01:51.665339 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:01:51.671676 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 21:01:51.700182 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 6 x ip_address (candidates: 9) 21:01:51.727477 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 2 x modem (candidates: 12) 21:01:51.779585 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 21:01:51.809770 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 6 x ip_address (candidates: 9) 21:01:51.836454 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 2 x modem (candidates: 12) 21:01:52.389428 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: RESERVED RESOURCES for voice: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py ---------------------------------------------- 21:01:52.441286 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:52.452864 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:01:52.520480 tst mo_mt_call.py: using LAC 36253 21:01:52.647907 tst mo_mt_call.py: using RAC 43 21:01:52.774653 tst mo_mt_call.py: using CellId 36253 21:01:52.903770 tst mo_mt_call.py: using BVCI 36254 21:01:53.021615 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:53.033229 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:53.044517 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:53.055842 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:53.067225 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:01:53.078562 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 21:01:53.194144 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 21:01:53.315328 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:01:53.822735 run create_hlr_db(pid=32118): Launched 21:01:53.954544 bus /sierra_2: Setting Powered False 21:01:55.019524 run create_hlr_db(pid=32118): Terminated: ok {rc=0} 21:01:55.473167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Launched 21:01:55.799026 run osmo-hlr_10.42.42.2(pid=32121): Launched 21:01:55.922693 run osmo-stp_10.42.42.5: Starting osmo-stp 21:01:56.486842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Launched 21:01:56.812796 run osmo-stp_10.42.42.5(pid=32124): Launched 21:01:56.937131 run osmo-msc_10.42.42.6: Starting osmo-msc 21:01:57.525643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Launched 21:01:57.852580 run osmo-msc_10.42.42.6(pid=32127): Launched 21:01:58.035249 run osmo-stp_10.42.42.5(pid=32124): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)] 21:01:58.172465 run osmo-stp_10.42.42.5(pid=32124): stdout: | (launched: 2022-12-13_21:01:56.752755) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:58.310137 run osmo-stp_10.42.42.5(pid=32124): stderr: | [0;m[38;5;43m20221213210156942 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210156942 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210156943 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210156943 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:58.446167 run osmo-stp_10.42.42.5(pid=32124): stdout: | (launched: 2022-12-13_21:01:56.752755) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:01:58.576282 run osmo-stp_10.42.42.5(pid=32124): stderr: | [0;m[38;5;43m20221213210156942 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210156942 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210156943 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210156943 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210156944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:01:58.731861 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32124): Process ended prematurely: osmo-stp_10.42.42.5(pid=32124) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8] 21:01:58.741448 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 21:01:58.769541 run osmo-hlr_10.42.42.2(pid=32121): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32121)] 21:01:58.820098 run osmo-hlr_10.42.42.2(pid=32121): stdout: | (launched: 2022-12-13_21:01:55.738955) 21:01:58.872580 run osmo-hlr_10.42.42.2(pid=32121): stderr: | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210155936 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210155949 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210155957 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210155958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210155958 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:01:58.945663 run osmo-msc_10.42.42.6(pid=32127): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32127)] 21:01:58.996099 run osmo-msc_10.42.42.6(pid=32127): stdout: | (launched: 2022-12-13_21:01:57.792535) 21:01:59.047980 run osmo-msc_10.42.42.6(pid=32127): stderr: | [0;m[38;5;43m20221213210158113 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210158113 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f26376e5c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210158114 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210158114 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210158114 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210158114 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210158116 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210158116 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210158116 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210158116 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:01:59.100518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Terminating (SIGTERM) 21:01:59.142408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Terminating (SIGTERM) 21:01:59.184369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Terminating (SIGTERM) 21:01:59.226953 --- ParallelTerminationStrategy: PID 32120 died... 21:01:59.247045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Terminated: ok {rc=0} 21:01:59.293505 --- ParallelTerminationStrategy: PID 32123 died... 21:01:59.313501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Terminated: ok {rc=0} 21:01:59.359828 --- ParallelTerminationStrategy: PID 32126 died... 21:01:59.379431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Terminated: ok {rc=0} 21:01:59.466765 bus /sierra_3: Setting Powered False 21:02:00.565211 bus /sierra_3: Setting Powered False 21:02:01.681617 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py ---------------------------------------------- 21:02:02.835012 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:02.847289 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:02:02.917218 tst mo_mt_call_osmux.py: using LAC 36254 21:02:03.047624 tst mo_mt_call_osmux.py: using RAC 44 21:02:03.175232 tst mo_mt_call_osmux.py: using CellId 36254 21:02:03.301028 tst mo_mt_call_osmux.py: using BVCI 36255 21:02:03.419453 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:03.431267 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:03.442715 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:03.454132 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:03.465667 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6) 21:02:03.477057 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 21:02:03.596726 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2) 21:02:03.715475 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:02:04.221255 run create_hlr_db(pid=32129): Launched 21:02:04.353377 bus /sierra_2: Setting Powered False 21:02:05.418082 run create_hlr_db(pid=32129): Terminated: ok {rc=0} 21:02:05.854517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Launched 21:02:06.162518 run osmo-hlr_10.42.42.2(pid=32132): Launched 21:02:06.281493 run osmo-stp_10.42.42.5: Starting osmo-stp 21:02:06.819303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Launched 21:02:07.124501 run osmo-stp_10.42.42.5(pid=32135): Launched 21:02:07.240252 run osmo-msc_10.42.42.6: Starting osmo-msc 21:02:07.790582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Launched 21:02:08.098260 run osmo-msc_10.42.42.6(pid=32138): Launched 21:02:08.271555 run osmo-stp_10.42.42.5(pid=32135): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)] 21:02:08.401463 run osmo-stp_10.42.42.5(pid=32135): stdout: | (launched: 2022-12-13_21:02:07.068250) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:08.530208 run osmo-stp_10.42.42.5(pid=32135): stderr: | [0;m[38;5;43m20221213210207236 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210207236 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210207237 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210207237 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:08.657081 run osmo-stp_10.42.42.5(pid=32135): stdout: | (launched: 2022-12-13_21:02:07.068250) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:08.778377 run osmo-stp_10.42.42.5(pid=32135): stderr: | [0;m[38;5;43m20221213210207236 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210207236 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210207237 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210207237 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210207238 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:08.923660 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32135): Process ended prematurely: osmo-stp_10.42.42.5(pid=32135) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8] 21:02:08.932684 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 21:02:08.959758 run osmo-hlr_10.42.42.2(pid=32132): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32132)] 21:02:09.008036 run osmo-hlr_10.42.42.2(pid=32132): stdout: | (launched: 2022-12-13_21:02:06.105879) 21:02:09.057538 run osmo-hlr_10.42.42.2(pid=32132): stderr: | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210206278 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210206290 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210206298 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210206299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210206299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:02:09.127220 run osmo-msc_10.42.42.6(pid=32138): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32138)] 21:02:09.174601 run osmo-msc_10.42.42.6(pid=32138): stdout: | (launched: 2022-12-13_21:02:08.041081) 21:02:09.224157 run osmo-msc_10.42.42.6(pid=32138): stderr: | [0;m[38;5;43m20221213210208313 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210208313 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fbaed4f8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210208313 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210208313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210208313 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210208314 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210208315 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210208316 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210208316 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210208316 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:02:09.273907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Terminating (SIGTERM) 21:02:09.313620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Terminating (SIGTERM) 21:02:09.353482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Terminating (SIGTERM) 21:02:09.393972 --- ParallelTerminationStrategy: PID 32131 died... 21:02:09.413653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Terminated: ok {rc=0} 21:02:09.458046 --- ParallelTerminationStrategy: PID 32134 died... 21:02:09.477260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Terminated: ok {rc=0} 21:02:09.521675 --- ParallelTerminationStrategy: PID 32137 died... 21:02:09.541351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Terminated: ok {rc=0} 21:02:09.627680 bus /sierra_3: Setting Powered False 21:02:10.726476 bus /sierra_3: Setting Powered False 21:02:11.838789 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:trx-lms-limenet-micro --------------------------------------------------------------------- 21:02:13.085949 tst emergency:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:02:13.090633 tst emergency:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 21:02:13.120377 tst emergency:trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 21:02:13.148069 tst emergency:trx-lms-limenet-micro: Verifying 4 x modem (candidates: 12) 21:02:13.239288 tst emergency:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 21:02:13.268161 tst emergency:trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 21:02:13.294948 tst emergency:trx-lms-limenet-micro: Reserving 4 x modem (candidates: 12) 21:02:13.878455 tst emergency:trx-lms-limenet-micro: RESERVED RESOURCES for emergency: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py ---------------------------------------------- 21:02:13.883968 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:13.895357 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:02:13.941691 tst emergency_mo_mt_call.py: using LAC 36255 21:02:14.057374 tst emergency_mo_mt_call.py: using RAC 45 21:02:14.172755 tst emergency_mo_mt_call.py: using CellId 36255 21:02:14.290945 tst emergency_mo_mt_call.py: using BVCI 36256 21:02:14.400577 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:14.411544 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:14.422304 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:14.432779 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:14.443683 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:14.455181 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:14.575610 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:14.692263 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:02:15.156913 run create_hlr_db(pid=32144): Launched 21:02:15.271513 bus /sierra_2: Setting Powered False 21:02:16.331510 run create_hlr_db(pid=32144): Terminated: ok {rc=0} 21:02:16.761957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Launched 21:02:17.080029 run osmo-hlr_10.42.42.2(pid=32147): Launched 21:02:17.290840 run osmo-stp_10.42.42.5: Starting osmo-stp 21:02:17.804253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Launched 21:02:18.103384 run osmo-stp_10.42.42.5(pid=32150): Launched 21:02:18.226426 tst emergency_mo_mt_call.py: using MSISDN 8327 21:02:18.378782 run osmo-msc_10.42.42.6: Starting osmo-msc 21:02:18.917782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Launched 21:02:19.217326 run osmo-msc_10.42.42.6(pid=32153): Launched 21:02:19.383648 run osmo-stp_10.42.42.5(pid=32150): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)] 21:02:19.512222 run osmo-stp_10.42.42.5(pid=32150): stdout: | (launched: 2022-12-13_21:02:18.047921) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:19.638724 run osmo-stp_10.42.42.5(pid=32150): stderr: | [0;m[38;5;43m20221213210218216 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210218216 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210218217 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210218217 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:19.762751 run osmo-stp_10.42.42.5(pid=32150): stdout: | (launched: 2022-12-13_21:02:18.047921) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:19.881494 run osmo-stp_10.42.42.5(pid=32150): stderr: | [0;m[38;5;43m20221213210218216 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210218216 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210218217 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210218217 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210218218 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:20.023693 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32150): Process ended prematurely: osmo-stp_10.42.42.5(pid=32150) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)] [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19] 21:02:20.031939 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 21:02:20.058120 run osmo-hlr_10.42.42.2(pid=32147): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32147)] 21:02:20.107202 run osmo-hlr_10.42.42.2(pid=32147): stdout: | (launched: 2022-12-13_21:02:17.023462) 21:02:20.157145 run osmo-hlr_10.42.42.2(pid=32147): stderr: | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210217259 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210217271 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210217279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210217279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210217279 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:02:20.227120 run osmo-msc_10.42.42.6(pid=32153): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32153)] 21:02:20.275020 run osmo-msc_10.42.42.6(pid=32153): stdout: | (launched: 2022-12-13_21:02:19.162025) 21:02:20.324847 run osmo-msc_10.42.42.6(pid=32153): stderr: | [0;m[38;5;43m20221213210219432 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210219432 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f344066dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210219432 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210219432 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210219433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210219433 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210219435 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210219435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210219435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210219435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:02:20.375212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Terminating (SIGTERM) 21:02:20.415136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Terminating (SIGTERM) 21:02:20.455015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Terminating (SIGTERM) 21:02:20.495240 --- ParallelTerminationStrategy: PID 32146 died... 21:02:20.514873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Terminated: ok {rc=0} 21:02:20.559305 --- ParallelTerminationStrategy: PID 32149 died... 21:02:20.578325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Terminated: ok {rc=0} 21:02:20.622531 --- ParallelTerminationStrategy: PID 32152 died... 21:02:20.641487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Terminated: ok {rc=0} 21:02:20.726163 bus /sierra_3: Setting Powered False 21:02:21.824717 bus /sierra_3: Setting Powered False 21:02:22.943521 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:trx-lms-limenet-micro emergency_preemptive_call.py ---------------------------------------------- 21:02:24.030804 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.042386 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:02:24.092580 tst emergency_preemptive_call.py: using LAC 36256 21:02:24.218287 tst emergency_preemptive_call.py: using RAC 46 21:02:24.334463 tst emergency_preemptive_call.py: using CellId 36256 21:02:24.450235 tst emergency_preemptive_call.py: using BVCI 36257 21:02:24.559073 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.570086 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.580738 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.591436 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.602979 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:02:24.614535 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:24.737372 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:24.854019 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:24.970053 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:25.090457 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:02:25.589366 run create_hlr_db(pid=32155): Launched 21:02:25.720712 bus /sierra_2: Setting Powered False 21:02:26.784095 run create_hlr_db(pid=32155): Terminated: ok {rc=0} 21:02:27.213669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Launched 21:02:27.513640 run osmo-hlr_10.42.42.2(pid=32158): Launched 21:02:27.627883 run osmo-stp_10.42.42.5: Starting osmo-stp 21:02:28.155062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Launched 21:02:28.455074 run osmo-stp_10.42.42.5(pid=32161): Launched 21:02:28.578902 tst emergency_preemptive_call.py: using MSISDN 8328 21:02:28.731160 run osmo-msc_10.42.42.6: Starting osmo-msc 21:02:29.266917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Launched 21:02:29.565288 run osmo-msc_10.42.42.6(pid=32164): Launched 21:02:29.731396 run osmo-stp_10.42.42.5(pid=32161): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)] 21:02:29.858791 run osmo-stp_10.42.42.5(pid=32161): stdout: | (launched: 2022-12-13_21:02:28.399695) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:29.984724 run osmo-stp_10.42.42.5(pid=32161): stderr: | [0;m[38;5;43m20221213210228567 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210228567 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210228568 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210228568 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:30.108922 run osmo-stp_10.42.42.5(pid=32161): stdout: | (launched: 2022-12-13_21:02:28.399695) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:30.227761 run osmo-stp_10.42.42.5(pid=32161): stderr: | [0;m[38;5;43m20221213210228567 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210228567 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210228568 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210228568 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210228569 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:30.369857 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)] [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32] 21:02:30.378163 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec) 21:02:30.404185 run osmo-hlr_10.42.42.2(pid=32158): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32158)] 21:02:30.452803 run osmo-hlr_10.42.42.2(pid=32158): stdout: | (launched: 2022-12-13_21:02:27.458382) 21:02:30.502534 run osmo-hlr_10.42.42.2(pid=32158): stderr: | [0;m[1;31m20221213210227629 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210227629 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210227629 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210227629 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210227629 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210227630 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210227647 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210227657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210227657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210227657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:02:30.572279 run osmo-msc_10.42.42.6(pid=32164): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32164)] 21:02:30.619732 run osmo-msc_10.42.42.6(pid=32164): stdout: | (launched: 2022-12-13_21:02:29.509688) 21:02:30.669369 run osmo-msc_10.42.42.6(pid=32164): stderr: | [0;m[38;5;43m20221213210229782 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210229782 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7feecf256c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210229782 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210229782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210229782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210229783 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210229785 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210229785 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210229785 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210229785 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:02:30.719269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminating (SIGTERM) 21:02:30.759065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminating (SIGTERM) 21:02:30.798950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminating (SIGTERM) 21:02:30.845184 --- ParallelTerminationStrategy: PID 32157 died... 21:02:30.865825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminated: ok {rc=0} 21:02:30.917863 --- ParallelTerminationStrategy: PID 32160 died... 21:02:30.937625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminated: ok {rc=0} 21:02:30.984273 --- ParallelTerminationStrategy: PID 32163 died... 21:02:31.005221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminated: ok {rc=0} 21:02:31.094073 bus /sierra_9: Setting Powered False 21:02:32.191668 bus /sierra_9: Setting Powered False 21:02:33.308092 bus /sierra_8: Setting Powered False 21:02:34.406396 bus /sierra_8: Setting Powered False 21:02:35.522243 bus /sierra_3: Setting Powered False 21:02:36.619829 bus /sierra_3: Setting Powered False 21:02:37.737337 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro --------------------------------------------------------------------- 21:02:39.014888 tst gprs:trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:02:39.019751 tst gprs:trx-lms-limenet-micro: Verifying 1 x bts (candidates: 11) 21:02:39.049643 tst gprs:trx-lms-limenet-micro: Verifying 9 x ip_address (candidates: 9) 21:02:39.089217 tst gprs:trx-lms-limenet-micro: Verifying 4 x modem (candidates: 12) 21:02:39.177769 tst gprs:trx-lms-limenet-micro: Reserving 1 x bts (candidates: 11) 21:02:39.207921 tst gprs:trx-lms-limenet-micro: Reserving 9 x ip_address (candidates: 9) 21:02:39.247454 tst gprs:trx-lms-limenet-micro: Reserving 4 x modem (candidates: 12) 21:02:39.840109 tst gprs:trx-lms-limenet-micro: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py ---------------------------------------------- 21:02:39.893368 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:39.904623 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:02:39.950259 tst cs_paging_gprs_active.py: using LAC 36257 21:02:40.071882 tst cs_paging_gprs_active.py: using RAC 47 21:02:40.196854 tst cs_paging_gprs_active.py: using CellId 36257 21:02:40.315793 tst cs_paging_gprs_active.py: using BVCI 36258 21:02:40.427647 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.438694 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.449409 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.459902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.470728 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.481648 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.493055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.504000 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:40.515172 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:40.638595 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:40.759241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:02:40.979881 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:02:41.307719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Launched 21:02:41.594000 run iperf3-srv_10.42.42.10(pid=32171): Launched 21:02:41.717720 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:02:41.937772 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:02:42.265378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Launched 21:02:42.549316 run iperf3-srv_10.42.42.10(pid=32173): Launched 21:02:42.671466 tst cs_paging_gprs_active.py:38: start network... 21:02:42.891936 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:02:43.399471 run create_hlr_db(pid=32174): Launched 21:02:43.532162 bus /sierra_2: Setting Powered False 21:02:44.597364 run create_hlr_db(pid=32174): Terminated: ok {rc=0} 21:02:45.030661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Launched 21:02:45.336413 run osmo-hlr_10.42.42.2(pid=32177): Launched 21:02:45.453588 run osmo-stp_10.42.42.5: Starting osmo-stp 21:02:46.009697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Launched 21:02:46.337435 run osmo-stp_10.42.42.5(pid=32180): Launched 21:02:46.643310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:02:47.177406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Launched 21:02:47.309387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:02:47.567584 run patchelf(pid=32183): Launched 21:02:47.736898 run osmo-stp_10.42.42.5(pid=32180): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)] 21:02:47.866266 run osmo-stp_10.42.42.5(pid=32180): stdout: | (launched: 2022-12-13_21:02:46.279907) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:47.997251 run osmo-stp_10.42.42.5(pid=32180): stderr: | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210246491 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:48.127558 run osmo-stp_10.42.42.5(pid=32180): stdout: | (launched: 2022-12-13_21:02:46.279907) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:48.252848 run osmo-stp_10.42.42.5(pid=32180): stderr: | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210246490 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210246491 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210246491 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:48.401222 run patchelf(pid=32183): Terminating (SIGINT) 21:02:48.573610 run patchelf(pid=32183): Terminated: ok {rc=0} 21:02:48.697623 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32180): Process ended prematurely: osmo-stp_10.42.42.5(pid=32180) [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)] [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38] 21:02:48.707038 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 21:02:48.734269 run osmo-hlr_10.42.42.2(pid=32177): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32177)] 21:02:48.782257 run osmo-hlr_10.42.42.2(pid=32177): stdout: | (launched: 2022-12-13_21:02:45.279992) 21:02:48.831885 run osmo-hlr_10.42.42.2(pid=32177): stderr: | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210245452 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210245464 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210245472 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210245472 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210245473 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:02:48.881677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Terminating (SIGTERM) 21:02:48.921446 run iperf3-srv_10.42.42.10(pid=32171): Terminating (SIGTERM) 21:02:48.961128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Terminating (SIGTERM) 21:02:49.000787 run iperf3-srv_10.42.42.10(pid=32173): Terminating (SIGTERM) 21:02:49.040317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Terminating (SIGTERM) 21:02:49.080011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Terminating (SIGTERM) 21:02:49.119663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Terminating (SIGTERM) 21:02:49.159684 --- ParallelTerminationStrategy: PID 32170 died... 21:02:49.179227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Terminated: ok {rc=0} 21:02:49.223363 --- ParallelTerminationStrategy: PID 32171 died... 21:02:49.242278 run iperf3-srv_10.42.42.10(pid=32171): Terminated {rc=256} 21:02:49.286346 --- ParallelTerminationStrategy: PID 32172 died... 21:02:49.305335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Terminated: ok {rc=0} 21:02:49.349287 --- ParallelTerminationStrategy: PID 32173 died... 21:02:49.368207 run iperf3-srv_10.42.42.10(pid=32173): Terminated {rc=256} 21:02:49.411901 --- ParallelTerminationStrategy: PID 32176 died... 21:02:49.430769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Terminated: ok {rc=0} 21:02:49.474529 --- ParallelTerminationStrategy: PID 32179 died... 21:02:49.493499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Terminated: ok {rc=0} 21:02:49.537361 --- ParallelTerminationStrategy: PID 32182 died... 21:02:49.556284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Terminated: ok {rc=0} 21:02:49.641600 bus /gobi_0: Setting Powered False 21:02:50.740806 bus /gobi_0: Setting Powered False 21:02:51.854781 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro iperf3.py ---------------------------------------------- 21:02:53.000896 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.012356 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:02:53.059550 tst iperf3.py: using LAC 36258 21:02:53.180521 tst iperf3.py: using RAC 48 21:02:53.302292 tst iperf3.py: using CellId 36258 21:02:53.423436 tst iperf3.py: using BVCI 36259 21:02:53.535357 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.546271 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.557028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.567555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.578324 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.589148 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.600075 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.610914 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:02:53.621926 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:02:53.737346 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:02:53.940532 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:02:54.246024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Launched 21:02:54.513265 run iperf3-srv_10.42.42.10(pid=32185): Launched 21:02:54.627595 tst iperf3.py:8: start network... 21:02:54.831221 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:02:55.302729 run create_hlr_db(pid=32186): Launched 21:02:55.421788 bus /gobi_6: Setting Powered False 21:02:56.483097 run create_hlr_db(pid=32186): Terminated: ok {rc=0} 21:02:56.904778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Launched 21:02:57.208211 run osmo-hlr_10.42.42.2(pid=32189): Launched 21:02:57.323717 run osmo-stp_10.42.42.5: Starting osmo-stp 21:02:57.862314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Launched 21:02:58.166133 run osmo-stp_10.42.42.5(pid=32192): Launched 21:02:58.282203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:02:58.806207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Launched 21:02:58.923912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:02:59.181412 run patchelf(pid=32195): Launched 21:02:59.350259 run osmo-stp_10.42.42.5(pid=32192): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)] 21:02:59.478546 run osmo-stp_10.42.42.5(pid=32192): stdout: | (launched: 2022-12-13_21:02:58.109597) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:59.608322 run osmo-stp_10.42.42.5(pid=32192): stderr: | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210258277 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210258277 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210258278 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210258278 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:02:59.738581 run osmo-stp_10.42.42.5(pid=32192): stdout: | (launched: 2022-12-13_21:02:58.109597) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:02:59.863071 run osmo-stp_10.42.42.5(pid=32192): stderr: | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210258276 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210258277 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210258277 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210258278 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210258278 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:00.010746 run patchelf(pid=32195): Terminating (SIGINT) 21:03:00.181892 run patchelf(pid=32195): Terminated: ok {rc=0} 21:03:00.305578 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)] [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8] 21:03:00.314991 tst iperf3.py:8: Test FAILED (7.4 sec) 21:03:00.342191 run osmo-hlr_10.42.42.2(pid=32189): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32189)] 21:03:00.389961 run osmo-hlr_10.42.42.2(pid=32189): stdout: | (launched: 2022-12-13_21:02:57.152084) 21:03:00.439684 run osmo-hlr_10.42.42.2(pid=32189): stderr: | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210257329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210257340 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210257350 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210257350 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210257350 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:00.489761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminating (SIGTERM) 21:03:00.529813 run iperf3-srv_10.42.42.10(pid=32185): Terminating (SIGTERM) 21:03:00.569719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminating (SIGTERM) 21:03:00.609641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminating (SIGTERM) 21:03:00.649523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Terminating (SIGTERM) 21:03:00.689913 --- ParallelTerminationStrategy: PID 32184 died... 21:03:00.709603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminated: ok {rc=0} 21:03:00.754298 --- ParallelTerminationStrategy: PID 32185 died... 21:03:00.773371 run iperf3-srv_10.42.42.10(pid=32185): Terminated {rc=256} 21:03:00.817792 --- ParallelTerminationStrategy: PID 32188 died... 21:03:00.837325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminated: ok {rc=0} 21:03:00.882496 --- ParallelTerminationStrategy: PID 32191 died... 21:03:00.901839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminated: ok {rc=0} 21:03:00.947188 --- ParallelTerminationStrategy: PID 32194 died... 21:03:00.966817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Terminated: ok {rc=0} 21:03:01.052900 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro iperf3m4.py ---------------------------------------------- 21:03:02.202693 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.215585 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:03:02.264378 tst iperf3m4.py: using LAC 36259 21:03:02.398397 tst iperf3m4.py: using RAC 49 21:03:02.526260 tst iperf3m4.py: using CellId 36259 21:03:02.652858 tst iperf3m4.py: using BVCI 36260 21:03:02.771640 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.783299 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.794700 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.806113 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.818023 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.829851 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.841892 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.853702 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:02.865755 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:02.985991 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:03.108941 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:03.226787 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:03.348682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:03:03.553246 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:03.858595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Launched 21:03:04.122472 run iperf3-srv_10.42.42.10(pid=32198): Launched 21:03:04.238772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:03:04.442179 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:04.748064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Launched 21:03:05.013669 run iperf3-srv_10.42.42.10(pid=32200): Launched 21:03:05.127881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:03:05.331322 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:05.637094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Launched 21:03:05.901805 run iperf3-srv_10.42.42.10(pid=32202): Launched 21:03:06.015951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:03:06.219287 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:06.524853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Launched 21:03:06.789738 run iperf3-srv_10.42.42.10(pid=32204): Launched 21:03:06.904101 tst iperf3m4.py:8: start network... 21:03:07.107079 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:03:07.578400 run create_hlr_db(pid=32205): Launched 21:03:07.699128 bus /gobi_6: Setting Powered False 21:03:08.759851 run create_hlr_db(pid=32205): Terminated: ok {rc=0} 21:03:09.183297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Launched 21:03:09.490420 run osmo-hlr_10.42.42.2(pid=32208): Launched 21:03:09.606529 run osmo-stp_10.42.42.5: Starting osmo-stp 21:03:10.245228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Launched 21:03:10.544101 run osmo-stp_10.42.42.5(pid=32211): Launched 21:03:10.658456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:03:11.175665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Launched 21:03:11.290167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:03:11.544045 run patchelf(pid=32214): Launched 21:03:11.710054 run osmo-stp_10.42.42.5(pid=32211): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)] 21:03:11.836588 run osmo-stp_10.42.42.5(pid=32211): stdout: | (launched: 2022-12-13_21:03:10.488196) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:11.964804 run osmo-stp_10.42.42.5(pid=32211): stderr: | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210310657 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:12.092859 run osmo-stp_10.42.42.5(pid=32211): stdout: | (launched: 2022-12-13_21:03:10.488196) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:12.216157 run osmo-stp_10.42.42.5(pid=32211): stderr: | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210310656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210310657 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210310657 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:12.361660 run patchelf(pid=32214): Terminating (SIGINT) 21:03:12.530362 run patchelf(pid=32214): Terminated: ok {rc=0} 21:03:12.652174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)] [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8] 21:03:12.661831 tst iperf3m4.py:8: Test FAILED (10.5 sec) 21:03:12.689280 run osmo-hlr_10.42.42.2(pid=32208): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32208)] 21:03:12.737656 run osmo-hlr_10.42.42.2(pid=32208): stdout: | (launched: 2022-12-13_21:03:09.433832) 21:03:12.787819 run osmo-hlr_10.42.42.2(pid=32208): stderr: | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210309607 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210309634 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210309643 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210309643 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210309643 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:12.838277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminating (SIGTERM) 21:03:12.878643 run iperf3-srv_10.42.42.10(pid=32198): Terminating (SIGTERM) 21:03:12.918745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminating (SIGTERM) 21:03:12.958967 run iperf3-srv_10.42.42.10(pid=32200): Terminating (SIGTERM) 21:03:12.998957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminating (SIGTERM) 21:03:13.039195 run iperf3-srv_10.42.42.10(pid=32202): Terminating (SIGTERM) 21:03:13.079238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminating (SIGTERM) 21:03:13.119442 run iperf3-srv_10.42.42.10(pid=32204): Terminating (SIGTERM) 21:03:13.159398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminating (SIGTERM) 21:03:13.199687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminating (SIGTERM) 21:03:13.239723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminating (SIGTERM) 21:03:13.280114 --- ParallelTerminationStrategy: PID 32197 died... 21:03:13.299929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminated: ok {rc=0} 21:03:13.344440 --- ParallelTerminationStrategy: PID 32198 died... 21:03:13.363560 run iperf3-srv_10.42.42.10(pid=32198): Terminated {rc=256} 21:03:13.407664 --- ParallelTerminationStrategy: PID 32199 died... 21:03:13.426744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminated: ok {rc=0} 21:03:13.471383 --- ParallelTerminationStrategy: PID 32200 died... 21:03:13.490500 run iperf3-srv_10.42.42.10(pid=32200): Terminated {rc=256} 21:03:13.534692 --- ParallelTerminationStrategy: PID 32201 died... 21:03:13.553928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminated: ok {rc=0} 21:03:13.598286 --- ParallelTerminationStrategy: PID 32202 died... 21:03:13.617373 run iperf3-srv_10.42.42.10(pid=32202): Terminated {rc=256} 21:03:13.661710 --- ParallelTerminationStrategy: PID 32203 died... 21:03:13.680889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminated: ok {rc=0} 21:03:13.725269 --- ParallelTerminationStrategy: PID 32204 died... 21:03:13.744420 run iperf3-srv_10.42.42.10(pid=32204): Terminated {rc=256} 21:03:13.788746 --- ParallelTerminationStrategy: PID 32207 died... 21:03:13.807883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminated: ok {rc=0} 21:03:13.852234 --- ParallelTerminationStrategy: PID 32210 died... 21:03:13.871334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminated: ok {rc=0} 21:03:13.915518 --- ParallelTerminationStrategy: PID 32213 died... 21:03:13.934649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminated: ok {rc=0} 21:03:14.020845 bus /gobi_4: Setting Powered False 21:03:15.119948 bus /gobi_4: Setting Powered False 21:03:16.241343 bus /gobi_1: Setting Powered False 21:03:17.354360 bus /gobi_1: Setting Powered False 21:03:18.470287 bus /gobi_0: Setting Powered False 21:03:19.568409 bus /gobi_0: Setting Powered False 21:03:20.685320 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro ping.py ---------------------------------------------- 21:03:21.788921 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:21.800866 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:03:21.846992 tst ping.py: using LAC 36260 21:03:21.973026 tst ping.py: using RAC 50 21:03:22.096109 tst ping.py: using CellId 36260 21:03:22.219191 tst ping.py: using BVCI 36261 21:03:22.332735 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.344090 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.355823 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.366962 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.377996 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.389032 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.400165 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:22.411282 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:22.528894 tst ping.py:19: start network... 21:03:22.738808 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:03:23.223222 run create_hlr_db(pid=32215): Launched 21:03:23.352668 bus /gobi_6: Setting Powered False 21:03:24.414089 run create_hlr_db(pid=32215): Terminated: ok {rc=0} 21:03:24.836035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Launched 21:03:25.129988 run osmo-hlr_10.42.42.2(pid=32218): Launched 21:03:25.241446 run osmo-stp_10.42.42.5: Starting osmo-stp 21:03:25.762828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Launched 21:03:26.058294 run osmo-stp_10.42.42.5(pid=32221): Launched 21:03:26.170587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:03:26.679609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Launched 21:03:26.792842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:03:27.042215 run patchelf(pid=32224): Launched 21:03:27.206034 run osmo-stp_10.42.42.5(pid=32221): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)] 21:03:27.330683 run osmo-stp_10.42.42.5(pid=32221): stdout: | (launched: 2022-12-13_21:03:26.003482) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:27.457545 run osmo-stp_10.42.42.5(pid=32221): stderr: | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210326171 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:27.584941 run osmo-stp_10.42.42.5(pid=32221): stdout: | (launched: 2022-12-13_21:03:26.003482) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:27.706882 run osmo-stp_10.42.42.5(pid=32221): stderr: | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210326170 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210326171 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210326171 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:27.850634 run patchelf(pid=32224): Terminating (SIGINT) 21:03:28.017464 run patchelf(pid=32224): Terminated: ok {rc=0} 21:03:28.137824 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32221): Process ended prematurely: osmo-stp_10.42.42.5(pid=32221) [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)] [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22] 21:03:28.146826 tst ping.py:22: Test FAILED (6.4 sec) 21:03:28.173179 run osmo-hlr_10.42.42.2(pid=32218): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32218)] 21:03:28.221488 run osmo-hlr_10.42.42.2(pid=32218): stdout: | (launched: 2022-12-13_21:03:25.075961) 21:03:28.271198 run osmo-hlr_10.42.42.2(pid=32218): stderr: | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210325247 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210325260 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210325268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210325268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210325268 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:28.321591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Terminating (SIGTERM) 21:03:28.361633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Terminating (SIGTERM) 21:03:28.401871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Terminating (SIGTERM) 21:03:28.442168 --- ParallelTerminationStrategy: PID 32217 died... 21:03:28.461866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Terminated: ok {rc=0} 21:03:28.506508 --- ParallelTerminationStrategy: PID 32220 died... 21:03:28.526157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Terminated: ok {rc=0} 21:03:28.570616 --- ParallelTerminationStrategy: PID 32223 died... 21:03:28.589838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Terminated: ok {rc=0} 21:03:28.676216 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro ping_idle_ping.py ---------------------------------------------- 21:03:29.763011 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:29.774535 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1) 21:03:29.821071 tst ping_idle_ping.py: using LAC 36261 21:03:29.938257 tst ping_idle_ping.py: using RAC 51 21:03:30.057408 tst ping_idle_ping.py: using CellId 36261 21:03:30.181495 tst ping_idle_ping.py: using BVCI 36262 21:03:30.295807 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.307290 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.318761 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.330080 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.341235 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.352236 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.363820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9) 21:03:30.375028 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4) 21:03:30.495196 tst ping_idle_ping.py:24: start network... 21:03:30.707830 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:03:31.208572 run create_hlr_db(pid=32225): Launched 21:03:31.364448 bus /gobi_6: Setting Powered False 21:03:32.423496 run create_hlr_db(pid=32225): Terminated: ok {rc=0} 21:03:32.857103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Launched 21:03:33.173227 run osmo-hlr_10.42.42.2(pid=32228): Launched 21:03:33.293752 run osmo-stp_10.42.42.5: Starting osmo-stp 21:03:33.838122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Launched 21:03:34.154500 run osmo-stp_10.42.42.5(pid=32231): Launched 21:03:34.274521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:03:34.818821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Launched 21:03:34.940890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:03:35.209545 run patchelf(pid=32234): Launched 21:03:35.385698 run osmo-stp_10.42.42.5(pid=32231): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)] 21:03:35.519663 run osmo-stp_10.42.42.5(pid=32231): stdout: | (launched: 2022-12-13_21:03:34.096167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:35.655889 run osmo-stp_10.42.42.5(pid=32231): stderr: | [0;m[38;5;43m20221213210334283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210334284 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210334284 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210334284 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:35.791204 run osmo-stp_10.42.42.5(pid=32231): stdout: | (launched: 2022-12-13_21:03:34.096167) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:35.921591 run osmo-stp_10.42.42.5(pid=32231): stderr: | [0;m[38;5;43m20221213210334283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210334284 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210334284 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210334284 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210334285 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:36.075323 run patchelf(pid=32234): Terminating (SIGINT) 21:03:36.253514 run patchelf(pid=32234): Terminated: ok {rc=0} 21:03:36.382147 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)] [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27] 21:03:36.391520 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 21:03:36.419464 run osmo-hlr_10.42.42.2(pid=32228): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32228)] 21:03:36.469807 run osmo-hlr_10.42.42.2(pid=32228): stdout: | (launched: 2022-12-13_21:03:33.115037) 21:03:36.521585 run osmo-hlr_10.42.42.2(pid=32228): stderr: | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210333308 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210333321 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210333330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210333330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210333330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:36.573597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminating (SIGTERM) 21:03:36.615254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminating (SIGTERM) 21:03:36.657009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Terminating (SIGTERM) 21:03:36.699009 --- ParallelTerminationStrategy: PID 32227 died... 21:03:36.719000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminated: ok {rc=0} 21:03:36.764940 --- ParallelTerminationStrategy: PID 32230 died... 21:03:36.784629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminated: ok {rc=0} 21:03:36.830400 --- ParallelTerminationStrategy: PID 32233 died... 21:03:36.850016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Terminated: ok {rc=0} 21:03:36.937249 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs --------------------------------------------------------------------- 21:03:38.236703 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:03:38.242650 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 21:03:38.272209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 21:03:38.312484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 21:03:38.402316 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 21:03:38.431992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 21:03:38.471450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 21:03:39.069542 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 21:03:39.122160 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.133728 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:03:39.181120 tst cs_paging_gprs_active.py: using LAC 36262 21:03:39.308347 tst cs_paging_gprs_active.py: using RAC 52 21:03:39.435935 tst cs_paging_gprs_active.py: using CellId 36262 21:03:39.563484 tst cs_paging_gprs_active.py: using BVCI 36263 21:03:39.680682 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.692495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.703960 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.715384 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.726947 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.738638 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.750464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.762027 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:39.773860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:03:39.891988 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:03:40.012830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:03:40.229775 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:40.553688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Launched 21:03:40.834488 run iperf3-srv_10.42.42.10(pid=32239): Launched 21:03:40.955145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:03:41.171918 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:41.495485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Launched 21:03:41.775974 run iperf3-srv_10.42.42.10(pid=32241): Launched 21:03:41.897391 tst cs_paging_gprs_active.py:38: start network... 21:03:42.114322 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:03:42.614789 run create_hlr_db(pid=32242): Launched 21:03:42.747475 bus /gobi_6: Setting Powered False 21:03:43.810620 run create_hlr_db(pid=32242): Terminated: ok {rc=0} 21:03:44.259127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Launched 21:03:44.583137 run osmo-hlr_10.42.42.2(pid=32245): Launched 21:03:44.705432 run osmo-stp_10.42.42.5: Starting osmo-stp 21:03:45.259652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Launched 21:03:45.582405 run osmo-stp_10.42.42.5(pid=32248): Launched 21:03:45.704644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:03:46.287402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Launched 21:03:46.444104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:03:46.724555 run patchelf(pid=32251): Launched 21:03:46.919183 run osmo-stp_10.42.42.5(pid=32248): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)] 21:03:47.058103 run osmo-stp_10.42.42.5(pid=32248): stdout: | (launched: 2022-12-13_21:03:45.523233) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:47.199376 run osmo-stp_10.42.42.5(pid=32248): stderr: | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210345715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210345715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210345716 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210345716 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:47.337620 run osmo-stp_10.42.42.5(pid=32248): stdout: | (launched: 2022-12-13_21:03:45.523233) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:47.471349 run osmo-stp_10.42.42.5(pid=32248): stderr: | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210345714 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210345715 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210345715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210345716 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210345716 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:47.628299 run patchelf(pid=32251): Terminating (SIGINT) 21:03:47.810410 run patchelf(pid=32251): Terminated: ok {rc=0} 21:03:47.941271 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32248): Process ended prematurely: osmo-stp_10.42.42.5(pid=32248) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 21:03:47.951736 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 21:03:47.980501 run osmo-hlr_10.42.42.2(pid=32245): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32245)] 21:03:48.031178 run osmo-hlr_10.42.42.2(pid=32245): stdout: | (launched: 2022-12-13_21:03:44.523477) 21:03:48.083228 run osmo-hlr_10.42.42.2(pid=32245): stderr: | [0;m[1;31m20221213210344721 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210344721 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210344721 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210344721 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210344722 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210344722 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210344737 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210344746 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210344746 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210344746 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:48.135772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminating (SIGTERM) 21:03:48.177479 run iperf3-srv_10.42.42.10(pid=32239): Terminating (SIGTERM) 21:03:48.219272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Terminating (SIGTERM) 21:03:48.261221 run iperf3-srv_10.42.42.10(pid=32241): Terminating (SIGTERM) 21:03:48.302987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Terminating (SIGTERM) 21:03:48.345624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Terminating (SIGTERM) 21:03:48.388131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Terminating (SIGTERM) 21:03:48.430526 --- ParallelTerminationStrategy: PID 32238 died... 21:03:48.450923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminated: ok {rc=0} 21:03:48.497519 --- ParallelTerminationStrategy: PID 32239 died... 21:03:48.517224 run iperf3-srv_10.42.42.10(pid=32239): Terminated {rc=256} 21:03:48.563569 --- ParallelTerminationStrategy: PID 32240 died... 21:03:48.583351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Terminated: ok {rc=0} 21:03:48.629862 --- ParallelTerminationStrategy: PID 32241 died... 21:03:48.649716 run iperf3-srv_10.42.42.10(pid=32241): Terminated {rc=256} 21:03:48.696016 --- ParallelTerminationStrategy: PID 32244 died... 21:03:48.715922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Terminated: ok {rc=0} 21:03:48.762438 --- ParallelTerminationStrategy: PID 32247 died... 21:03:48.782423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Terminated: ok {rc=0} 21:03:48.829067 --- ParallelTerminationStrategy: PID 32250 died... 21:03:48.849087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Terminated: ok {rc=0} 21:03:48.936916 bus /gobi_0: Setting Powered False 21:03:50.035629 bus /gobi_0: Setting Powered False 21:03:51.152569 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py ---------------------------------------------- 21:03:52.301619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.313905 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:03:52.361786 tst iperf3.py: using LAC 36263 21:03:52.488254 tst iperf3.py: using RAC 53 21:03:52.616753 tst iperf3.py: using CellId 36263 21:03:52.744412 tst iperf3.py: using BVCI 36264 21:03:52.861066 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.872749 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.884312 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.895844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.907479 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.919212 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.931105 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.942830 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:03:52.954793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:03:53.071275 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:03:53.272753 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:03:53.574467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Launched 21:03:53.838997 run iperf3-srv_10.42.42.10(pid=32253): Launched 21:03:53.951442 tst iperf3.py:8: start network... 21:03:54.151908 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:03:54.616764 run create_hlr_db(pid=32254): Launched 21:03:54.734372 bus /gobi_6: Setting Powered False 21:03:55.794291 run create_hlr_db(pid=32254): Terminated: ok {rc=0} 21:03:56.215379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Launched 21:03:56.517169 run osmo-hlr_10.42.42.2(pid=32257): Launched 21:03:56.632501 run osmo-stp_10.42.42.5: Starting osmo-stp 21:03:57.161046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Launched 21:03:57.461322 run osmo-stp_10.42.42.5(pid=32260): Launched 21:03:57.577068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:03:58.093656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Launched 21:03:58.208652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:03:58.462037 run patchelf(pid=32263): Launched 21:03:58.627879 run osmo-stp_10.42.42.5(pid=32260): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)] 21:03:58.754882 run osmo-stp_10.42.42.5(pid=32260): stdout: | (launched: 2022-12-13_21:03:57.405995) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:58.883245 run osmo-stp_10.42.42.5(pid=32260): stderr: | [0;m[38;5;43m20221213210357572 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210357572 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210357573 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210357573 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:59.011856 run osmo-stp_10.42.42.5(pid=32260): stdout: | (launched: 2022-12-13_21:03:57.405995) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:03:59.134774 run osmo-stp_10.42.42.5(pid=32260): stderr: | [0;m[38;5;43m20221213210357572 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210357572 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210357573 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210357573 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210357574 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:03:59.280567 run patchelf(pid=32263): Terminating (SIGINT) 21:03:59.449934 run patchelf(pid=32263): Terminated: ok {rc=0} 21:03:59.571719 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32260): Process ended prematurely: osmo-stp_10.42.42.5(pid=32260) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8] 21:03:59.581166 tst iperf3.py:8: Test FAILED (7.3 sec) 21:03:59.607959 run osmo-hlr_10.42.42.2(pid=32257): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32257)] 21:03:59.655897 run osmo-hlr_10.42.42.2(pid=32257): stdout: | (launched: 2022-12-13_21:03:56.460236) 21:03:59.705330 run osmo-hlr_10.42.42.2(pid=32257): stderr: | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210356635 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210356647 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210356656 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210356656 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210356656 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:03:59.755145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Terminating (SIGTERM) 21:03:59.795212 run iperf3-srv_10.42.42.10(pid=32253): Terminating (SIGTERM) 21:03:59.835373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Terminating (SIGTERM) 21:03:59.875249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Terminating (SIGTERM) 21:03:59.915079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Terminating (SIGTERM) 21:03:59.955132 --- ParallelTerminationStrategy: PID 32252 died... 21:03:59.974503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Terminated: ok {rc=0} 21:04:00.018763 --- ParallelTerminationStrategy: PID 32253 died... 21:04:00.037598 run iperf3-srv_10.42.42.10(pid=32253): Terminated {rc=256} 21:04:00.081587 --- ParallelTerminationStrategy: PID 32256 died... 21:04:00.100288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Terminated: ok {rc=0} 21:04:00.144448 --- ParallelTerminationStrategy: PID 32259 died... 21:04:00.163342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Terminated: ok {rc=0} 21:04:00.207431 --- ParallelTerminationStrategy: PID 32262 died... 21:04:00.226257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Terminated: ok {rc=0} 21:04:00.312506 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 21:04:01.464102 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:01.476915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:04:01.526851 tst iperf3m4.py: using LAC 36264 21:04:01.649101 tst iperf3m4.py: using RAC 54 21:04:01.817615 tst iperf3m4.py: using CellId 36264 21:04:01.976131 tst iperf3m4.py: using BVCI 36265 21:04:02.124063 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.136680 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.149252 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.162053 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.175337 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.188453 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.201917 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.215073 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:02.228492 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:02.359164 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:02.476329 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:02.592937 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:02.709243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:04:02.910932 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:03.213763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Launched 21:04:03.477028 run iperf3-srv_10.42.42.10(pid=32265): Launched 21:04:03.590592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:04:03.792058 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:04.095042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Launched 21:04:04.356368 run iperf3-srv_10.42.42.10(pid=32267): Launched 21:04:04.469765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:04:04.670677 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:04.973284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Launched 21:04:05.236167 run iperf3-srv_10.42.42.10(pid=32269): Launched 21:04:05.349335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:04:05.550361 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:05.852932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Launched 21:04:06.116690 run iperf3-srv_10.42.42.10(pid=32271): Launched 21:04:06.229704 tst iperf3m4.py:8: start network... 21:04:06.430743 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:04:06.896006 run create_hlr_db(pid=32272): Launched 21:04:07.012562 bus /gobi_6: Setting Powered False 21:04:08.071572 run create_hlr_db(pid=32272): Terminated: ok {rc=0} 21:04:08.490794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Launched 21:04:08.791688 run osmo-hlr_10.42.42.2(pid=32276): Launched 21:04:08.918077 run osmo-stp_10.42.42.5: Starting osmo-stp 21:04:09.476625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Launched 21:04:09.798158 run osmo-stp_10.42.42.5(pid=32279): Launched 21:04:09.921362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:04:10.474630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Launched 21:04:10.599045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:04:10.871317 run patchelf(pid=32282): Launched 21:04:11.050754 run osmo-stp_10.42.42.5(pid=32279): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)] 21:04:11.186897 run osmo-stp_10.42.42.5(pid=32279): stdout: | (launched: 2022-12-13_21:04:09.738812) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:11.324507 run osmo-stp_10.42.42.5(pid=32279): stderr: | [0;m[38;5;43m20221213210409928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210409928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210409929 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210409929 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:11.462415 run osmo-stp_10.42.42.5(pid=32279): stdout: | (launched: 2022-12-13_21:04:09.738812) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:11.594722 run osmo-stp_10.42.42.5(pid=32279): stderr: | [0;m[38;5;43m20221213210409928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210409928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210409929 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210409929 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210409930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:11.751570 run patchelf(pid=32282): Terminating (SIGINT) 21:04:11.932487 run patchelf(pid=32282): Terminated: ok {rc=0} 21:04:12.063299 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32279): Process ended prematurely: osmo-stp_10.42.42.5(pid=32279) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8] 21:04:12.073646 tst iperf3m4.py:8: Test FAILED (10.6 sec) 21:04:12.102212 run osmo-hlr_10.42.42.2(pid=32276): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32276)] 21:04:12.152422 run osmo-hlr_10.42.42.2(pid=32276): stdout: | (launched: 2022-12-13_21:04:08.736058) 21:04:12.204263 run osmo-hlr_10.42.42.2(pid=32276): stderr: | [0;m[1;31m20221213210408929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210408929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210408929 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210408930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210408930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210408930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210408942 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210408951 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210408951 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210408951 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:04:12.256175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminating (SIGTERM) 21:04:12.298066 run iperf3-srv_10.42.42.10(pid=32265): Terminating (SIGTERM) 21:04:12.339900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminating (SIGTERM) 21:04:12.382215 run iperf3-srv_10.42.42.10(pid=32267): Terminating (SIGTERM) 21:04:12.425220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminating (SIGTERM) 21:04:12.466998 run iperf3-srv_10.42.42.10(pid=32269): Terminating (SIGTERM) 21:04:12.508311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminating (SIGTERM) 21:04:12.550136 run iperf3-srv_10.42.42.10(pid=32271): Terminating (SIGTERM) 21:04:12.591930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Terminating (SIGTERM) 21:04:12.634181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Terminating (SIGTERM) 21:04:12.675775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Terminating (SIGTERM) 21:04:12.717611 --- ParallelTerminationStrategy: PID 32264 died... 21:04:12.737448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminated: ok {rc=0} 21:04:12.783519 --- ParallelTerminationStrategy: PID 32265 died... 21:04:12.802884 run iperf3-srv_10.42.42.10(pid=32265): Terminated {rc=256} 21:04:12.848679 --- ParallelTerminationStrategy: PID 32266 died... 21:04:12.868201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminated: ok {rc=0} 21:04:12.914011 --- ParallelTerminationStrategy: PID 32267 died... 21:04:12.933356 run iperf3-srv_10.42.42.10(pid=32267): Terminated {rc=256} 21:04:12.979186 --- ParallelTerminationStrategy: PID 32268 died... 21:04:12.998530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminated: ok {rc=0} 21:04:13.043973 --- ParallelTerminationStrategy: PID 32269 died... 21:04:13.063300 run iperf3-srv_10.42.42.10(pid=32269): Terminated {rc=256} 21:04:13.108912 --- ParallelTerminationStrategy: PID 32270 died... 21:04:13.128802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminated: ok {rc=0} 21:04:13.174511 --- ParallelTerminationStrategy: PID 32271 died... 21:04:13.193886 run iperf3-srv_10.42.42.10(pid=32271): Terminated {rc=256} 21:04:13.239602 --- ParallelTerminationStrategy: PID 32275 died... 21:04:13.259075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Terminated: ok {rc=0} 21:04:13.304768 --- ParallelTerminationStrategy: PID 32278 died... 21:04:13.324287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Terminated: ok {rc=0} 21:04:13.369985 --- ParallelTerminationStrategy: PID 32281 died... 21:04:13.389694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Terminated: ok {rc=0} 21:04:13.476991 bus /gobi_4: Setting Powered False 21:04:14.575962 bus /gobi_4: Setting Powered False 21:04:15.692355 bus /gobi_1: Setting Powered False 21:04:16.788074 bus /gobi_1: Setting Powered False 21:04:17.903216 bus /gobi_0: Setting Powered False 21:04:19.001784 bus /gobi_0: Setting Powered False 21:04:20.119103 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py ---------------------------------------------- 21:04:21.222792 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.235132 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:04:21.283074 tst ping.py: using LAC 36265 21:04:21.408889 tst ping.py: using RAC 55 21:04:21.535510 tst ping.py: using CellId 36265 21:04:21.661207 tst ping.py: using BVCI 36266 21:04:21.775446 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.787176 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.798534 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.809998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.821277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.832387 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.843872 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:21.855290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:21.970799 tst ping.py:19: start network... 21:04:22.168230 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:04:22.624873 run create_hlr_db(pid=32284): Launched 21:04:22.737568 bus /gobi_6: Setting Powered False 21:04:23.796500 run create_hlr_db(pid=32284): Terminated: ok {rc=0} 21:04:24.228861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Launched 21:04:24.544858 run osmo-hlr_10.42.42.2(pid=32287): Launched 21:04:24.667460 run osmo-stp_10.42.42.5: Starting osmo-stp 21:04:25.222974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Launched 21:04:25.539330 run osmo-stp_10.42.42.5(pid=32290): Launched 21:04:25.659570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:04:26.208058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Launched 21:04:26.329738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:04:26.599021 run patchelf(pid=32293): Launched 21:04:26.775472 run osmo-stp_10.42.42.5(pid=32290): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)] 21:04:26.909782 run osmo-stp_10.42.42.5(pid=32290): stdout: | (launched: 2022-12-13_21:04:25.480767) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:27.045782 run osmo-stp_10.42.42.5(pid=32290): stderr: | [0;m[38;5;43m20221213210425668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210425668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210425669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210425669 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:27.181654 run osmo-stp_10.42.42.5(pid=32290): stdout: | (launched: 2022-12-13_21:04:25.480767) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:27.312649 run osmo-stp_10.42.42.5(pid=32290): stderr: | [0;m[38;5;43m20221213210425668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210425668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210425669 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210425669 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210425670 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:27.467608 run patchelf(pid=32293): Terminating (SIGINT) 21:04:27.645531 run patchelf(pid=32293): Terminated: ok {rc=0} 21:04:27.773932 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22] 21:04:27.783535 tst ping.py:22: Test FAILED (6.6 sec) 21:04:27.811807 run osmo-hlr_10.42.42.2(pid=32287): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32287)] 21:04:27.862258 run osmo-hlr_10.42.42.2(pid=32287): stdout: | (launched: 2022-12-13_21:04:24.486891) 21:04:27.914574 run osmo-hlr_10.42.42.2(pid=32287): stderr: | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210424680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210424693 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210424701 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210424701 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210424701 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:04:27.967751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminating (SIGTERM) 21:04:28.009747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminating (SIGTERM) 21:04:28.051908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Terminating (SIGTERM) 21:04:28.094657 --- ParallelTerminationStrategy: PID 32286 died... 21:04:28.115046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminated: ok {rc=0} 21:04:28.161950 --- ParallelTerminationStrategy: PID 32289 died... 21:04:28.181891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminated: ok {rc=0} 21:04:28.228438 --- ParallelTerminationStrategy: PID 32292 died... 21:04:28.248235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Terminated: ok {rc=0} 21:04:28.336439 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 21:04:29.424457 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:29.436675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:04:29.486399 tst ping_idle_ping.py: using LAC 36266 21:04:29.611654 tst ping_idle_ping.py: using RAC 56 21:04:29.736486 tst ping_idle_ping.py: using CellId 36266 21:04:29.862587 tst ping_idle_ping.py: using BVCI 36267 21:04:29.979600 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:29.991302 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.002639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.014021 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.025764 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.037534 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.049528 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:04:30.061558 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:04:30.181945 tst ping_idle_ping.py:24: start network... 21:04:30.395556 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:04:30.896848 run create_hlr_db(pid=32294): Launched 21:04:31.063449 bus /gobi_6: Setting Powered False 21:04:32.125445 run create_hlr_db(pid=32294): Terminated: ok {rc=0} 21:04:32.570906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Launched 21:04:32.886503 run osmo-hlr_10.42.42.2(pid=32297): Launched 21:04:33.007413 run osmo-stp_10.42.42.5: Starting osmo-stp 21:04:33.558026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Launched 21:04:33.873702 run osmo-stp_10.42.42.5(pid=32300): Launched 21:04:33.993410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:04:34.539366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Launched 21:04:34.659902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:04:34.926527 run patchelf(pid=32303): Launched 21:04:35.103725 run osmo-stp_10.42.42.5(pid=32300): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)] 21:04:35.237824 run osmo-stp_10.42.42.5(pid=32300): stdout: | (launched: 2022-12-13_21:04:33.815070) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:35.373587 run osmo-stp_10.42.42.5(pid=32300): stderr: | [0;m[38;5;43m20221213210434004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210434004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210434005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210434005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210434005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210434005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210434006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:35.509458 run osmo-stp_10.42.42.5(pid=32300): stdout: | (launched: 2022-12-13_21:04:33.815070) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:35.639288 run osmo-stp_10.42.42.5(pid=32300): stderr: | [0;m[38;5;43m20221213210434004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210434004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210434005 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210434005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210434005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210434005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210434006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:35.793239 run patchelf(pid=32303): Terminating (SIGINT) 21:04:35.970974 run patchelf(pid=32303): Terminated: ok {rc=0} 21:04:36.099373 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32300): Process ended prematurely: osmo-stp_10.42.42.5(pid=32300) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27] 21:04:36.109214 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 21:04:36.137360 run osmo-hlr_10.42.42.2(pid=32297): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32297)] 21:04:36.187237 run osmo-hlr_10.42.42.2(pid=32297): stdout: | (launched: 2022-12-13_21:04:32.828672) 21:04:36.239040 run osmo-hlr_10.42.42.2(pid=32297): stderr: | [0;m[1;31m20221213210433023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210433023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210433023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210433023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210433023 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210433024 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210433035 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210433044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210433044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210433044 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:04:36.290815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Terminating (SIGTERM) 21:04:36.332443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Terminating (SIGTERM) 21:04:36.374084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Terminating (SIGTERM) 21:04:36.416395 --- ParallelTerminationStrategy: PID 32296 died... 21:04:36.436433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Terminated: ok {rc=0} 21:04:36.482260 --- ParallelTerminationStrategy: PID 32299 died... 21:04:36.501623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Terminated: ok {rc=0} 21:04:36.547505 --- ParallelTerminationStrategy: PID 32302 died... 21:04:36.566916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Terminated: ok {rc=0} 21:04:36.655045 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa --------------------------------------------------------------------- 21:04:37.950776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:04:37.956799 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 21:04:37.985819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 21:04:38.025654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 21:04:38.112720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 21:04:38.143411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 21:04:38.182034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 21:04:38.775374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 21:04:38.824345 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:38.835618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:04:38.901750 tst cs_paging_gprs_active.py: using LAC 36267 21:04:39.028637 tst cs_paging_gprs_active.py: using RAC 57 21:04:39.154246 tst cs_paging_gprs_active.py: using CellId 36267 21:04:39.281301 tst cs_paging_gprs_active.py: using BVCI 36268 21:04:39.398353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.409912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.421200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.432549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.443959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.455208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.466627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.477944 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:39.489397 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:04:39.606375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:04:39.726470 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:04:39.944168 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:40.269617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Launched 21:04:40.551186 run iperf3-srv_10.42.42.10(pid=32308): Launched 21:04:40.672789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:04:40.891101 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:41.215060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Launched 21:04:41.497458 run iperf3-srv_10.42.42.10(pid=32310): Launched 21:04:41.618511 tst cs_paging_gprs_active.py:38: start network... 21:04:41.835761 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:04:42.337071 run create_hlr_db(pid=32311): Launched 21:04:42.468440 bus /gobi_6: Setting Powered False 21:04:43.532707 run create_hlr_db(pid=32311): Terminated: ok {rc=0} 21:04:43.982088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Launched 21:04:44.305750 run osmo-hlr_10.42.42.2(pid=32314): Launched 21:04:44.428670 run osmo-stp_10.42.42.5: Starting osmo-stp 21:04:44.989923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Launched 21:04:45.313434 run osmo-stp_10.42.42.5(pid=32317): Launched 21:04:45.436343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:04:46.002032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Launched 21:04:46.132272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:04:46.417762 run patchelf(pid=32320): Launched 21:04:46.598626 run osmo-stp_10.42.42.5(pid=32317): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)] 21:04:46.733324 run osmo-stp_10.42.42.5(pid=32317): stdout: | (launched: 2022-12-13_21:04:45.253153) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:46.868082 run osmo-stp_10.42.42.5(pid=32317): stderr: | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210445444 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:47.003582 run osmo-stp_10.42.42.5(pid=32317): stdout: | (launched: 2022-12-13_21:04:45.253153) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:47.134211 run osmo-stp_10.42.42.5(pid=32317): stderr: | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210445443 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210445444 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210445444 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:47.284860 run patchelf(pid=32320): Terminating (SIGINT) 21:04:47.457107 run patchelf(pid=32320): Terminated: ok {rc=0} 21:04:47.581426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 21:04:47.591245 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 21:04:47.619133 run osmo-hlr_10.42.42.2(pid=32314): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32314)] 21:04:47.668701 run osmo-hlr_10.42.42.2(pid=32314): stdout: | (launched: 2022-12-13_21:04:44.246407) 21:04:47.719319 run osmo-hlr_10.42.42.2(pid=32314): stderr: | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210444442 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210444454 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210444463 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210444463 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210444463 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:04:47.769965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminating (SIGTERM) 21:04:47.810521 run iperf3-srv_10.42.42.10(pid=32308): Terminating (SIGTERM) 21:04:47.850992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminating (SIGTERM) 21:04:47.891417 run iperf3-srv_10.42.42.10(pid=32310): Terminating (SIGTERM) 21:04:47.931659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminating (SIGTERM) 21:04:47.972044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminating (SIGTERM) 21:04:48.012460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminating (SIGTERM) 21:04:48.053295 --- ParallelTerminationStrategy: PID 32307 died... 21:04:48.073064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminated: ok {rc=0} 21:04:48.118539 --- ParallelTerminationStrategy: PID 32308 died... 21:04:48.137798 run iperf3-srv_10.42.42.10(pid=32308): Terminated {rc=256} 21:04:48.182361 --- ParallelTerminationStrategy: PID 32309 died... 21:04:48.201680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminated: ok {rc=0} 21:04:48.246213 --- ParallelTerminationStrategy: PID 32310 died... 21:04:48.265272 run iperf3-srv_10.42.42.10(pid=32310): Terminated {rc=256} 21:04:48.309554 --- ParallelTerminationStrategy: PID 32313 died... 21:04:48.328655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminated: ok {rc=0} 21:04:48.373221 --- ParallelTerminationStrategy: PID 32316 died... 21:04:48.392136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminated: ok {rc=0} 21:04:48.437375 --- ParallelTerminationStrategy: PID 32319 died... 21:04:48.456601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminated: ok {rc=0} 21:04:48.543639 bus /gobi_0: Setting Powered False 21:04:49.641690 bus /gobi_0: Setting Powered False 21:04:50.755481 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 21:04:51.898811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:51.910952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:04:51.979256 tst iperf3.py: using LAC 36268 21:04:52.098700 tst iperf3.py: using RAC 58 21:04:52.218084 tst iperf3.py: using CellId 36268 21:04:52.338223 tst iperf3.py: using BVCI 36269 21:04:52.450152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.461459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.472392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.483418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.494697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.506074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.517665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.529029 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:04:52.540468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:04:52.660729 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:04:52.878528 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:04:53.202332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Launched 21:04:53.485628 run iperf3-srv_10.42.42.10(pid=32322): Launched 21:04:53.608645 tst iperf3.py:8: start network... 21:04:53.826466 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:04:54.326438 run create_hlr_db(pid=32323): Launched 21:04:54.459511 bus /gobi_6: Setting Powered False 21:04:55.522416 run create_hlr_db(pid=32323): Terminated: ok {rc=0} 21:04:55.952349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Launched 21:04:56.276391 run osmo-hlr_10.42.42.2(pid=32326): Launched 21:04:56.398983 run osmo-stp_10.42.42.5: Starting osmo-stp 21:04:56.963063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Launched 21:04:57.286202 run osmo-stp_10.42.42.5(pid=32329): Launched 21:04:57.410486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:04:57.968756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Launched 21:04:58.091448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:04:58.365410 run patchelf(pid=32332): Launched 21:04:58.544191 run osmo-stp_10.42.42.5(pid=32329): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)] 21:04:58.680320 run osmo-stp_10.42.42.5(pid=32329): stdout: | (launched: 2022-12-13_21:04:57.227404) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:58.818049 run osmo-stp_10.42.42.5(pid=32329): stderr: | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210457419 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:58.955806 run osmo-stp_10.42.42.5(pid=32329): stdout: | (launched: 2022-12-13_21:04:57.227404) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:04:59.087927 run osmo-stp_10.42.42.5(pid=32329): stderr: | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210457418 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210457419 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210457419 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:04:59.244309 run patchelf(pid=32332): Terminating (SIGINT) 21:04:59.425848 run patchelf(pid=32332): Terminated: ok {rc=0} 21:04:59.556623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8] 21:04:59.566879 tst iperf3.py:8: Test FAILED (7.7 sec) 21:04:59.595340 run osmo-hlr_10.42.42.2(pid=32326): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32326)] 21:04:59.645885 run osmo-hlr_10.42.42.2(pid=32326): stdout: | (launched: 2022-12-13_21:04:56.217151) 21:04:59.698054 run osmo-hlr_10.42.42.2(pid=32326): stderr: | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210456413 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210456426 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210456435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210456435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210456435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:04:59.750557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminating (SIGTERM) 21:04:59.792709 run iperf3-srv_10.42.42.10(pid=32322): Terminating (SIGTERM) 21:04:59.834805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminating (SIGTERM) 21:04:59.876877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminating (SIGTERM) 21:04:59.919350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminating (SIGTERM) 21:04:59.962011 --- ParallelTerminationStrategy: PID 32321 died... 21:04:59.982423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminated: ok {rc=0} 21:05:00.029200 --- ParallelTerminationStrategy: PID 32322 died... 21:05:00.049035 run iperf3-srv_10.42.42.10(pid=32322): Terminated {rc=256} 21:05:00.095688 --- ParallelTerminationStrategy: PID 32325 died... 21:05:00.115378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminated: ok {rc=0} 21:05:00.161834 --- ParallelTerminationStrategy: PID 32328 died... 21:05:00.181489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminated: ok {rc=0} 21:05:00.228215 --- ParallelTerminationStrategy: PID 32331 died... 21:05:00.248029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminated: ok {rc=0} 21:05:00.336061 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 21:05:01.515248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:01.535146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:05:01.635806 tst iperf3m4.py: using LAC 36269 21:05:01.800681 tst iperf3m4.py: using RAC 59 21:05:01.929445 tst iperf3m4.py: using CellId 36269 21:05:02.049451 tst iperf3m4.py: using BVCI 36270 21:05:02.162842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.175051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.187231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.199515 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.212550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.225537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.238627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.251616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:02.264860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:02.388760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:02.508296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:02.628701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:02.747857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:05:02.950795 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:03.253645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Launched 21:05:03.516870 run iperf3-srv_10.42.42.10(pid=32337): Launched 21:05:03.631028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:05:03.833891 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:04.137274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched 21:05:04.402250 run iperf3-srv_10.42.42.10(pid=32339): Launched 21:05:04.516007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:05:04.718146 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:05.021381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Launched 21:05:05.283723 run iperf3-srv_10.42.42.10(pid=32341): Launched 21:05:05.397295 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:05:05.599036 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:05.902904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Launched 21:05:06.167518 run iperf3-srv_10.42.42.10(pid=32343): Launched 21:05:06.280695 tst iperf3m4.py:8: start network... 21:05:06.482936 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:05:06.950545 run create_hlr_db(pid=32344): Launched 21:05:07.065104 bus /gobi_6: Setting Powered False 21:05:08.125748 run create_hlr_db(pid=32344): Terminated: ok {rc=0} 21:05:08.567832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Launched 21:05:08.889873 run osmo-hlr_10.42.42.2(pid=32347): Launched 21:05:09.013403 run osmo-stp_10.42.42.5: Starting osmo-stp 21:05:09.569599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Launched 21:05:09.891802 run osmo-stp_10.42.42.5(pid=32350): Launched 21:05:10.013981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:05:10.572359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Launched 21:05:10.695403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:05:10.968769 run patchelf(pid=32353): Launched 21:05:11.147056 run osmo-stp_10.42.42.5(pid=32350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)] 21:05:11.283839 run osmo-stp_10.42.42.5(pid=32350): stdout: | (launched: 2022-12-13_21:05:09.832569) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:11.422334 run osmo-stp_10.42.42.5(pid=32350): stderr: | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210510022 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:11.560832 run osmo-stp_10.42.42.5(pid=32350): stdout: | (launched: 2022-12-13_21:05:09.832569) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:11.693281 run osmo-stp_10.42.42.5(pid=32350): stderr: | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210510021 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210510022 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210510022 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:11.850276 run patchelf(pid=32353): Terminating (SIGINT) 21:05:12.031942 run patchelf(pid=32353): Terminated: ok {rc=0} 21:05:12.163175 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8] 21:05:12.173565 tst iperf3m4.py:8: Test FAILED (10.7 sec) 21:05:12.202232 run osmo-hlr_10.42.42.2(pid=32347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32347)] 21:05:12.252665 run osmo-hlr_10.42.42.2(pid=32347): stdout: | (launched: 2022-12-13_21:05:08.830871) 21:05:12.304456 run osmo-hlr_10.42.42.2(pid=32347): stderr: | [0;m[1;31m20221213210509027 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210509028 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210509028 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210509028 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210509028 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210509028 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210509040 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210509050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210509050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210509050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:05:12.356777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminating (SIGTERM) 21:05:12.399093 run iperf3-srv_10.42.42.10(pid=32337): Terminating (SIGTERM) 21:05:12.442122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM) 21:05:12.484324 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM) 21:05:12.526254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminating (SIGTERM) 21:05:12.568203 run iperf3-srv_10.42.42.10(pid=32341): Terminating (SIGTERM) 21:05:12.610380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminating (SIGTERM) 21:05:12.652452 run iperf3-srv_10.42.42.10(pid=32343): Terminating (SIGTERM) 21:05:12.695273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminating (SIGTERM) 21:05:12.737622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminating (SIGTERM) 21:05:12.780077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminating (SIGTERM) 21:05:12.822419 --- ParallelTerminationStrategy: PID 32336 died... 21:05:12.842596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminated: ok {rc=0} 21:05:12.889404 --- ParallelTerminationStrategy: PID 32337 died... 21:05:12.909370 run iperf3-srv_10.42.42.10(pid=32337): Terminated {rc=256} 21:05:12.955781 --- ParallelTerminationStrategy: PID 32338 died... 21:05:12.975665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0} 21:05:13.022011 --- ParallelTerminationStrategy: PID 32339 died... 21:05:13.041936 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256} 21:05:13.088180 --- ParallelTerminationStrategy: PID 32340 died... 21:05:13.108169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminated: ok {rc=0} 21:05:13.154638 --- ParallelTerminationStrategy: PID 32341 died... 21:05:13.174601 run iperf3-srv_10.42.42.10(pid=32341): Terminated {rc=256} 21:05:13.220893 --- ParallelTerminationStrategy: PID 32342 died... 21:05:13.240856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminated: ok {rc=0} 21:05:13.287458 --- ParallelTerminationStrategy: PID 32343 died... 21:05:13.307266 run iperf3-srv_10.42.42.10(pid=32343): Terminated {rc=256} 21:05:13.353724 --- ParallelTerminationStrategy: PID 32346 died... 21:05:13.373664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminated: ok {rc=0} 21:05:13.420386 --- ParallelTerminationStrategy: PID 32349 died... 21:05:13.440447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminated: ok {rc=0} 21:05:13.486912 --- ParallelTerminationStrategy: PID 32352 died... 21:05:13.506902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminated: ok {rc=0} 21:05:13.595435 bus /gobi_4: Setting Powered False 21:05:14.694205 bus /gobi_4: Setting Powered False 21:05:15.810600 bus /gobi_1: Setting Powered False 21:05:16.924381 bus /gobi_1: Setting Powered False 21:05:18.050093 bus /gobi_0: Setting Powered False 21:05:19.148815 bus /gobi_0: Setting Powered False 21:05:20.265177 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 21:05:21.368868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.381474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:05:21.449695 tst ping.py: using LAC 36270 21:05:21.568356 tst ping.py: using RAC 60 21:05:21.684887 tst ping.py: using CellId 36270 21:05:21.813481 tst ping.py: using BVCI 36271 21:05:21.929833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.941537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.952823 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.964325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.975662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.987049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:21.998538 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:22.009974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:22.127421 tst ping.py:19: start network... 21:05:22.339541 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:05:22.828866 run create_hlr_db(pid=32356): Launched 21:05:22.958214 bus /gobi_6: Setting Powered False 21:05:24.020629 run create_hlr_db(pid=32356): Terminated: ok {rc=0} 21:05:24.441625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Launched 21:05:24.737605 run osmo-hlr_10.42.42.2(pid=32359): Launched 21:05:24.850375 run osmo-stp_10.42.42.5: Starting osmo-stp 21:05:25.372186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Launched 21:05:25.667643 run osmo-stp_10.42.42.5(pid=32362): Launched 21:05:25.781483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:05:26.289998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Launched 21:05:26.403994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:05:26.655257 run patchelf(pid=32365): Launched 21:05:26.820498 run osmo-stp_10.42.42.5(pid=32362): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)] 21:05:26.946651 run osmo-stp_10.42.42.5(pid=32362): stdout: | (launched: 2022-12-13_21:05:25.612871) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:27.073921 run osmo-stp_10.42.42.5(pid=32362): stderr: | [0;m[38;5;43m20221213210525778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210525778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210525779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210525779 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210525779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210525780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210525780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:27.201361 run osmo-stp_10.42.42.5(pid=32362): stdout: | (launched: 2022-12-13_21:05:25.612871) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:27.323113 run osmo-stp_10.42.42.5(pid=32362): stderr: | [0;m[38;5;43m20221213210525778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210525778 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210525779 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210525779 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210525779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210525780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210525780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:27.467356 run patchelf(pid=32365): Terminating (SIGINT) 21:05:27.634974 run patchelf(pid=32365): Terminated: ok {rc=0} 21:05:27.756020 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22] 21:05:27.765017 tst ping.py:22: Test FAILED (6.4 sec) 21:05:27.791489 run osmo-hlr_10.42.42.2(pid=32359): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32359)] 21:05:27.839862 run osmo-hlr_10.42.42.2(pid=32359): stdout: | (launched: 2022-12-13_21:05:24.683228) 21:05:27.889843 run osmo-hlr_10.42.42.2(pid=32359): stderr: | [0;m[1;31m20221213210524855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210524855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210524855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210524855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210524855 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210524856 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210524868 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210524879 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210524879 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210524879 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:05:27.940404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminating (SIGTERM) 21:05:27.980875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminating (SIGTERM) 21:05:28.021279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminating (SIGTERM) 21:05:28.061976 --- ParallelTerminationStrategy: PID 32358 died... 21:05:28.081757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminated: ok {rc=0} 21:05:28.126666 --- ParallelTerminationStrategy: PID 32361 died... 21:05:28.145875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminated: ok {rc=0} 21:05:28.190321 --- ParallelTerminationStrategy: PID 32364 died... 21:05:28.209626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminated: ok {rc=0} 21:05:28.293861 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 21:05:29.379390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.391748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:05:29.459360 tst ping_idle_ping.py: using LAC 36271 21:05:29.576661 tst ping_idle_ping.py: using RAC 61 21:05:29.692807 tst ping_idle_ping.py: using CellId 36271 21:05:29.809421 tst ping_idle_ping.py: using BVCI 36272 21:05:29.925876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.937654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.949046 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.960774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.972868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.984936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:29.997090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:05:30.009193 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:05:30.125730 tst ping_idle_ping.py:24: start network... 21:05:30.323877 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:05:30.787099 run create_hlr_db(pid=32366): Launched 21:05:30.912832 bus /gobi_6: Setting Powered False 21:05:31.981145 run create_hlr_db(pid=32366): Terminated: ok {rc=0} 21:05:32.426284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Launched 21:05:32.745225 run osmo-hlr_10.42.42.2(pid=32369): Launched 21:05:32.866799 run osmo-stp_10.42.42.5: Starting osmo-stp 21:05:33.417107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Launched 21:05:33.736199 run osmo-stp_10.42.42.5(pid=32372): Launched 21:05:33.857126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:05:34.405665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Launched 21:05:34.527743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:05:34.797158 run patchelf(pid=32375): Launched 21:05:34.973171 run osmo-stp_10.42.42.5(pid=32372): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] 21:05:35.107548 run osmo-stp_10.42.42.5(pid=32372): stdout: | (launched: 2022-12-13_21:05:33.677708) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:35.243628 run osmo-stp_10.42.42.5(pid=32372): stderr: | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210533870 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:35.379323 run osmo-stp_10.42.42.5(pid=32372): stdout: | (launched: 2022-12-13_21:05:33.677708) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:35.510605 run osmo-stp_10.42.42.5(pid=32372): stderr: | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210533869 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210533870 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210533870 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:35.665481 run patchelf(pid=32375): Terminating (SIGINT) 21:05:35.843878 run patchelf(pid=32375): Terminated: ok {rc=0} 21:05:35.972772 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 21:05:35.982495 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 21:05:36.010572 run osmo-hlr_10.42.42.2(pid=32369): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32369)] 21:05:36.060545 run osmo-hlr_10.42.42.2(pid=32369): stdout: | (launched: 2022-12-13_21:05:32.686857) 21:05:36.112172 run osmo-hlr_10.42.42.2(pid=32369): stderr: | [0;m[1;31m20221213210532880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210532880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210532880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210532880 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210532881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210532881 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210532894 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210532902 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210532902 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210532902 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:05:36.164353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminating (SIGTERM) 21:05:36.206284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminating (SIGTERM) 21:05:36.248147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminating (SIGTERM) 21:05:36.290989 --- ParallelTerminationStrategy: PID 32368 died... 21:05:36.311162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminated: ok {rc=0} 21:05:36.357477 --- ParallelTerminationStrategy: PID 32371 died... 21:05:36.377173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminated: ok {rc=0} 21:05:36.423510 --- ParallelTerminationStrategy: PID 32374 died... 21:05:36.443201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminated: ok {rc=0} 21:05:36.531224 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo --------------------------------------------------------------------- 21:05:37.839043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:05:37.845395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 1 x bts (candidates: 11) 21:05:37.875118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 9 x ip_address (candidates: 9) 21:05:37.914654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Verifying 4 x modem (candidates: 12) 21:05:38.002842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 1 x bts (candidates: 11) 21:05:38.032477 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 9 x ip_address (candidates: 9) 21:05:38.071775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Reserving 4 x modem (candidates: 12) 21:05:38.671367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: RESERVED RESOURCES for gprs: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py ---------------------------------------------- 21:05:38.722999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:38.734610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:05:38.803550 tst cs_paging_gprs_active.py: using LAC 36272 21:05:38.931050 tst cs_paging_gprs_active.py: using RAC 62 21:05:39.052320 tst cs_paging_gprs_active.py: using CellId 36272 21:05:39.173397 tst cs_paging_gprs_active.py: using BVCI 36273 21:05:39.285653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.296842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.307871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.318742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.329976 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.341569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.352740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.363894 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:39.375165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:05:39.496790 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:05:39.614843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:05:39.817367 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:40.122289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Launched 21:05:40.388520 run iperf3-srv_10.42.42.10(pid=32381): Launched 21:05:40.502259 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:05:40.704520 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:41.007144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Launched 21:05:41.271958 run iperf3-srv_10.42.42.10(pid=32383): Launched 21:05:41.385664 tst cs_paging_gprs_active.py:38: start network... 21:05:41.587078 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:05:42.057218 run create_hlr_db(pid=32384): Launched 21:05:42.172524 bus /gobi_6: Setting Powered False 21:05:43.233389 run create_hlr_db(pid=32384): Terminated: ok {rc=0} 21:05:43.675891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Launched 21:05:43.999339 run osmo-hlr_10.42.42.2(pid=32387): Launched 21:05:44.122526 run osmo-stp_10.42.42.5: Starting osmo-stp 21:05:44.682168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Launched 21:05:45.006668 run osmo-stp_10.42.42.5(pid=32390): Launched 21:05:45.129555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:05:45.686709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Launched 21:05:45.811329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:05:46.125600 run patchelf(pid=32393): Launched 21:05:46.311689 run osmo-stp_10.42.42.5(pid=32390): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)] 21:05:46.447306 run osmo-stp_10.42.42.5(pid=32390): stdout: | (launched: 2022-12-13_21:05:44.947597) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:46.583353 run osmo-stp_10.42.42.5(pid=32390): stderr: | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210545138 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:46.719318 run osmo-stp_10.42.42.5(pid=32390): stdout: | (launched: 2022-12-13_21:05:44.947597) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:46.849891 run osmo-stp_10.42.42.5(pid=32390): stderr: | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210545137 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210545138 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210545138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:47.044445 run patchelf(pid=32393): Terminating (SIGINT) 21:05:47.222421 run patchelf(pid=32393): Terminated: ok {rc=0} 21:05:47.347307 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32390): Process ended prematurely: osmo-stp_10.42.42.5(pid=32390) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38] 21:05:47.357195 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 21:05:47.384709 run osmo-hlr_10.42.42.2(pid=32387): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32387)] 21:05:47.433578 run osmo-hlr_10.42.42.2(pid=32387): stdout: | (launched: 2022-12-13_21:05:43.939616) 21:05:47.483647 run osmo-hlr_10.42.42.2(pid=32387): stderr: | [0;m[1;31m20221213210544135 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210544135 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210544135 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210544136 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210544136 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210544136 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210544148 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210544157 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210544157 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210544157 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:05:47.534128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Terminating (SIGTERM) 21:05:47.574240 run iperf3-srv_10.42.42.10(pid=32381): Terminating (SIGTERM) 21:05:47.614201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Terminating (SIGTERM) 21:05:47.654224 run iperf3-srv_10.42.42.10(pid=32383): Terminating (SIGTERM) 21:05:47.694063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Terminating (SIGTERM) 21:05:47.734455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Terminating (SIGTERM) 21:05:47.774640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Terminating (SIGTERM) 21:05:47.814843 --- ParallelTerminationStrategy: PID 32380 died... 21:05:47.833975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Terminated: ok {rc=0} 21:05:47.878516 --- ParallelTerminationStrategy: PID 32381 died... 21:05:47.897701 run iperf3-srv_10.42.42.10(pid=32381): Terminated {rc=256} 21:05:47.942030 --- ParallelTerminationStrategy: PID 32382 died... 21:05:47.961393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Terminated: ok {rc=0} 21:05:48.005666 --- ParallelTerminationStrategy: PID 32383 died... 21:05:48.024614 run iperf3-srv_10.42.42.10(pid=32383): Terminated {rc=256} 21:05:48.069111 --- ParallelTerminationStrategy: PID 32386 died... 21:05:48.088353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Terminated: ok {rc=0} 21:05:48.132870 --- ParallelTerminationStrategy: PID 32389 died... 21:05:48.152608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Terminated: ok {rc=0} 21:05:48.197206 --- ParallelTerminationStrategy: PID 32392 died... 21:05:48.216480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Terminated: ok {rc=0} 21:05:48.301619 bus /gobi_0: Setting Powered False 21:05:49.400371 bus /gobi_0: Setting Powered False 21:05:50.518085 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py ---------------------------------------------- 21:05:51.667266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:51.679471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:05:51.749096 tst iperf3.py: using LAC 36273 21:05:51.874951 tst iperf3.py: using RAC 63 21:05:52.000335 tst iperf3.py: using CellId 36273 21:05:52.120393 tst iperf3.py: using BVCI 36274 21:05:52.231239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.242603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.253684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.264732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.276289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.287450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.298669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.309779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:05:52.321206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:05:52.436650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:05:52.655143 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:05:52.978787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Launched 21:05:53.258936 run iperf3-srv_10.42.42.10(pid=32399): Launched 21:05:53.381234 tst iperf3.py:8: start network... 21:05:53.598495 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:05:54.097315 run create_hlr_db(pid=32400): Launched 21:05:54.223248 bus /gobi_6: Setting Powered False 21:05:55.282332 run create_hlr_db(pid=32400): Terminated: ok {rc=0} 21:05:55.703661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Launched 21:05:56.006751 run osmo-hlr_10.42.42.2(pid=32403): Launched 21:05:56.121635 run osmo-stp_10.42.42.5: Starting osmo-stp 21:05:56.646663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Launched 21:05:56.950432 run osmo-stp_10.42.42.5(pid=32406): Launched 21:05:57.064496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:05:57.582906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Launched 21:05:57.700062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:05:57.955703 run patchelf(pid=32409): Launched 21:05:58.122978 run osmo-stp_10.42.42.5(pid=32406): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)] 21:05:58.250377 run osmo-stp_10.42.42.5(pid=32406): stdout: | (launched: 2022-12-13_21:05:56.893978) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:58.379860 run osmo-stp_10.42.42.5(pid=32406): stderr: | [0;m[38;5;43m20221213210557061 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210557061 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210557062 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210557062 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:58.509975 run osmo-stp_10.42.42.5(pid=32406): stdout: | (launched: 2022-12-13_21:05:56.893978) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:05:58.634076 run osmo-stp_10.42.42.5(pid=32406): stderr: | [0;m[38;5;43m20221213210557061 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210557061 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210557062 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210557062 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210557063 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:05:58.781279 run patchelf(pid=32409): Terminating (SIGINT) 21:05:58.952128 run patchelf(pid=32409): Terminated: ok {rc=0} 21:05:59.075537 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32406): Process ended prematurely: osmo-stp_10.42.42.5(pid=32406) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8] 21:05:59.085185 tst iperf3.py:8: Test FAILED (7.5 sec) 21:05:59.112285 run osmo-hlr_10.42.42.2(pid=32403): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32403)] 21:05:59.160553 run osmo-hlr_10.42.42.2(pid=32403): stdout: | (launched: 2022-12-13_21:05:55.951123) 21:05:59.210324 run osmo-hlr_10.42.42.2(pid=32403): stderr: | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210556125 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210556136 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210556145 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210556145 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210556145 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:05:59.260219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminating (SIGTERM) 21:05:59.300168 run iperf3-srv_10.42.42.10(pid=32399): Terminating (SIGTERM) 21:05:59.339994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Terminating (SIGTERM) 21:05:59.379893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Terminating (SIGTERM) 21:05:59.419645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Terminating (SIGTERM) 21:05:59.459712 --- ParallelTerminationStrategy: PID 32398 died... 21:05:59.479095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminated: ok {rc=0} 21:05:59.523439 --- ParallelTerminationStrategy: PID 32399 died... 21:05:59.542235 run iperf3-srv_10.42.42.10(pid=32399): Terminated {rc=256} 21:05:59.586326 --- ParallelTerminationStrategy: PID 32402 died... 21:05:59.605236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Terminated: ok {rc=0} 21:05:59.649283 --- ParallelTerminationStrategy: PID 32405 died... 21:05:59.668163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Terminated: ok {rc=0} 21:05:59.712283 --- ParallelTerminationStrategy: PID 32408 died... 21:05:59.731255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Terminated: ok {rc=0} 21:05:59.817383 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py ---------------------------------------------- 21:06:00.982795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:00.995658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:06:01.067879 tst iperf3m4.py: using LAC 36274 21:06:01.195735 tst iperf3m4.py: using RAC 64 21:06:01.317620 tst iperf3m4.py: using CellId 36274 21:06:01.445677 tst iperf3m4.py: using BVCI 36275 21:06:01.591812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.607364 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.622885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.639101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.654984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.670487 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.686537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.702199 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:01.717818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:01.861461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:01.997574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:02.141800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:02.281266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:06:02.503722 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:06:02.828851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Launched 21:06:03.109575 run iperf3-srv_10.42.42.10(pid=32411): Launched 21:06:03.230851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:06:03.448528 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:06:03.772299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Launched 21:06:04.053541 run iperf3-srv_10.42.42.10(pid=32413): Launched 21:06:04.174862 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:06:04.392054 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:06:04.716836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Launched 21:06:04.998122 run iperf3-srv_10.42.42.10(pid=32415): Launched 21:06:05.118990 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:06:05.336286 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:06:05.660902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Launched 21:06:05.941534 run iperf3-srv_10.42.42.10(pid=32417): Launched 21:06:06.064310 tst iperf3m4.py:8: start network... 21:06:06.281327 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:06:06.783096 run create_hlr_db(pid=32418): Launched 21:06:06.914562 bus /gobi_6: Setting Powered False 21:06:07.978604 run create_hlr_db(pid=32418): Terminated: ok {rc=0} 21:06:08.409501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Launched 21:06:08.712058 run osmo-hlr_10.42.42.2(pid=32421): Launched 21:06:08.827410 run osmo-stp_10.42.42.5: Starting osmo-stp 21:06:09.348916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Launched 21:06:09.651697 run osmo-stp_10.42.42.5(pid=32424): Launched 21:06:09.766956 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:06:10.287746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Launched 21:06:10.403730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:06:10.659277 run patchelf(pid=32427): Launched 21:06:10.826974 run osmo-stp_10.42.42.5(pid=32424): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)] 21:06:10.955389 run osmo-stp_10.42.42.5(pid=32424): stdout: | (launched: 2022-12-13_21:06:09.596005) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:11.084870 run osmo-stp_10.42.42.5(pid=32424): stderr: | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210609764 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:11.214780 run osmo-stp_10.42.42.5(pid=32424): stdout: | (launched: 2022-12-13_21:06:09.596005) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:11.339296 run osmo-stp_10.42.42.5(pid=32424): stderr: | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210609763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210609764 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210609764 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:11.486757 run patchelf(pid=32427): Terminating (SIGINT) 21:06:11.657671 run patchelf(pid=32427): Terminated: ok {rc=0} 21:06:11.780767 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32424): Process ended prematurely: osmo-stp_10.42.42.5(pid=32424) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8] 21:06:11.790592 tst iperf3m4.py:8: Test FAILED (10.8 sec) 21:06:11.818097 run osmo-hlr_10.42.42.2(pid=32421): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32421)] 21:06:11.866554 run osmo-hlr_10.42.42.2(pid=32421): stdout: | (launched: 2022-12-13_21:06:08.656318) 21:06:11.916312 run osmo-hlr_10.42.42.2(pid=32421): stderr: | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210608833 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210608846 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210608858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210608858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210608858 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:06:11.966544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Terminating (SIGTERM) 21:06:12.006577 run iperf3-srv_10.42.42.10(pid=32411): Terminating (SIGTERM) 21:06:12.046485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Terminating (SIGTERM) 21:06:12.086471 run iperf3-srv_10.42.42.10(pid=32413): Terminating (SIGTERM) 21:06:12.126375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Terminating (SIGTERM) 21:06:12.166463 run iperf3-srv_10.42.42.10(pid=32415): Terminating (SIGTERM) 21:06:12.206318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Terminating (SIGTERM) 21:06:12.246400 run iperf3-srv_10.42.42.10(pid=32417): Terminating (SIGTERM) 21:06:12.286294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Terminating (SIGTERM) 21:06:12.326418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Terminating (SIGTERM) 21:06:12.366389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Terminating (SIGTERM) 21:06:12.406596 --- ParallelTerminationStrategy: PID 32410 died... 21:06:12.426133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Terminated: ok {rc=0} 21:06:12.470558 --- ParallelTerminationStrategy: PID 32411 died... 21:06:12.489499 run iperf3-srv_10.42.42.10(pid=32411): Terminated {rc=256} 21:06:12.533683 --- ParallelTerminationStrategy: PID 32412 died... 21:06:12.552472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Terminated: ok {rc=0} 21:06:12.596852 --- ParallelTerminationStrategy: PID 32413 died... 21:06:12.616227 run iperf3-srv_10.42.42.10(pid=32413): Terminated {rc=256} 21:06:12.660447 --- ParallelTerminationStrategy: PID 32414 died... 21:06:12.679519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Terminated: ok {rc=0} 21:06:12.723824 --- ParallelTerminationStrategy: PID 32415 died... 21:06:12.742835 run iperf3-srv_10.42.42.10(pid=32415): Terminated {rc=256} 21:06:12.787021 --- ParallelTerminationStrategy: PID 32416 died... 21:06:12.806142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Terminated: ok {rc=0} 21:06:12.850465 --- ParallelTerminationStrategy: PID 32417 died... 21:06:12.869402 run iperf3-srv_10.42.42.10(pid=32417): Terminated {rc=256} 21:06:12.914016 --- ParallelTerminationStrategy: PID 32420 died... 21:06:12.933351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Terminated: ok {rc=0} 21:06:12.977481 --- ParallelTerminationStrategy: PID 32423 died... 21:06:12.996439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Terminated: ok {rc=0} 21:06:13.040696 --- ParallelTerminationStrategy: PID 32426 died... 21:06:13.059784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Terminated: ok {rc=0} 21:06:13.147037 bus /gobi_4: Setting Powered False 21:06:14.245738 bus /gobi_4: Setting Powered False 21:06:15.358864 bus /gobi_1: Setting Powered False 21:06:16.454508 bus /gobi_1: Setting Powered False 21:06:17.583043 bus /gobi_0: Setting Powered False 21:06:18.681961 bus /gobi_0: Setting Powered False 21:06:19.798989 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py ---------------------------------------------- 21:06:20.903131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:20.915304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:06:20.985419 tst ping.py: using LAC 36275 21:06:21.111301 tst ping.py: using RAC 65 21:06:21.237007 tst ping.py: using CellId 36275 21:06:21.365409 tst ping.py: using BVCI 36276 21:06:21.481550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.493269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.504548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.515964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.527377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.538786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.550312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:21.561864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:21.678920 tst ping.py:19: start network... 21:06:21.892363 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:06:22.382490 run create_hlr_db(pid=32428): Launched 21:06:22.512444 bus /gobi_6: Setting Powered False 21:06:23.575299 run create_hlr_db(pid=32428): Terminated: ok {rc=0} 21:06:24.016299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Launched 21:06:24.332440 run osmo-hlr_10.42.42.2(pid=32431): Launched 21:06:24.455264 run osmo-stp_10.42.42.5: Starting osmo-stp 21:06:25.002581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Launched 21:06:25.319644 run osmo-stp_10.42.42.5(pid=32434): Launched 21:06:25.439583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:06:25.984358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Launched 21:06:26.106542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:06:26.374128 run patchelf(pid=32437): Launched 21:06:26.551630 run osmo-stp_10.42.42.5(pid=32434): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] 21:06:26.685536 run osmo-stp_10.42.42.5(pid=32434): stdout: | (launched: 2022-12-13_21:06:25.259801) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:26.820251 run osmo-stp_10.42.42.5(pid=32434): stderr: | [0;m[38;5;43m20221213210625449 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210625449 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210625450 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210625450 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210625450 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210625450 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210625451 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:26.955263 run osmo-stp_10.42.42.5(pid=32434): stdout: | (launched: 2022-12-13_21:06:25.259801) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:27.085412 run osmo-stp_10.42.42.5(pid=32434): stderr: | [0;m[38;5;43m20221213210625449 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210625449 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210625450 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210625450 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210625450 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210625450 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210625451 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:27.239281 run patchelf(pid=32437): Terminating (SIGINT) 21:06:27.417213 run patchelf(pid=32437): Terminated: ok {rc=0} 21:06:27.545622 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22] 21:06:27.555174 tst ping.py:22: Test FAILED (6.6 sec) 21:06:27.582989 run osmo-hlr_10.42.42.2(pid=32431): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32431)] 21:06:27.632520 run osmo-hlr_10.42.42.2(pid=32431): stdout: | (launched: 2022-12-13_21:06:24.274326) 21:06:27.683760 run osmo-hlr_10.42.42.2(pid=32431): stderr: | [0;m[1;31m20221213210624469 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210624470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210624470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210624470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210624470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210624470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210624488 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210624498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210624498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210624498 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:06:27.735273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminating (SIGTERM) 21:06:27.776564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminating (SIGTERM) 21:06:27.817925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminating (SIGTERM) 21:06:27.859634 --- ParallelTerminationStrategy: PID 32430 died... 21:06:27.879606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminated: ok {rc=0} 21:06:27.925637 --- ParallelTerminationStrategy: PID 32433 died... 21:06:27.945070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminated: ok {rc=0} 21:06:27.990576 --- ParallelTerminationStrategy: PID 32436 died... 21:06:28.009942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminated: ok {rc=0} 21:06:28.096772 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py ---------------------------------------------- 21:06:29.183838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.195756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1) 21:06:29.262980 tst ping_idle_ping.py: using LAC 36276 21:06:29.378858 tst ping_idle_ping.py: using RAC 66 21:06:29.505517 tst ping_idle_ping.py: using CellId 36276 21:06:29.622425 tst ping_idle_ping.py: using BVCI 36277 21:06:29.729677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.740697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.751587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.762493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.773679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.784856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.796213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9) 21:06:29.807375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4) 21:06:29.922913 tst ping_idle_ping.py:24: start network... 21:06:30.138211 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:06:30.636325 run create_hlr_db(pid=32438): Launched 21:06:30.765774 bus /gobi_6: Setting Powered False 21:06:31.828385 run create_hlr_db(pid=32438): Terminated: ok {rc=0} 21:06:32.301753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Launched 21:06:32.621210 run osmo-hlr_10.42.42.2(pid=32441): Launched 21:06:32.743212 run osmo-stp_10.42.42.5: Starting osmo-stp 21:06:33.295440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Launched 21:06:33.614838 run osmo-stp_10.42.42.5(pid=32444): Launched 21:06:33.737257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:06:34.283618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Launched 21:06:34.405427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:06:34.674582 run patchelf(pid=32447): Launched 21:06:34.852452 run osmo-stp_10.42.42.5(pid=32444): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)] 21:06:34.986776 run osmo-stp_10.42.42.5(pid=32444): stdout: | (launched: 2022-12-13_21:06:33.556255) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:35.122411 run osmo-stp_10.42.42.5(pid=32444): stderr: | [0;m[38;5;43m20221213210633745 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210633746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210633746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210633746 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:35.258059 run osmo-stp_10.42.42.5(pid=32444): stdout: | (launched: 2022-12-13_21:06:33.556255) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:35.388619 run osmo-stp_10.42.42.5(pid=32444): stderr: | [0;m[38;5;43m20221213210633745 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210633746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210633746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210633746 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210633747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:35.543289 run patchelf(pid=32447): Terminating (SIGINT) 21:06:35.721539 run patchelf(pid=32447): Terminated: ok {rc=0} 21:06:35.849938 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32444): Process ended prematurely: osmo-stp_10.42.42.5(pid=32444) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27] 21:06:35.859481 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 21:06:35.887440 run osmo-hlr_10.42.42.2(pid=32441): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32441)] 21:06:35.937213 run osmo-hlr_10.42.42.2(pid=32441): stdout: | (launched: 2022-12-13_21:06:32.562347) 21:06:35.988503 run osmo-hlr_10.42.42.2(pid=32441): stderr: | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210632758 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210632771 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210632779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210632779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210632779 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:06:36.040357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Terminating (SIGTERM) 21:06:36.082198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Terminating (SIGTERM) 21:06:36.123879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Terminating (SIGTERM) 21:06:36.165809 --- ParallelTerminationStrategy: PID 32440 died... 21:06:36.185948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Terminated: ok {rc=0} 21:06:36.232359 --- ParallelTerminationStrategy: PID 32443 died... 21:06:36.252246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Terminated: ok {rc=0} 21:06:36.298219 --- ParallelTerminationStrategy: PID 32446 died... 21:06:36.317858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Terminated: ok {rc=0} 21:06:36.405544 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 21:06:37.708761 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:06:37.715795 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:06:37.744788 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 21:06:37.780489 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:06:37.833853 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:06:37.862852 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 21:06:37.897425 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:06:38.461016 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 21:06:38.466539 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:38.478527 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:06:38.544660 tst switch_tch_pdch.py: using LAC 36277 21:06:38.667505 tst switch_tch_pdch.py: using RAC 67 21:06:38.783936 tst switch_tch_pdch.py: using CellId 36277 21:06:38.898727 tst switch_tch_pdch.py: using BVCI 36278 21:06:39.005906 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.017503 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.028855 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.040190 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.052023 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.063712 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.075609 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:06:39.087502 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:06:39.206021 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:06:39.322329 tst switch_tch_pdch.py:51: start network... 21:06:39.520377 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:06:39.978728 run create_hlr_db(pid=32451): Launched 21:06:40.093646 bus /gobi_6: Setting Powered False 21:06:41.152924 run create_hlr_db(pid=32451): Terminated: ok {rc=0} 21:06:41.567969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Launched 21:06:41.864808 run osmo-hlr_10.42.42.2(pid=32454): Launched 21:06:41.978379 run osmo-stp_10.42.42.5: Starting osmo-stp 21:06:42.487824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Launched 21:06:42.784307 run osmo-stp_10.42.42.5(pid=32457): Launched 21:06:42.897181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:06:43.408347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Launched 21:06:43.521985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:06:43.773935 run patchelf(pid=32460): Launched 21:06:43.939136 run osmo-stp_10.42.42.5(pid=32457): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)] 21:06:44.065439 run osmo-stp_10.42.42.5(pid=32457): stdout: | (launched: 2022-12-13_21:06:42.728730) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:44.193275 run osmo-stp_10.42.42.5(pid=32457): stderr: | [0;m[38;5;43m20221213210642894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210642894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210642895 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210642895 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210642895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210642895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210642896 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:44.321157 run osmo-stp_10.42.42.5(pid=32457): stdout: | (launched: 2022-12-13_21:06:42.728730) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:44.443754 run osmo-stp_10.42.42.5(pid=32457): stderr: | [0;m[38;5;43m20221213210642894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210642894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210642895 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210642895 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210642895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210642895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210642896 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:44.588429 run patchelf(pid=32460): Terminating (SIGINT) 21:06:44.756214 run patchelf(pid=32460): Terminated: ok {rc=0} 21:06:44.877338 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)] [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54] 21:06:44.886276 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec) 21:06:44.912756 run osmo-hlr_10.42.42.2(pid=32454): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32454)] 21:06:44.961405 run osmo-hlr_10.42.42.2(pid=32454): stdout: | (launched: 2022-12-13_21:06:41.809767) 21:06:45.011443 run osmo-hlr_10.42.42.2(pid=32454): stderr: | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210641985 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210641998 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210642006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210642006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210642006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:06:45.061772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminating (SIGTERM) 21:06:45.102010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminating (SIGTERM) 21:06:45.142197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Terminating (SIGTERM) 21:06:45.182513 --- ParallelTerminationStrategy: PID 32453 died... 21:06:45.202045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminated: ok {rc=0} 21:06:45.246396 --- ParallelTerminationStrategy: PID 32456 died... 21:06:45.265312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminated: ok {rc=0} 21:06:45.309759 --- ParallelTerminationStrategy: PID 32459 died... 21:06:45.328744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Terminated: ok {rc=0} 21:06:45.412606 bus /gobi_0: Setting Powered False 21:06:46.507744 bus /gobi_0: Setting Powered False 21:06:47.623389 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo --------------------------------------------------------------------- 21:06:48.882126 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:06:48.888508 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 1 x bts (candidates: 11) 21:06:48.917964 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 8 x ip_address (candidates: 9) 21:06:48.953406 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Verifying 2 x modem (candidates: 12) 21:06:49.007369 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 1 x bts (candidates: 11) 21:06:49.037333 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 8 x ip_address (candidates: 9) 21:06:49.072077 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Reserving 2 x modem (candidates: 12) 21:06:49.631047 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: RESERVED RESOURCES for dynts: bts LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py ---------------------------------------------- 21:06:49.636515 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:49.648273 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1) 21:06:49.715186 tst switch_tch_pdch.py: using LAC 36278 21:06:49.837585 tst switch_tch_pdch.py: using RAC 68 21:06:49.961259 tst switch_tch_pdch.py: using CellId 36278 21:06:50.084869 tst switch_tch_pdch.py: using BVCI 36279 21:06:50.199173 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.210844 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.222350 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.233793 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.244913 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.256380 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.267847 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8) 21:06:50.279186 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 21:06:50.399889 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2) 21:06:50.518160 tst switch_tch_pdch.py:51: start network... 21:06:50.716870 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:06:51.150826 run create_hlr_db(pid=32464): Launched 21:06:51.263949 bus /gobi_6: Setting Powered False 21:06:52.323944 run create_hlr_db(pid=32464): Terminated: ok {rc=0} 21:06:52.731748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Launched 21:06:53.048393 run osmo-hlr_10.42.42.2(pid=32467): Launched 21:06:53.169733 run osmo-stp_10.42.42.5: Starting osmo-stp 21:06:53.688537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Launched 21:06:54.005392 run osmo-stp_10.42.42.5(pid=32470): Launched 21:06:54.126846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:06:54.646015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Launched 21:06:54.768794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:06:55.036389 run patchelf(pid=32473): Launched 21:06:55.212073 run osmo-stp_10.42.42.5(pid=32470): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)] 21:06:55.346215 run osmo-stp_10.42.42.5(pid=32470): stdout: | (launched: 2022-12-13_21:06:53.946845) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:55.481621 run osmo-stp_10.42.42.5(pid=32470): stderr: | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210654136 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:55.616571 run osmo-stp_10.42.42.5(pid=32470): stdout: | (launched: 2022-12-13_21:06:53.946845) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:06:55.746775 run osmo-stp_10.42.42.5(pid=32470): stderr: | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210654135 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210654136 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210654136 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:06:55.900472 run patchelf(pid=32473): Terminating (SIGINT) 21:06:56.079073 run patchelf(pid=32473): Terminated: ok {rc=0} 21:06:56.207320 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32470): Process ended prematurely: osmo-stp_10.42.42.5(pid=32470) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)] [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54] 21:06:56.216732 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec) 21:06:56.244770 run osmo-hlr_10.42.42.2(pid=32467): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32467)] 21:06:56.294799 run osmo-hlr_10.42.42.2(pid=32467): stdout: | (launched: 2022-12-13_21:06:52.990198) 21:06:56.347055 run osmo-hlr_10.42.42.2(pid=32467): stderr: | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210653184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210653197 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210653205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210653205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210653205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:06:56.399086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Terminating (SIGTERM) 21:06:56.440508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Terminating (SIGTERM) 21:06:56.482877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Terminating (SIGTERM) 21:06:56.525335 --- ParallelTerminationStrategy: PID 32466 died... 21:06:56.545275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Terminated: ok {rc=0} 21:06:56.591870 --- ParallelTerminationStrategy: PID 32469 died... 21:06:56.611528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Terminated: ok {rc=0} 21:06:56.657467 --- ParallelTerminationStrategy: PID 32472 died... 21:06:56.677197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Terminated: ok {rc=0} 21:06:56.764059 bus /gobi_0: Setting Powered False 21:06:57.862664 bus /gobi_0: Setting Powered False 21:06:58.978687 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_sms:nanobts --------------------------------------------------------------------- 21:07:00.229918 tst nitb_sms:nanobts: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:00.234161 tst nitb_sms:nanobts: Verifying 1 x bts (candidates: 11) 21:07:00.258925 tst nitb_sms:nanobts: Verifying 1 x ip_address (candidates: 9) 21:07:00.266105 tst nitb_sms:nanobts: Verifying 2 x modem (candidates: 12) 21:07:00.319486 tst nitb_sms:nanobts: Reserving 1 x bts (candidates: 11) 21:07:00.343472 tst nitb_sms:nanobts: Reserving 1 x ip_address (candidates: 9) 21:07:00.350605 tst nitb_sms:nanobts: Reserving 2 x modem (candidates: 12) 21:07:00.894768 tst nitb_sms:nanobts: RESERVED RESOURCES for nitb_sms: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 nitb_sms:nanobts mo_mt_sms.py ---------------------------------------------- 21:07:00.901689 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1) 21:07:00.915424 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1) 21:07:00.955378 tst mo_mt_sms.py: using LAC 36279 21:07:01.085727 tst mo_mt_sms.py: using RAC 69 21:07:01.250493 tst mo_mt_sms.py: using CellId 36279 21:07:01.369889 tst mo_mt_sms.py: using BVCI 36280 21:07:01.480161 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2) 21:07:01.609233 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2) 21:07:01.731519 tst mo_mt_sms.py:9: start nitb and bts... 21:07:01.950862 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:07:02.607127 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Launched 21:07:02.924748 run osmo-nitb_10.42.42.2(pid=32478): Launched 21:07:03.101548 run osmo-nitb_10.42.42.2(pid=32478): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)] 21:07:03.243188 run osmo-nitb_10.42.42.2(pid=32478): stdout: | (launched: 2022-12-13_21:07:02.866879) 21:07:03.387048 run osmo-nitb_10.42.42.2(pid=32478): stderr: | (launched: 2022-12-13_21:07:02.913948) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:07:03.530862 run osmo-nitb_10.42.42.2(pid=32478): stdout: | (launched: 2022-12-13_21:07:02.866879) 21:07:03.668545 run osmo-nitb_10.42.42.2(pid=32478): stderr: | (launched: 2022-12-13_21:07:02.913948) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)] 21:07:04.045260 tst osmo-nitb_10.42.42.2(pid=32478): stdout: | (launched: 2022-12-13_21:07:02.866879) 21:07:04.172781 tst osmo-nitb_10.42.42.2(pid=32478): stderr: | (launched: 2022-12-13_21:07:02.913948) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:07:04.323454 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)] [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11] 21:07:04.332654 tst mo_mt_sms.py:11: Test FAILED (3.4 sec) 21:07:04.339807 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Terminating (SIGTERM) 21:07:04.550124 --- ParallelTerminationStrategy: PID 32477 died... 21:07:04.572771 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Terminated: ok {rc=0} 21:07:04.659399 bus /sierra_3: Setting Powered False 21:07:05.760192 bus /sierra_3: Setting Powered False 21:07:06.880084 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_sms:nanobts FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:nanobts+band-1900 --------------------------------------------------------------------- 21:07:08.066833 tst sms:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:08.072240 tst sms:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 21:07:08.096863 tst sms:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 21:07:08.124815 tst sms:nanobts+band-1900: Verifying 2 x modem (candidates: 12) 21:07:08.179674 tst sms:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 21:07:08.204143 tst sms:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 21:07:08.230730 tst sms:nanobts+band-1900: Reserving 2 x modem (candidates: 12) 21:07:08.778794 tst sms:nanobts+band-1900: RESERVED RESOURCES for sms: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:nanobts+band-1900 mo_mt_sms.py ---------------------------------------------- 21:07:08.784327 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:08.795738 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:07:08.834558 tst mo_mt_sms.py: using LAC 36280 21:07:08.959780 tst mo_mt_sms.py: using RAC 70 21:07:09.077171 tst mo_mt_sms.py: using CellId 36280 21:07:09.193081 tst mo_mt_sms.py: using BVCI 36281 21:07:09.299917 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:09.310677 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:09.321623 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:09.332188 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:09.343326 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:09.354618 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2) 21:07:09.472089 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2) 21:07:09.588472 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:07:10.048645 run create_hlr_db(pid=32482): Launched 21:07:10.161681 bus /sierra_2: Setting Powered False 21:07:11.220935 run create_hlr_db(pid=32482): Terminated: ok {rc=0} 21:07:11.656760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Launched 21:07:11.975135 run osmo-hlr_10.42.42.2(pid=32485): Launched 21:07:12.097583 run osmo-stp_10.42.42.5: Starting osmo-stp 21:07:12.645495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Launched 21:07:12.960407 run osmo-stp_10.42.42.5(pid=32488): Launched 21:07:13.082895 run osmo-msc_10.42.42.6: Starting osmo-msc 21:07:13.655830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Launched 21:07:13.973820 run osmo-msc_10.42.42.6(pid=32491): Launched 21:07:14.151957 run osmo-stp_10.42.42.5(pid=32488): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)] 21:07:14.286011 run osmo-stp_10.42.42.5(pid=32488): stdout: | (launched: 2022-12-13_21:07:12.902412) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:14.420235 run osmo-stp_10.42.42.5(pid=32488): stderr: | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210713090 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:14.553479 run osmo-stp_10.42.42.5(pid=32488): stdout: | (launched: 2022-12-13_21:07:12.902412) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:14.679581 run osmo-stp_10.42.42.5(pid=32488): stderr: | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210713089 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210713090 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210713090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:14.830228 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32488): Process ended prematurely: osmo-stp_10.42.42.5(pid=32488) [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)] [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16] 21:07:14.838981 tst mo_mt_sms.py:16: Test FAILED (6.0 sec) 21:07:14.865876 run osmo-hlr_10.42.42.2(pid=32485): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32485)] 21:07:14.915499 run osmo-hlr_10.42.42.2(pid=32485): stdout: | (launched: 2022-12-13_21:07:11.917007) 21:07:14.967214 run osmo-hlr_10.42.42.2(pid=32485): stderr: | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210712111 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210712124 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210712132 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210712133 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210712133 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:07:15.038572 run osmo-msc_10.42.42.6(pid=32491): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32491)] 21:07:15.088106 run osmo-msc_10.42.42.6(pid=32491): stdout: | (launched: 2022-12-13_21:07:13.915303) 21:07:15.139310 run osmo-msc_10.42.42.6(pid=32491): stderr: | [0;m[38;5;43m20221213210714232 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210714232 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f03c957cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210714232 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210714233 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210714233 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210714234 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210714235 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210714236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210714236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210714236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:07:15.190989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Terminating (SIGTERM) 21:07:15.232619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Terminating (SIGTERM) 21:07:15.273994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Terminating (SIGTERM) 21:07:15.315653 --- ParallelTerminationStrategy: PID 32484 died... 21:07:15.335433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Terminated: ok {rc=0} 21:07:15.381597 --- ParallelTerminationStrategy: PID 32487 died... 21:07:15.401254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Terminated: ok {rc=0} 21:07:15.446906 --- ParallelTerminationStrategy: PID 32490 died... 21:07:15.466903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Terminated: ok {rc=0} 21:07:15.555201 bus /sierra_3: Setting Powered False 21:07:16.654736 bus /sierra_3: Setting Powered False 21:07:17.770188 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:nanobts+band-1900 --------------------------------------------------------------------- 21:07:18.995674 tst nitb_ussd:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:19.001086 tst nitb_ussd:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 21:07:19.025290 tst nitb_ussd:nanobts+band-1900: Verifying 1 x ip_address (candidates: 9) 21:07:19.032194 tst nitb_ussd:nanobts+band-1900: Verifying 1 x modem (candidates: 12) 21:07:19.067833 tst nitb_ussd:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 21:07:19.092301 tst nitb_ussd:nanobts+band-1900: Reserving 1 x ip_address (candidates: 9) 21:07:19.099242 tst nitb_ussd:nanobts+band-1900: Reserving 1 x modem (candidates: 12) 21:07:19.619813 tst nitb_ussd:nanobts+band-1900: RESERVED RESOURCES for nitb_ussd: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:nanobts+band-1900 assert_extension.py ---------------------------------------------- 21:07:19.625021 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1) 21:07:19.636163 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:07:19.675673 tst assert_extension.py: using LAC 36281 21:07:19.800643 tst assert_extension.py: using RAC 71 21:07:19.924941 tst assert_extension.py: using CellId 36281 21:07:20.060538 tst assert_extension.py: using BVCI 36282 21:07:20.178250 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1) 21:07:20.293955 tst assert_extension.py:10: start nitb and bts... 21:07:20.492333 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:07:21.097422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Launched 21:07:21.393859 run osmo-nitb_10.42.42.2(pid=32499): Launched 21:07:21.560840 run osmo-nitb_10.42.42.2(pid=32499): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)] 21:07:21.694136 run osmo-nitb_10.42.42.2(pid=32499): stdout: | (launched: 2022-12-13_21:07:21.339080) 21:07:21.828764 run osmo-nitb_10.42.42.2(pid=32499): stderr: | (launched: 2022-12-13_21:07:21.383079) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:07:21.963231 run osmo-nitb_10.42.42.2(pid=32499): stdout: | (launched: 2022-12-13_21:07:21.339080) 21:07:22.092460 run osmo-nitb_10.42.42.2(pid=32499): stderr: | (launched: 2022-12-13_21:07:21.383079) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)] 21:07:22.508415 tst osmo-nitb_10.42.42.2(pid=32499): stdout: | (launched: 2022-12-13_21:07:21.339080) 21:07:22.628176 tst osmo-nitb_10.42.42.2(pid=32499): stderr: | (launched: 2022-12-13_21:07:21.383079) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:07:22.768806 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)] [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12] 21:07:22.777457 tst assert_extension.py:12: Test FAILED (3.1 sec) 21:07:22.784120 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Terminating (SIGTERM) 21:07:22.993612 --- ParallelTerminationStrategy: PID 32498 died... 21:07:23.014812 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Terminated: ok {rc=0} 21:07:23.102306 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:nanobts+band-1900 --------------------------------------------------------------------- 21:07:24.275362 tst ussd:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:24.280760 tst ussd:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 21:07:24.305440 tst ussd:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 21:07:24.333648 tst ussd:nanobts+band-1900: Verifying 1 x modem (candidates: 12) 21:07:24.367945 tst ussd:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 21:07:24.392250 tst ussd:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 21:07:24.419249 tst ussd:nanobts+band-1900: Reserving 1 x modem (candidates: 12) 21:07:24.951738 tst ussd:nanobts+band-1900: RESERVED RESOURCES for ussd: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:nanobts+band-1900 assert_extension.py ---------------------------------------------- 21:07:24.957271 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:24.968292 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:07:25.006144 tst assert_extension.py: using LAC 36282 21:07:25.129784 tst assert_extension.py: using RAC 72 21:07:25.254611 tst assert_extension.py: using CellId 36282 21:07:25.379813 tst assert_extension.py: using BVCI 36283 21:07:25.495341 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:25.506585 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:25.517698 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:25.528690 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:25.539764 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:07:25.550804 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1) 21:07:25.666038 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:07:26.123770 run create_hlr_db(pid=32504): Launched 21:07:26.237249 bus /sierra_2: Setting Powered False 21:07:27.296696 run create_hlr_db(pid=32504): Terminated: ok {rc=0} 21:07:27.731888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Launched 21:07:28.050112 run osmo-hlr_10.42.42.2(pid=32507): Launched 21:07:28.172307 run osmo-stp_10.42.42.5: Starting osmo-stp 21:07:28.726897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Launched 21:07:29.043740 run osmo-stp_10.42.42.5(pid=32510): Launched 21:07:29.164059 run osmo-msc_10.42.42.6: Starting osmo-msc 21:07:29.737746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Launched 21:07:30.056488 run osmo-msc_10.42.42.6(pid=32513): Launched 21:07:30.232738 run osmo-stp_10.42.42.5(pid=32510): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] 21:07:30.366985 run osmo-stp_10.42.42.5(pid=32510): stdout: | (launched: 2022-12-13_21:07:28.985549) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:30.501229 run osmo-stp_10.42.42.5(pid=32510): stderr: | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210729176 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:30.634199 run osmo-stp_10.42.42.5(pid=32510): stdout: | (launched: 2022-12-13_21:07:28.985549) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:30.760753 run osmo-stp_10.42.42.5(pid=32510): stderr: | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210729175 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210729176 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210729176 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:30.928582 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17] 21:07:30.938142 tst assert_extension.py:17: Test FAILED (6.0 sec) 21:07:30.966241 run osmo-hlr_10.42.42.2(pid=32507): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32507)] 21:07:31.018226 run osmo-hlr_10.42.42.2(pid=32507): stdout: | (launched: 2022-12-13_21:07:27.992072) 21:07:31.073279 run osmo-hlr_10.42.42.2(pid=32507): stderr: | [0;m[1;31m20221213210728187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210728187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210728187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210728187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210728187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210728188 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210728200 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210728208 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210728209 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210728209 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:07:31.147136 run osmo-msc_10.42.42.6(pid=32513): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32513)] 21:07:31.198177 run osmo-msc_10.42.42.6(pid=32513): stdout: | (launched: 2022-12-13_21:07:29.998160) 21:07:31.251000 run osmo-msc_10.42.42.6(pid=32513): stderr: | [0;m[38;5;43m20221213210730318 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210730319 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f10a0e5fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210730319 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210730319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210730319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210730319 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210730321 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210730321 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210730322 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210730322 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:07:31.304396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminating (SIGTERM) 21:07:31.347785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminating (SIGTERM) 21:07:31.392217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminating (SIGTERM) 21:07:31.436469 --- ParallelTerminationStrategy: PID 32506 died... 21:07:31.456499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminated: ok {rc=0} 21:07:31.503879 --- ParallelTerminationStrategy: PID 32509 died... 21:07:31.524163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminated: ok {rc=0} 21:07:31.570852 --- ParallelTerminationStrategy: PID 32512 died... 21:07:31.590874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminated: ok {rc=0} 21:07:31.679945 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 21:07:32.886680 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:32.895255 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 21:07:32.918779 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 21:07:32.949426 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 21:07:33.006609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 21:07:33.031595 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 21:07:33.059692 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 21:07:33.603986 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 21:07:33.653985 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:33.665763 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 21:07:33.724485 tst mo_mt_call.py: using LAC 36283 21:07:33.841109 tst mo_mt_call.py: using RAC 73 21:07:33.957738 tst mo_mt_call.py: using CellId 36283 21:07:34.074530 tst mo_mt_call.py: using BVCI 36284 21:07:34.186015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:34.197312 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:34.208213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:34.219209 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:34.230570 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:34.241962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:07:34.363557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:07:34.484612 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:07:34.989195 run create_hlr_db(pid=32518): Launched 21:07:35.121609 bus /sierra_2: Setting Powered False 21:07:36.182567 run create_hlr_db(pid=32518): Terminated: ok {rc=0} 21:07:36.631641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Launched 21:07:36.956340 run osmo-hlr_10.42.42.2(pid=32521): Launched 21:07:37.079380 run osmo-stp_10.42.42.5: Starting osmo-stp 21:07:37.634625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Launched 21:07:37.957835 run osmo-stp_10.42.42.5(pid=32524): Launched 21:07:38.081915 run osmo-msc_10.42.42.6: Starting osmo-msc 21:07:38.664849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Launched 21:07:38.986620 run osmo-msc_10.42.42.6(pid=32527): Launched 21:07:39.166617 run osmo-stp_10.42.42.5(pid=32524): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)] 21:07:39.301763 run osmo-stp_10.42.42.5(pid=32524): stdout: | (launched: 2022-12-13_21:07:37.898954) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:39.438021 run osmo-stp_10.42.42.5(pid=32524): stderr: | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210738088 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:39.573808 run osmo-stp_10.42.42.5(pid=32524): stdout: | (launched: 2022-12-13_21:07:37.898954) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:39.703597 run osmo-stp_10.42.42.5(pid=32524): stderr: | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210738087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210738088 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210738088 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:39.857268 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 21:07:39.866903 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 21:07:39.894852 run osmo-hlr_10.42.42.2(pid=32521): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32521)] 21:07:39.945190 run osmo-hlr_10.42.42.2(pid=32521): stdout: | (launched: 2022-12-13_21:07:36.897245) 21:07:39.997459 run osmo-hlr_10.42.42.2(pid=32521): stderr: | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210737091 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210737104 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210737112 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210737113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210737113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:07:40.069779 run osmo-msc_10.42.42.6(pid=32527): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32527)] 21:07:40.120149 run osmo-msc_10.42.42.6(pid=32527): stdout: | (launched: 2022-12-13_21:07:38.927118) 21:07:40.171860 run osmo-msc_10.42.42.6(pid=32527): stderr: | [0;m[38;5;43m20221213210739247 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210739247 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f472f654c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210739247 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210739247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210739247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210739247 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210739249 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210739250 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210739250 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210739250 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:07:40.224021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminating (SIGTERM) 21:07:40.265622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminating (SIGTERM) 21:07:40.307282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Terminating (SIGTERM) 21:07:40.349087 --- ParallelTerminationStrategy: PID 32520 died... 21:07:40.369342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminated: ok {rc=0} 21:07:40.415502 --- ParallelTerminationStrategy: PID 32523 died... 21:07:40.435159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminated: ok {rc=0} 21:07:40.481479 --- ParallelTerminationStrategy: PID 32526 died... 21:07:40.500851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Terminated: ok {rc=0} 21:07:40.588526 bus /sierra_3: Setting Powered False 21:07:41.683890 bus /sierra_3: Setting Powered False 21:07:42.797391 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 21:07:43.941800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:43.953887 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 21:07:44.022555 tst mo_mt_call_osmux.py: using LAC 36284 21:07:44.141363 tst mo_mt_call_osmux.py: using RAC 74 21:07:44.258684 tst mo_mt_call_osmux.py: using CellId 36284 21:07:44.377314 tst mo_mt_call_osmux.py: using BVCI 36285 21:07:44.488912 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:44.500440 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:44.511635 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:44.522916 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:44.534507 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:07:44.546073 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:07:44.667604 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:07:44.785606 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:07:45.254822 run create_hlr_db(pid=32529): Launched 21:07:45.371603 bus /sierra_2: Setting Powered False 21:07:46.431480 run create_hlr_db(pid=32529): Terminated: ok {rc=0} 21:07:46.861750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Launched 21:07:47.185313 run osmo-hlr_10.42.42.2(pid=32532): Launched 21:07:47.309480 run osmo-stp_10.42.42.5: Starting osmo-stp 21:07:47.871543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Launched 21:07:48.194863 run osmo-stp_10.42.42.5(pid=32535): Launched 21:07:48.317291 run osmo-msc_10.42.42.6: Starting osmo-msc 21:07:48.900882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Launched 21:07:49.223701 run osmo-msc_10.42.42.6(pid=32538): Launched 21:07:49.405719 run osmo-stp_10.42.42.5(pid=32535): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)] 21:07:49.542832 run osmo-stp_10.42.42.5(pid=32535): stdout: | (launched: 2022-12-13_21:07:48.135279) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:49.680161 run osmo-stp_10.42.42.5(pid=32535): stderr: | [0;m[38;5;43m20221213210748325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210748326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210748326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210748326 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:49.815082 run osmo-stp_10.42.42.5(pid=32535): stdout: | (launched: 2022-12-13_21:07:48.135279) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:07:49.944348 run osmo-stp_10.42.42.5(pid=32535): stderr: | [0;m[38;5;43m20221213210748325 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210748326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210748326 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210748326 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210748327 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:07:50.099238 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32535): Process ended prematurely: osmo-stp_10.42.42.5(pid=32535) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 21:07:50.108739 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec) 21:07:50.136584 run osmo-hlr_10.42.42.2(pid=32532): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32532)] 21:07:50.186681 run osmo-hlr_10.42.42.2(pid=32532): stdout: | (launched: 2022-12-13_21:07:47.127778) 21:07:50.238249 run osmo-hlr_10.42.42.2(pid=32532): stderr: | [0;m[1;31m20221213210747320 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210747320 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210747320 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210747320 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210747320 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210747321 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210747333 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210747341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210747342 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210747342 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:07:50.310702 run osmo-msc_10.42.42.6(pid=32538): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32538)] 21:07:50.360392 run osmo-msc_10.42.42.6(pid=32538): stdout: | (launched: 2022-12-13_21:07:49.164373) 21:07:50.411750 run osmo-msc_10.42.42.6(pid=32538): stderr: | [0;m[38;5;43m20221213210749483 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210749483 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f789f5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210749483 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210749483 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210749484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210749484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210749485 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210749486 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210749486 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210749486 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:07:50.463281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Terminating (SIGTERM) 21:07:50.505226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Terminating (SIGTERM) 21:07:50.547350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Terminating (SIGTERM) 21:07:50.589213 --- ParallelTerminationStrategy: PID 32531 died... 21:07:50.609173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Terminated: ok {rc=0} 21:07:50.654902 --- ParallelTerminationStrategy: PID 32534 died... 21:07:50.674450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Terminated: ok {rc=0} 21:07:50.720115 --- ParallelTerminationStrategy: PID 32537 died... 21:07:50.739558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Terminated: ok {rc=0} 21:07:50.827087 bus /sierra_3: Setting Powered False 21:07:51.926382 bus /sierra_3: Setting Powered False 21:07:53.045551 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 21:07:54.290471 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:07:54.299494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 21:07:54.323379 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 21:07:54.351065 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 21:07:54.401815 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 21:07:54.425486 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 21:07:54.452822 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 21:07:55.007728 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 21:07:55.060376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.072119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:07:55.131876 tst mo_mt_call.py: using LAC 36285 21:07:55.257871 tst mo_mt_call.py: using RAC 75 21:07:55.382483 tst mo_mt_call.py: using CellId 36285 21:07:55.506496 tst mo_mt_call.py: using BVCI 36286 21:07:55.623397 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.635107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.646765 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.658514 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.670354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:07:55.682053 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:07:55.799784 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:07:55.921260 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:07:56.420667 run create_hlr_db(pid=32543): Launched 21:07:56.551386 bus /sierra_2: Setting Powered False 21:07:57.614510 run create_hlr_db(pid=32543): Terminated: ok {rc=0} 21:07:58.045739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Launched 21:07:58.348189 run osmo-hlr_10.42.42.2(pid=32546): Launched 21:07:58.463660 run osmo-stp_10.42.42.5: Starting osmo-stp 21:07:58.996088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Launched 21:07:59.298323 run osmo-stp_10.42.42.5(pid=32549): Launched 21:07:59.413783 run osmo-msc_10.42.42.6: Starting osmo-msc 21:07:59.959914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Launched 21:08:00.263777 run osmo-msc_10.42.42.6(pid=32552): Launched 21:08:00.433434 run osmo-stp_10.42.42.5(pid=32549): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)] 21:08:00.561549 run osmo-stp_10.42.42.5(pid=32549): stdout: | (launched: 2022-12-13_21:07:59.242900) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:00.689530 run osmo-stp_10.42.42.5(pid=32549): stderr: | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210759411 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210759411 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210759411 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210759412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:00.815506 run osmo-stp_10.42.42.5(pid=32549): stdout: | (launched: 2022-12-13_21:07:59.242900) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:00.962822 run osmo-stp_10.42.42.5(pid=32549): stderr: | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210759410 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210759411 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210759411 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210759411 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210759412 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:01.112273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32549): Process ended prematurely: osmo-stp_10.42.42.5(pid=32549) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 21:08:01.121972 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 21:08:01.149342 run osmo-hlr_10.42.42.2(pid=32546): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32546)] 21:08:01.199268 run osmo-hlr_10.42.42.2(pid=32546): stdout: | (launched: 2022-12-13_21:07:58.292329) 21:08:01.250796 run osmo-hlr_10.42.42.2(pid=32546): stderr: | [0;m[1;31m20221213210758464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210758464 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210758465 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210758465 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210758465 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210758465 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210758477 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210758485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210758485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210758485 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:01.322084 run osmo-msc_10.42.42.6(pid=32552): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32552)] 21:08:01.371906 run osmo-msc_10.42.42.6(pid=32552): stdout: | (launched: 2022-12-13_21:08:00.207691) 21:08:01.424224 run osmo-msc_10.42.42.6(pid=32552): stderr: | [0;m[38;5;43m20221213210800475 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210800475 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff7a5ddec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210800475 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210800476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210800476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210800476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210800478 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210800478 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210800478 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210800478 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:01.478209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Terminating (SIGTERM) 21:08:01.519678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Terminating (SIGTERM) 21:08:01.561904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Terminating (SIGTERM) 21:08:01.604883 --- ParallelTerminationStrategy: PID 32545 died... 21:08:01.626067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Terminated: ok {rc=0} 21:08:01.672867 --- ParallelTerminationStrategy: PID 32548 died... 21:08:01.693856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Terminated: ok {rc=0} 21:08:01.740690 --- ParallelTerminationStrategy: PID 32551 died... 21:08:01.761554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Terminated: ok {rc=0} 21:08:01.850334 bus /sierra_3: Setting Powered False 21:08:02.946066 bus /sierra_3: Setting Powered False 21:08:04.059316 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 21:08:05.208494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.220896 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:08:05.282189 tst mo_mt_call_osmux.py: using LAC 36286 21:08:05.409472 tst mo_mt_call_osmux.py: using RAC 76 21:08:05.537797 tst mo_mt_call_osmux.py: using CellId 36286 21:08:05.665596 tst mo_mt_call_osmux.py: using BVCI 36287 21:08:05.776711 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.788222 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.799574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.810925 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.822689 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:08:05.834404 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:08:05.951000 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:08:06.072086 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:08:06.573361 run create_hlr_db(pid=32554): Launched 21:08:06.706965 bus /sierra_2: Setting Powered False 21:08:07.770677 run create_hlr_db(pid=32554): Terminated: ok {rc=0} 21:08:08.201851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Launched 21:08:08.504697 run osmo-hlr_10.42.42.2(pid=32557): Launched 21:08:08.620533 run osmo-stp_10.42.42.5: Starting osmo-stp 21:08:09.139653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Launched 21:08:09.442434 run osmo-stp_10.42.42.5(pid=32560): Launched 21:08:09.558437 run osmo-msc_10.42.42.6: Starting osmo-msc 21:08:10.105099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Launched 21:08:10.407628 run osmo-msc_10.42.42.6(pid=32563): Launched 21:08:10.579253 run osmo-stp_10.42.42.5(pid=32560): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)] 21:08:10.708161 run osmo-stp_10.42.42.5(pid=32560): stdout: | (launched: 2022-12-13_21:08:09.386550) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:10.836423 run osmo-stp_10.42.42.5(pid=32560): stderr: | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210809555 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:10.962389 run osmo-stp_10.42.42.5(pid=32560): stdout: | (launched: 2022-12-13_21:08:09.386550) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:11.083730 run osmo-stp_10.42.42.5(pid=32560): stderr: | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210809554 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210809555 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210809555 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:11.228771 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32560): Process ended prematurely: osmo-stp_10.42.42.5(pid=32560) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 21:08:11.237966 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 21:08:11.264350 run osmo-hlr_10.42.42.2(pid=32557): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32557)] 21:08:11.312800 run osmo-hlr_10.42.42.2(pid=32557): stdout: | (launched: 2022-12-13_21:08:08.448910) 21:08:11.362454 run osmo-hlr_10.42.42.2(pid=32557): stderr: | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210808624 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210808640 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210808651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210808651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210808651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:11.431928 run osmo-msc_10.42.42.6(pid=32563): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32563)] 21:08:11.479301 run osmo-msc_10.42.42.6(pid=32563): stdout: | (launched: 2022-12-13_21:08:10.351872) 21:08:11.528874 run osmo-msc_10.42.42.6(pid=32563): stderr: | [0;m[38;5;43m20221213210810620 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210810620 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc42e74fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210810620 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210810620 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210810621 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210810621 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210810623 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210810623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210810623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210810623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:11.578892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Terminating (SIGTERM) 21:08:11.618839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Terminating (SIGTERM) 21:08:11.658584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Terminating (SIGTERM) 21:08:11.698535 --- ParallelTerminationStrategy: PID 32556 died... 21:08:11.717986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Terminated: ok {rc=0} 21:08:11.762170 --- ParallelTerminationStrategy: PID 32559 died... 21:08:11.781734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Terminated: ok {rc=0} 21:08:11.826042 --- ParallelTerminationStrategy: PID 32562 died... 21:08:11.844941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Terminated: ok {rc=0} 21:08:11.932193 bus /sierra_3: Setting Powered False 21:08:13.033424 bus /sierra_3: Setting Powered False 21:08:14.149196 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 21:08:15.384036 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:08:15.391516 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 21:08:15.414959 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 21:08:15.442614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 21:08:15.493412 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 21:08:15.517136 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 21:08:15.544565 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 21:08:16.114995 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 21:08:16.177648 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.190809 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:08:16.255224 tst mo_mt_call.py: using LAC 36287 21:08:16.428182 tst mo_mt_call.py: using RAC 77 21:08:16.585769 tst mo_mt_call.py: using CellId 36287 21:08:16.716617 tst mo_mt_call.py: using BVCI 36288 21:08:16.837737 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.850453 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.862738 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.875042 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.888928 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:16.902138 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:08:17.030847 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:08:17.155007 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:08:17.660202 run create_hlr_db(pid=32568): Launched 21:08:17.793296 bus /sierra_2: Setting Powered False 21:08:18.857720 run create_hlr_db(pid=32568): Terminated: ok {rc=0} 21:08:19.306680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Launched 21:08:19.631976 run osmo-hlr_10.42.42.2(pid=32571): Launched 21:08:19.754342 run osmo-stp_10.42.42.5: Starting osmo-stp 21:08:20.317695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Launched 21:08:20.621389 run osmo-stp_10.42.42.5(pid=32574): Launched 21:08:20.739017 run osmo-msc_10.42.42.6: Starting osmo-msc 21:08:21.285701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Launched 21:08:21.588317 run osmo-msc_10.42.42.6(pid=32577): Launched 21:08:21.757410 run osmo-stp_10.42.42.5(pid=32574): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)] 21:08:21.887353 run osmo-stp_10.42.42.5(pid=32574): stdout: | (launched: 2022-12-13_21:08:20.565186) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:22.016771 run osmo-stp_10.42.42.5(pid=32574): stderr: | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210820733 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:22.143459 run osmo-stp_10.42.42.5(pid=32574): stdout: | (launched: 2022-12-13_21:08:20.565186) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:22.263948 run osmo-stp_10.42.42.5(pid=32574): stderr: | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210820732 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210820733 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210820733 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:22.408309 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32574): Process ended prematurely: osmo-stp_10.42.42.5(pid=32574) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 21:08:22.417405 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 21:08:22.444103 run osmo-hlr_10.42.42.2(pid=32571): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32571)] 21:08:22.492493 run osmo-hlr_10.42.42.2(pid=32571): stdout: | (launched: 2022-12-13_21:08:19.572606) 21:08:22.542494 run osmo-hlr_10.42.42.2(pid=32571): stderr: | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210819770 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210819782 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210819790 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210819790 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210819791 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:22.612630 run osmo-msc_10.42.42.6(pid=32577): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32577)] 21:08:22.660387 run osmo-msc_10.42.42.6(pid=32577): stdout: | (launched: 2022-12-13_21:08:21.532392) 21:08:22.709929 run osmo-msc_10.42.42.6(pid=32577): stderr: | [0;m[38;5;43m20221213210821805 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210821806 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa05cc14c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210821806 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210821806 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210821806 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210821806 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210821808 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210821808 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210821808 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210821808 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:22.759749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Terminating (SIGTERM) 21:08:22.799481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Terminating (SIGTERM) 21:08:22.839284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Terminating (SIGTERM) 21:08:22.879341 --- ParallelTerminationStrategy: PID 32570 died... 21:08:22.899004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Terminated: ok {rc=0} 21:08:22.943339 --- ParallelTerminationStrategy: PID 32573 died... 21:08:22.962675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Terminated: ok {rc=0} 21:08:23.006995 --- ParallelTerminationStrategy: PID 32576 died... 21:08:23.025939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Terminated: ok {rc=0} 21:08:23.111982 bus /sierra_3: Setting Powered False 21:08:24.211826 bus /sierra_3: Setting Powered False 21:08:25.324418 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 21:08:26.472485 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:26.484841 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:08:26.546842 tst mo_mt_call_osmux.py: using LAC 36288 21:08:26.673143 tst mo_mt_call_osmux.py: using RAC 78 21:08:26.798758 tst mo_mt_call_osmux.py: using CellId 36288 21:08:26.925206 tst mo_mt_call_osmux.py: using BVCI 36289 21:08:27.042107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:27.053875 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:27.065405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:27.076831 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:27.088567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:08:27.100128 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:08:27.217094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:08:27.337447 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:08:27.837792 run create_hlr_db(pid=32579): Launched 21:08:27.969913 bus /sierra_2: Setting Powered False 21:08:29.033807 run create_hlr_db(pid=32579): Terminated: ok {rc=0} 21:08:29.481076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Launched 21:08:29.803568 run osmo-hlr_10.42.42.2(pid=32582): Launched 21:08:29.926930 run osmo-stp_10.42.42.5: Starting osmo-stp 21:08:30.483316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Launched 21:08:30.807930 run osmo-stp_10.42.42.5(pid=32585): Launched 21:08:30.939849 run osmo-msc_10.42.42.6: Starting osmo-msc 21:08:31.673674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Launched 21:08:32.013766 run osmo-msc_10.42.42.6(pid=32588): Launched 21:08:32.412696 run osmo-stp_10.42.42.5(pid=32585): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)] 21:08:32.567441 run osmo-stp_10.42.42.5(pid=32585): stdout: | (launched: 2022-12-13_21:08:30.748483) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:32.696607 run osmo-stp_10.42.42.5(pid=32585): stderr: | [0;m[38;5;43m20221213210831048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210831048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210831049 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210831049 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:32.823758 run osmo-stp_10.42.42.5(pid=32585): stdout: | (launched: 2022-12-13_21:08:30.748483) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:32.945301 run osmo-stp_10.42.42.5(pid=32585): stderr: | [0;m[38;5;43m20221213210831048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210831048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210831049 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210831049 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210831050 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:33.090600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32585): Process ended prematurely: osmo-stp_10.42.42.5(pid=32585) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 21:08:33.099912 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec) 21:08:33.127192 run osmo-hlr_10.42.42.2(pid=32582): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32582)] 21:08:33.177221 run osmo-hlr_10.42.42.2(pid=32582): stdout: | (launched: 2022-12-13_21:08:29.744237) 21:08:33.228061 run osmo-hlr_10.42.42.2(pid=32582): stderr: | [0;m[1;31m20221213210829941 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210829941 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210829941 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210829942 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210829942 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210829942 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210829954 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210829963 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210829963 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210829963 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:33.299240 run osmo-msc_10.42.42.6(pid=32588): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32588)] 21:08:33.347399 run osmo-msc_10.42.42.6(pid=32588): stdout: | (launched: 2022-12-13_21:08:31.951023) 21:08:33.398074 run osmo-msc_10.42.42.6(pid=32588): stderr: | [0;m[38;5;43m20221213210832453 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210832453 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fcff262cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210832454 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210832454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210832454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210832454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210832456 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210832456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210832456 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210832457 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:33.448899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Terminating (SIGTERM) 21:08:33.489968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Terminating (SIGTERM) 21:08:33.531017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Terminating (SIGTERM) 21:08:33.572084 --- ParallelTerminationStrategy: PID 32581 died... 21:08:33.592244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Terminated: ok {rc=0} 21:08:33.637910 --- ParallelTerminationStrategy: PID 32584 died... 21:08:33.657520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Terminated: ok {rc=0} 21:08:33.702661 --- ParallelTerminationStrategy: PID 32587 died... 21:08:33.722391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Terminated: ok {rc=0} 21:08:33.808447 bus /sierra_3: Setting Powered False 21:08:34.906388 bus /sierra_3: Setting Powered False 21:08:36.025379 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 21:08:37.267783 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:08:37.276625 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 21:08:37.300338 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 21:08:37.327652 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 21:08:37.379529 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 21:08:37.405458 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 21:08:37.433753 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 21:08:37.980610 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 21:08:38.030411 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.041902 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:08:38.099532 tst mo_mt_call.py: using LAC 36289 21:08:38.215810 tst mo_mt_call.py: using RAC 79 21:08:38.331019 tst mo_mt_call.py: using CellId 36289 21:08:38.446279 tst mo_mt_call.py: using BVCI 36290 21:08:38.554885 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.566186 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.577265 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.588308 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.599745 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:38.611107 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:08:38.731376 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:08:38.848350 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:08:39.315070 run create_hlr_db(pid=32594): Launched 21:08:39.430135 bus /sierra_2: Setting Powered False 21:08:40.490057 run create_hlr_db(pid=32594): Terminated: ok {rc=0} 21:08:40.939692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Launched 21:08:41.263334 run osmo-hlr_10.42.42.2(pid=32597): Launched 21:08:41.387687 run osmo-stp_10.42.42.5: Starting osmo-stp 21:08:41.945138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Launched 21:08:42.267443 run osmo-stp_10.42.42.5(pid=32600): Launched 21:08:42.391283 run osmo-msc_10.42.42.6: Starting osmo-msc 21:08:42.974556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Launched 21:08:43.297341 run osmo-msc_10.42.42.6(pid=32603): Launched 21:08:43.476451 run osmo-stp_10.42.42.5(pid=32600): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)] 21:08:43.612621 run osmo-stp_10.42.42.5(pid=32600): stdout: | (launched: 2022-12-13_21:08:42.208381) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:43.748200 run osmo-stp_10.42.42.5(pid=32600): stderr: | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210842399 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:43.882779 run osmo-stp_10.42.42.5(pid=32600): stdout: | (launched: 2022-12-13_21:08:42.208381) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:44.010993 run osmo-stp_10.42.42.5(pid=32600): stderr: | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210842398 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210842399 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210842399 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:44.165234 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32600): Process ended prematurely: osmo-stp_10.42.42.5(pid=32600) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 21:08:44.174926 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 21:08:44.202809 run osmo-hlr_10.42.42.2(pid=32597): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32597)] 21:08:44.252699 run osmo-hlr_10.42.42.2(pid=32597): stdout: | (launched: 2022-12-13_21:08:41.204378) 21:08:44.304258 run osmo-hlr_10.42.42.2(pid=32597): stderr: | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210841400 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210841413 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210841422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210841422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210841422 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:44.376330 run osmo-msc_10.42.42.6(pid=32603): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32603)] 21:08:44.426107 run osmo-msc_10.42.42.6(pid=32603): stdout: | (launched: 2022-12-13_21:08:43.237802) 21:08:44.477440 run osmo-msc_10.42.42.6(pid=32603): stderr: | [0;m[38;5;43m20221213210843559 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210843559 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f75a39a8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210843559 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210843559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210843559 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210843560 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210843561 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210843562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210843562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210843562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:44.529653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Terminating (SIGTERM) 21:08:44.571028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Terminating (SIGTERM) 21:08:44.612373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Terminating (SIGTERM) 21:08:44.654702 --- ParallelTerminationStrategy: PID 32596 died... 21:08:44.674943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Terminated: ok {rc=0} 21:08:44.720877 --- ParallelTerminationStrategy: PID 32599 died... 21:08:44.740308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Terminated: ok {rc=0} 21:08:44.786338 --- ParallelTerminationStrategy: PID 32602 died... 21:08:44.805953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Terminated: ok {rc=0} 21:08:44.892355 bus /sierra_3: Setting Powered False 21:08:45.992805 bus /sierra_3: Setting Powered False 21:08:47.120403 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 21:08:48.281005 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.293457 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:08:48.355836 tst mo_mt_call_osmux.py: using LAC 36290 21:08:48.482127 tst mo_mt_call_osmux.py: using RAC 80 21:08:48.608697 tst mo_mt_call_osmux.py: using CellId 36290 21:08:48.735508 tst mo_mt_call_osmux.py: using BVCI 36291 21:08:48.852594 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.864286 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.875854 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.887309 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.899052 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:08:48.910802 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:08:49.028864 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:08:49.150556 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:08:49.650720 run create_hlr_db(pid=32605): Launched 21:08:49.783183 bus /sierra_2: Setting Powered False 21:08:50.847208 run create_hlr_db(pid=32605): Terminated: ok {rc=0} 21:08:51.295045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Launched 21:08:51.619217 run osmo-hlr_10.42.42.2(pid=32608): Launched 21:08:51.741741 run osmo-stp_10.42.42.5: Starting osmo-stp 21:08:52.297483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Launched 21:08:52.620486 run osmo-stp_10.42.42.5(pid=32611): Launched 21:08:52.743530 run osmo-msc_10.42.42.6: Starting osmo-msc 21:08:53.328204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Launched 21:08:53.650927 run osmo-msc_10.42.42.6(pid=32614): Launched 21:08:53.831270 run osmo-stp_10.42.42.5(pid=32611): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)] 21:08:53.967131 run osmo-stp_10.42.42.5(pid=32611): stdout: | (launched: 2022-12-13_21:08:52.560837) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:54.102581 run osmo-stp_10.42.42.5(pid=32611): stderr: | [0;m[38;5;43m20221213210852751 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210852751 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210852752 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210852752 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210852752 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210852753 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210852753 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:54.237193 run osmo-stp_10.42.42.5(pid=32611): stdout: | (launched: 2022-12-13_21:08:52.560837) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:08:54.365603 run osmo-stp_10.42.42.5(pid=32611): stderr: | [0;m[38;5;43m20221213210852751 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210852751 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210852752 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210852752 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210852752 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210852753 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210852753 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:08:54.519434 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32611): Process ended prematurely: osmo-stp_10.42.42.5(pid=32611) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 21:08:54.529226 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 21:08:54.557198 run osmo-hlr_10.42.42.2(pid=32608): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32608)] 21:08:54.607523 run osmo-hlr_10.42.42.2(pid=32608): stdout: | (launched: 2022-12-13_21:08:51.559878) 21:08:54.659184 run osmo-hlr_10.42.42.2(pid=32608): stderr: | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210851755 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210851768 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210851776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210851776 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210851777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:08:54.731383 run osmo-msc_10.42.42.6(pid=32614): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32614)] 21:08:54.781433 run osmo-msc_10.42.42.6(pid=32614): stdout: | (launched: 2022-12-13_21:08:53.592102) 21:08:54.832864 run osmo-msc_10.42.42.6(pid=32614): stderr: | [0;m[38;5;43m20221213210853910 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210853910 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5d315afc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210853910 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210853910 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210853910 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210853911 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210853912 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210853913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210853913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210853913 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:08:54.885093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Terminating (SIGTERM) 21:08:54.926265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Terminating (SIGTERM) 21:08:54.968289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Terminating (SIGTERM) 21:08:55.010285 --- ParallelTerminationStrategy: PID 32607 died... 21:08:55.030552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Terminated: ok {rc=0} 21:08:55.076603 --- ParallelTerminationStrategy: PID 32610 died... 21:08:55.096248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Terminated: ok {rc=0} 21:08:55.142341 --- ParallelTerminationStrategy: PID 32613 died... 21:08:55.161800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Terminated: ok {rc=0} 21:08:55.248887 bus /sierra_3: Setting Powered False 21:08:56.347491 bus /sierra_3: Setting Powered False 21:08:57.463885 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 21:08:58.707428 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:08:58.715440 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:08:58.739763 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 21:08:58.767419 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:08:58.819347 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:08:58.844174 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 21:08:58.871948 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:08:59.422859 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 21:08:59.472694 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:08:59.484082 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:08:59.544857 tst mo_mt_call.py: using LAC 36291 21:08:59.662700 tst mo_mt_call.py: using RAC 81 21:08:59.782661 tst mo_mt_call.py: using CellId 36291 21:08:59.900062 tst mo_mt_call.py: using BVCI 36292 21:09:00.009551 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:00.020657 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:00.031894 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:00.043130 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:00.055287 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:00.067424 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:09:00.189971 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:09:00.306793 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:09:00.773184 run create_hlr_db(pid=32619): Launched 21:09:00.912838 bus /sierra_2: Setting Powered False 21:09:02.012486 run create_hlr_db(pid=32619): Terminated: ok {rc=0} 21:09:02.638531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Launched 21:09:03.086926 run osmo-hlr_10.42.42.2(pid=32758): Launched 21:09:03.366520 run osmo-stp_10.42.42.5: Starting osmo-stp 21:09:04.179492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Launched 21:09:04.545683 run osmo-stp_10.42.42.5(pid=439): Launched 21:09:04.786160 run osmo-msc_10.42.42.6: Starting osmo-msc 21:09:05.441416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Launched 21:09:05.781943 run osmo-msc_10.42.42.6(pid=442): Launched 21:09:06.146253 run osmo-stp_10.42.42.5(pid=439): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)] 21:09:06.369194 run osmo-stp_10.42.42.5(pid=439): stdout: | (launched: 2022-12-13_21:09:04.477695) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:06.518223 run osmo-stp_10.42.42.5(pid=439): stderr: | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210904763 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:06.646184 run osmo-stp_10.42.42.5(pid=439): stdout: | (launched: 2022-12-13_21:09:04.477695) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:06.768554 run osmo-stp_10.42.42.5(pid=439): stderr: | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210904762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210904763 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210904763 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:06.919667 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 21:09:06.928920 tst mo_mt_call.py:8: Test FAILED (7.5 sec) 21:09:06.956072 run osmo-hlr_10.42.42.2(pid=32758): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32758)] 21:09:07.009475 run osmo-hlr_10.42.42.2(pid=32758): stdout: | (launched: 2022-12-13_21:09:03.019484) 21:09:07.060892 run osmo-hlr_10.42.42.2(pid=32758): stderr: | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210903410 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210903432 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210903440 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210903440 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210903440 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:09:07.134442 run osmo-msc_10.42.42.6(pid=442): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=442)] 21:09:07.183778 run osmo-msc_10.42.42.6(pid=442): stdout: | (launched: 2022-12-13_21:09:05.723160) 21:09:07.235674 run osmo-msc_10.42.42.6(pid=442): stderr: | [0;m[38;5;43m20221213210906221 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210906221 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0723046c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210906221 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210906221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210906222 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210906222 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210906223 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210906224 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210906224 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210906224 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:09:07.288162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Terminating (SIGTERM) 21:09:07.331245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminating (SIGTERM) 21:09:07.375579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminating (SIGTERM) 21:09:07.420389 --- ParallelTerminationStrategy: PID 32726 died... 21:09:07.441842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Terminated: ok {rc=0} 21:09:07.489775 --- ParallelTerminationStrategy: PID 434 died... 21:09:07.510779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminated: ok {rc=0} 21:09:07.557557 --- ParallelTerminationStrategy: PID 441 died... 21:09:07.578413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminated: ok {rc=0} 21:09:07.667560 bus /sierra_3: Setting Powered False 21:09:08.765764 bus /sierra_3: Setting Powered False 21:09:09.884388 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 21:09:11.040382 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.053793 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:09:11.115831 tst mo_mt_call_osmux.py: using LAC 36292 21:09:11.244527 tst mo_mt_call_osmux.py: using RAC 82 21:09:11.374513 tst mo_mt_call_osmux.py: using CellId 36292 21:09:11.502402 tst mo_mt_call_osmux.py: using BVCI 36293 21:09:11.624486 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.637323 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.650007 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.663010 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.676045 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:09:11.688793 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:09:11.811605 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:09:11.940490 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:09:12.452404 run create_hlr_db(pid=446): Launched 21:09:12.622571 bus /sierra_2: Setting Powered False 21:09:13.687681 run create_hlr_db(pid=446): Terminated: ok {rc=0} 21:09:14.149876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Launched 21:09:14.493825 run osmo-hlr_10.42.42.2(pid=449): Launched 21:09:14.745609 run osmo-stp_10.42.42.5: Starting osmo-stp 21:09:15.415338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Launched 21:09:15.758666 run osmo-stp_10.42.42.5(pid=452): Launched 21:09:16.012399 run osmo-msc_10.42.42.6: Starting osmo-msc 21:09:16.867171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Launched 21:09:17.275613 run osmo-msc_10.42.42.6(pid=456): Launched 21:09:17.725801 run osmo-stp_10.42.42.5(pid=452): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)] 21:09:18.010369 run osmo-stp_10.42.42.5(pid=452): stdout: | (launched: 2022-12-13_21:09:15.697916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:18.229243 run osmo-stp_10.42.42.5(pid=452): stderr: | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210916026 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:18.376178 run osmo-stp_10.42.42.5(pid=452): stdout: | (launched: 2022-12-13_21:09:15.697916) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:18.508454 run osmo-stp_10.42.42.5(pid=452): stderr: | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210916025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210916026 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210916026 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:18.667985 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=452): Process ended prematurely: osmo-stp_10.42.42.5(pid=452) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 21:09:18.677935 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec) 21:09:18.707378 run osmo-hlr_10.42.42.2(pid=449): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=449)] 21:09:18.760163 run osmo-hlr_10.42.42.2(pid=449): stdout: | (launched: 2022-12-13_21:09:14.431409) 21:09:18.813351 run osmo-hlr_10.42.42.2(pid=449): stderr: | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210914735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210914755 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210914767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210914767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210914768 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:09:18.887518 run osmo-msc_10.42.42.6(pid=456): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=456)] 21:09:18.940695 run osmo-msc_10.42.42.6(pid=456): stdout: | (launched: 2022-12-13_21:09:17.199420) 21:09:18.994618 run osmo-msc_10.42.42.6(pid=456): stderr: | [0;m[38;5;43m20221213210917776 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210917776 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9c988e3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210917776 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210917776 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210917776 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210917783 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210917786 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210917789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210917789 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210917791 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:09:19.048153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Terminating (SIGTERM) 21:09:19.091664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Terminating (SIGTERM) 21:09:19.138356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminating (SIGTERM) 21:09:19.183900 --- ParallelTerminationStrategy: PID 448 died... 21:09:19.205248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Terminated: ok {rc=0} 21:09:19.254904 --- ParallelTerminationStrategy: PID 451 died... 21:09:19.276024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Terminated: ok {rc=0} 21:09:19.324180 --- ParallelTerminationStrategy: PID 455 died... 21:09:19.347063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminated: ok {rc=0} 21:09:19.438813 bus /sierra_3: Setting Powered False 21:09:20.544410 bus /sierra_3: Setting Powered False 21:09:21.666268 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:nanobts+band-1900 --------------------------------------------------------------------- 21:09:22.917725 tst emergency:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:09:22.925994 tst emergency:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 21:09:22.952850 tst emergency:nanobts+band-1900: Verifying 6 x ip_address (candidates: 9) 21:09:22.983329 tst emergency:nanobts+band-1900: Verifying 4 x modem (candidates: 12) 21:09:23.071263 tst emergency:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 21:09:23.097186 tst emergency:nanobts+band-1900: Reserving 6 x ip_address (candidates: 9) 21:09:23.126584 tst emergency:nanobts+band-1900: Reserving 4 x modem (candidates: 12) 21:09:23.711890 tst emergency:nanobts+band-1900: RESERVED RESOURCES for emergency: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:nanobts+band-1900 emergency_mo_mt_call.py ---------------------------------------------- 21:09:23.718795 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:23.732219 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:09:23.773415 tst emergency_mo_mt_call.py: using LAC 36293 21:09:23.905579 tst emergency_mo_mt_call.py: using RAC 83 21:09:24.033260 tst emergency_mo_mt_call.py: using CellId 36293 21:09:24.160146 tst emergency_mo_mt_call.py: using BVCI 36294 21:09:24.278718 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:24.290999 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:24.303225 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:24.315809 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:24.328255 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:24.342049 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:24.467883 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:24.593051 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:09:25.099928 run create_hlr_db(pid=461): Launched 21:09:25.265991 bus /sierra_2: Setting Powered False 21:09:26.330642 run create_hlr_db(pid=461): Terminated: ok {rc=0} 21:09:26.772841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Launched 21:09:27.089784 run osmo-hlr_10.42.42.2(pid=466): Launched 21:09:27.215110 run osmo-stp_10.42.42.5: Starting osmo-stp 21:09:27.774625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Launched 21:09:28.090026 run osmo-stp_10.42.42.5(pid=469): Launched 21:09:28.222951 tst emergency_mo_mt_call.py: using MSISDN 8329 21:09:28.385014 run osmo-msc_10.42.42.6: Starting osmo-msc 21:09:28.954090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Launched 21:09:29.271834 run osmo-msc_10.42.42.6(pid=472): Launched 21:09:29.447896 run osmo-stp_10.42.42.5(pid=469): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)] 21:09:29.581354 run osmo-stp_10.42.42.5(pid=469): stdout: | (launched: 2022-12-13_21:09:28.031811) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:29.714443 run osmo-stp_10.42.42.5(pid=469): stderr: | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210928222 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:29.846621 run osmo-stp_10.42.42.5(pid=469): stdout: | (launched: 2022-12-13_21:09:28.031811) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:29.972502 run osmo-stp_10.42.42.5(pid=469): stderr: | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210928221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210928222 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210928222 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:30.122941 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=469): Process ended prematurely: osmo-stp_10.42.42.5(pid=469) [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)] [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19] 21:09:30.131637 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec) 21:09:30.159009 run osmo-hlr_10.42.42.2(pid=466): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=466)] 21:09:30.208618 run osmo-hlr_10.42.42.2(pid=466): stdout: | (launched: 2022-12-13_21:09:27.031603) 21:09:30.259912 run osmo-hlr_10.42.42.2(pid=466): stderr: | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210927227 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210927247 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210927256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210927256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210927256 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:09:30.331698 run osmo-msc_10.42.42.6(pid=472): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=472)] 21:09:30.381307 run osmo-msc_10.42.42.6(pid=472): stdout: | (launched: 2022-12-13_21:09:29.213782) 21:09:30.432347 run osmo-msc_10.42.42.6(pid=472): stderr: | [0;m[38;5;43m20221213210929532 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210929532 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0ed1924c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210929533 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210929533 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210929533 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210929533 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210929535 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210929535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210929535 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210929536 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:09:30.484124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Terminating (SIGTERM) 21:09:30.525252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Terminating (SIGTERM) 21:09:30.566958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Terminating (SIGTERM) 21:09:30.608584 --- ParallelTerminationStrategy: PID 465 died... 21:09:30.628374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Terminated: ok {rc=0} 21:09:30.674692 --- ParallelTerminationStrategy: PID 468 died... 21:09:30.694387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Terminated: ok {rc=0} 21:09:30.740628 --- ParallelTerminationStrategy: PID 471 died... 21:09:30.760354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Terminated: ok {rc=0} 21:09:30.848660 bus /sierra_3: Setting Powered False 21:09:31.947789 bus /sierra_3: Setting Powered False 21:09:33.065048 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:nanobts+band-1900 emergency_preemptive_call.py ---------------------------------------------- 21:09:34.152266 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.163667 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:09:34.204093 tst emergency_preemptive_call.py: using LAC 36294 21:09:34.321389 tst emergency_preemptive_call.py: using RAC 84 21:09:34.441648 tst emergency_preemptive_call.py: using CellId 36294 21:09:34.557562 tst emergency_preemptive_call.py: using BVCI 36295 21:09:34.664412 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.675232 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.685993 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.696615 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.707529 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6) 21:09:34.718527 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:34.839430 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:34.957126 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:35.074306 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:35.192723 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:09:35.652872 run create_hlr_db(pid=474): Launched 21:09:35.765551 bus /sierra_2: Setting Powered False 21:09:36.825297 run create_hlr_db(pid=474): Terminated: ok {rc=0} 21:09:37.258776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Launched 21:09:37.579672 run osmo-hlr_10.42.42.2(pid=477): Launched 21:09:37.700627 run osmo-stp_10.42.42.5: Starting osmo-stp 21:09:38.247226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Launched 21:09:38.561308 run osmo-stp_10.42.42.5(pid=480): Launched 21:09:38.690586 tst emergency_preemptive_call.py: using MSISDN 8330 21:09:38.850387 run osmo-msc_10.42.42.6: Starting osmo-msc 21:09:39.413068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Launched 21:09:39.727917 run osmo-msc_10.42.42.6(pid=483): Launched 21:09:39.901734 run osmo-stp_10.42.42.5(pid=480): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)] 21:09:40.035664 run osmo-stp_10.42.42.5(pid=480): stdout: | (launched: 2022-12-13_21:09:38.502513) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:40.167745 run osmo-stp_10.42.42.5(pid=480): stderr: | [0;m[38;5;43m20221213210938689 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210938690 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210938690 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210938690 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:40.299200 run osmo-stp_10.42.42.5(pid=480): stdout: | (launched: 2022-12-13_21:09:38.502513) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:40.424109 run osmo-stp_10.42.42.5(pid=480): stderr: | [0;m[38;5;43m20221213210938689 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210938690 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210938690 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210938690 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210938691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:40.574746 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=480): Process ended prematurely: osmo-stp_10.42.42.5(pid=480) [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)] [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32] 21:09:40.583494 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec) 21:09:40.610814 run osmo-hlr_10.42.42.2(pid=477): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=477)] 21:09:40.660820 run osmo-hlr_10.42.42.2(pid=477): stdout: | (launched: 2022-12-13_21:09:37.522011) 21:09:40.712405 run osmo-hlr_10.42.42.2(pid=477): stderr: | [0;m[1;31m20221213210937714 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210937714 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210937714 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210937714 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210937715 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210937715 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210937727 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210937736 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210937737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210937737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:09:40.784374 run osmo-msc_10.42.42.6(pid=483): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=483)] 21:09:40.833746 run osmo-msc_10.42.42.6(pid=483): stdout: | (launched: 2022-12-13_21:09:39.670146) 21:09:40.884744 run osmo-msc_10.42.42.6(pid=483): stderr: | [0;m[38;5;43m20221213210939988 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213210939988 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f794db93c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213210939988 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213210939988 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213210939989 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213210939989 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213210939991 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213210939991 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213210939991 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213210939991 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:09:40.936265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Terminating (SIGTERM) 21:09:40.977682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Terminating (SIGTERM) 21:09:41.019206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Terminating (SIGTERM) 21:09:41.061553 --- ParallelTerminationStrategy: PID 476 died... 21:09:41.081685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Terminated: ok {rc=0} 21:09:41.127615 --- ParallelTerminationStrategy: PID 479 died... 21:09:41.147252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Terminated: ok {rc=0} 21:09:41.192845 --- ParallelTerminationStrategy: PID 482 died... 21:09:41.212908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Terminated: ok {rc=0} 21:09:41.301077 bus /sierra_9: Setting Powered False 21:09:42.399137 bus /sierra_9: Setting Powered False 21:09:43.515041 bus /sierra_8: Setting Powered False 21:09:44.612772 bus /sierra_8: Setting Powered False 21:09:45.728084 bus /sierra_3: Setting Powered False 21:09:46.823567 bus /sierra_3: Setting Powered False 21:09:47.939949 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900 --------------------------------------------------------------------- 21:09:49.218756 tst gprs:nanobts+band-1900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:09:49.224225 tst gprs:nanobts+band-1900: Verifying 1 x bts (candidates: 11) 21:09:49.248369 tst gprs:nanobts+band-1900: Verifying 9 x ip_address (candidates: 9) 21:09:49.287570 tst gprs:nanobts+band-1900: Verifying 4 x modem (candidates: 12) 21:09:49.375830 tst gprs:nanobts+band-1900: Reserving 1 x bts (candidates: 11) 21:09:49.399684 tst gprs:nanobts+band-1900: Reserving 9 x ip_address (candidates: 9) 21:09:49.438771 tst gprs:nanobts+band-1900: Reserving 4 x modem (candidates: 12) 21:09:50.032771 tst gprs:nanobts+band-1900: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-1900 cs_paging_gprs_active.py ---------------------------------------------- 21:09:50.084121 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.094957 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:09:50.137073 tst cs_paging_gprs_active.py: using LAC 36295 21:09:50.254376 tst cs_paging_gprs_active.py: using RAC 85 21:09:50.380022 tst cs_paging_gprs_active.py: using CellId 36295 21:09:50.504543 tst cs_paging_gprs_active.py: using BVCI 36296 21:09:50.622125 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.633331 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.644218 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.655127 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.666498 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.677931 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.689770 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.701108 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:09:50.712612 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:50.829966 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:09:50.950390 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:09:51.166976 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:09:51.488015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Launched 21:09:51.766534 run iperf3-srv_10.42.42.10(pid=491): Launched 21:09:51.886726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:09:52.103207 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:09:52.424493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Launched 21:09:52.703958 run iperf3-srv_10.42.42.10(pid=493): Launched 21:09:52.824138 tst cs_paging_gprs_active.py:38: start network... 21:09:53.040432 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:09:53.537899 run create_hlr_db(pid=494): Launched 21:09:53.668013 bus /sierra_2: Setting Powered False 21:09:54.730514 run create_hlr_db(pid=494): Terminated: ok {rc=0} 21:09:55.157671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Launched 21:09:55.457711 run osmo-hlr_10.42.42.2(pid=497): Launched 21:09:55.572552 run osmo-stp_10.42.42.5: Starting osmo-stp 21:09:56.098913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Launched 21:09:56.398817 run osmo-stp_10.42.42.5(pid=500): Launched 21:09:56.513389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:09:57.031352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Launched 21:09:57.146216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:09:57.400421 run patchelf(pid=503): Launched 21:09:57.567556 run osmo-stp_10.42.42.5(pid=500): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)] 21:09:57.694982 run osmo-stp_10.42.42.5(pid=500): stdout: | (launched: 2022-12-13_21:09:56.343612) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:57.823647 run osmo-stp_10.42.42.5(pid=500): stderr: | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210956510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:57.952298 run osmo-stp_10.42.42.5(pid=500): stdout: | (launched: 2022-12-13_21:09:56.343612) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:09:58.075842 run osmo-stp_10.42.42.5(pid=500): stderr: | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213210956509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213210956510 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213210956510 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:09:58.222173 run patchelf(pid=503): Terminating (SIGINT) 21:09:58.391611 run patchelf(pid=503): Terminated: ok {rc=0} 21:09:58.513689 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=500): Process ended prematurely: osmo-stp_10.42.42.5(pid=500) [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)] [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38] 21:09:58.523089 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec) 21:09:58.550041 run osmo-hlr_10.42.42.2(pid=497): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=497)] 21:09:58.598036 run osmo-hlr_10.42.42.2(pid=497): stdout: | (launched: 2022-12-13_21:09:55.402524) 21:09:58.647331 run osmo-hlr_10.42.42.2(pid=497): stderr: | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213210955576 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213210955592 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213210955602 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213210955603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213210955603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:09:58.697451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminating (SIGTERM) 21:09:58.737430 run iperf3-srv_10.42.42.10(pid=491): Terminating (SIGTERM) 21:09:58.777220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminating (SIGTERM) 21:09:58.816820 run iperf3-srv_10.42.42.10(pid=493): Terminating (SIGTERM) 21:09:58.856581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Terminating (SIGTERM) 21:09:58.896468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Terminating (SIGTERM) 21:09:58.936319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Terminating (SIGTERM) 21:09:58.976611 --- ParallelTerminationStrategy: PID 490 died... 21:09:58.996332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminated: ok {rc=0} 21:09:59.041095 --- ParallelTerminationStrategy: PID 491 died... 21:09:59.060239 run iperf3-srv_10.42.42.10(pid=491): Terminated {rc=256} 21:09:59.104126 --- ParallelTerminationStrategy: PID 492 died... 21:09:59.122963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminated: ok {rc=0} 21:09:59.166705 --- ParallelTerminationStrategy: PID 493 died... 21:09:59.185373 run iperf3-srv_10.42.42.10(pid=493): Terminated {rc=256} 21:09:59.228848 --- ParallelTerminationStrategy: PID 496 died... 21:09:59.248062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Terminated: ok {rc=0} 21:09:59.291583 --- ParallelTerminationStrategy: PID 499 died... 21:09:59.310412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Terminated: ok {rc=0} 21:09:59.354557 --- ParallelTerminationStrategy: PID 502 died... 21:09:59.373507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Terminated: ok {rc=0} 21:09:59.460173 bus /gobi_0: Setting Powered False 21:10:00.558747 bus /gobi_0: Setting Powered False 21:10:01.679261 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900 iperf3.py ---------------------------------------------- 21:10:02.842217 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:02.854048 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:10:02.894251 tst iperf3.py: using LAC 36296 21:10:03.020807 tst iperf3.py: using RAC 86 21:10:03.145449 tst iperf3.py: using CellId 36296 21:10:03.270495 tst iperf3.py: using BVCI 36297 21:10:03.386134 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.397310 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.408275 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.419230 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.430155 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.441051 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.452065 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.463099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:03.474224 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:03.592334 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:10:03.791801 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:04.089147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Launched 21:10:04.348019 run iperf3-srv_10.42.42.10(pid=508): Launched 21:10:04.459777 tst iperf3.py:8: start network... 21:10:04.658613 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:10:05.121370 run create_hlr_db(pid=509): Launched 21:10:05.235380 bus /gobi_6: Setting Powered False 21:10:06.294900 run create_hlr_db(pid=509): Terminated: ok {rc=0} 21:10:06.731883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Launched 21:10:07.051911 run osmo-hlr_10.42.42.2(pid=512): Launched 21:10:07.173348 run osmo-stp_10.42.42.5: Starting osmo-stp 21:10:07.724805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Launched 21:10:08.042406 run osmo-stp_10.42.42.5(pid=515): Launched 21:10:08.162949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:10:08.715811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Launched 21:10:08.838763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:10:09.109370 run patchelf(pid=518): Launched 21:10:09.287798 run osmo-stp_10.42.42.5(pid=515): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)] 21:10:09.423275 run osmo-stp_10.42.42.5(pid=515): stdout: | (launched: 2022-12-13_21:10:07.983988) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:09.560264 run osmo-stp_10.42.42.5(pid=515): stderr: | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211008171 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:09.697024 run osmo-stp_10.42.42.5(pid=515): stdout: | (launched: 2022-12-13_21:10:07.983988) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:09.828765 run osmo-stp_10.42.42.5(pid=515): stderr: | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211008171 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211008171 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211008172 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:09.984449 run patchelf(pid=518): Terminating (SIGINT) 21:10:10.164593 run patchelf(pid=518): Terminated: ok {rc=0} 21:10:10.294375 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=515): Process ended prematurely: osmo-stp_10.42.42.5(pid=515) [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)] [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8] 21:10:10.304232 tst iperf3.py:8: Test FAILED (7.5 sec) 21:10:10.332610 run osmo-hlr_10.42.42.2(pid=512): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=512)] 21:10:10.382294 run osmo-hlr_10.42.42.2(pid=512): stdout: | (launched: 2022-12-13_21:10:06.993387) 21:10:10.433547 run osmo-hlr_10.42.42.2(pid=512): stderr: | [0;m[1;31m20221213211007186 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211007186 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211007186 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211007186 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211007186 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211007187 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211007199 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211007207 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211007207 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211007208 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:10:10.484937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Terminating (SIGTERM) 21:10:10.526399 run iperf3-srv_10.42.42.10(pid=508): Terminating (SIGTERM) 21:10:10.568195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Terminating (SIGTERM) 21:10:10.610384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Terminating (SIGTERM) 21:10:10.651899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Terminating (SIGTERM) 21:10:10.694048 --- ParallelTerminationStrategy: PID 507 died... 21:10:10.713924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Terminated: ok {rc=0} 21:10:10.759812 --- ParallelTerminationStrategy: PID 508 died... 21:10:10.779573 run iperf3-srv_10.42.42.10(pid=508): Terminated {rc=256} 21:10:10.825292 --- ParallelTerminationStrategy: PID 511 died... 21:10:10.844751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Terminated: ok {rc=0} 21:10:10.890234 --- ParallelTerminationStrategy: PID 514 died... 21:10:10.909639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Terminated: ok {rc=0} 21:10:10.955155 --- ParallelTerminationStrategy: PID 517 died... 21:10:10.974731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Terminated: ok {rc=0} 21:10:11.061350 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900 iperf3m4.py ---------------------------------------------- 21:10:12.207542 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.218809 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:10:12.255658 tst iperf3m4.py: using LAC 36297 21:10:12.373721 tst iperf3m4.py: using RAC 87 21:10:12.504356 tst iperf3m4.py: using CellId 36297 21:10:12.629027 tst iperf3m4.py: using BVCI 36298 21:10:12.744249 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.755349 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.766419 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.777398 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.788439 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.799632 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.810819 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.821784 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:12.832732 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:12.949550 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:13.067235 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:13.188134 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:13.305792 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:10:13.505717 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:13.806314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Launched 21:10:14.065856 run iperf3-srv_10.42.42.10(pid=520): Launched 21:10:14.179805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:10:14.378425 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:14.677901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Launched 21:10:14.938838 run iperf3-srv_10.42.42.10(pid=522): Launched 21:10:15.051394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:10:15.250758 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:15.550918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Launched 21:10:15.810907 run iperf3-srv_10.42.42.10(pid=524): Launched 21:10:15.936550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:10:16.140352 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:16.451060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Launched 21:10:16.805731 run iperf3-srv_10.42.42.10(pid=526): Launched 21:10:16.934995 tst iperf3m4.py:8: start network... 21:10:17.158185 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:10:17.657438 run create_hlr_db(pid=527): Launched 21:10:17.787498 bus /gobi_6: Setting Powered False 21:10:18.850871 run create_hlr_db(pid=527): Terminated: ok {rc=0} 21:10:19.297434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Launched 21:10:19.618429 run osmo-hlr_10.42.42.2(pid=530): Launched 21:10:19.739392 run osmo-stp_10.42.42.5: Starting osmo-stp 21:10:20.294453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Launched 21:10:20.616494 run osmo-stp_10.42.42.5(pid=533): Launched 21:10:20.738879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:10:21.296854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Launched 21:10:21.422028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:10:21.696712 run patchelf(pid=536): Launched 21:10:21.878570 run osmo-stp_10.42.42.5(pid=533): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)] 21:10:22.016096 run osmo-stp_10.42.42.5(pid=533): stdout: | (launched: 2022-12-13_21:10:20.557151) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:22.155563 run osmo-stp_10.42.42.5(pid=533): stderr: | [0;m[38;5;43m20221213211020745 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211020746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211020746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211020746 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:22.294928 run osmo-stp_10.42.42.5(pid=533): stdout: | (launched: 2022-12-13_21:10:20.557151) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:22.429050 run osmo-stp_10.42.42.5(pid=533): stderr: | [0;m[38;5;43m20221213211020745 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211020746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211020746 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211020746 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211020747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:22.587399 run patchelf(pid=536): Terminating (SIGINT) 21:10:22.771134 run patchelf(pid=536): Terminated: ok {rc=0} 21:10:22.904448 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)] [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8] 21:10:22.914767 tst iperf3m4.py:8: Test FAILED (10.7 sec) 21:10:22.943523 run osmo-hlr_10.42.42.2(pid=530): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=530)] 21:10:22.994196 run osmo-hlr_10.42.42.2(pid=530): stdout: | (launched: 2022-12-13_21:10:19.559267) 21:10:23.046025 run osmo-hlr_10.42.42.2(pid=530): stderr: | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211019754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211019766 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211019775 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211019775 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211019775 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:10:23.098441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Terminating (SIGTERM) 21:10:23.140596 run iperf3-srv_10.42.42.10(pid=520): Terminating (SIGTERM) 21:10:23.182969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Terminating (SIGTERM) 21:10:23.225255 run iperf3-srv_10.42.42.10(pid=522): Terminating (SIGTERM) 21:10:23.267415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Terminating (SIGTERM) 21:10:23.309928 run iperf3-srv_10.42.42.10(pid=524): Terminating (SIGTERM) 21:10:23.351623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminating (SIGTERM) 21:10:23.394250 run iperf3-srv_10.42.42.10(pid=526): Terminating (SIGTERM) 21:10:23.436154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminating (SIGTERM) 21:10:23.478380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminating (SIGTERM) 21:10:23.520266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminating (SIGTERM) 21:10:23.563011 --- ParallelTerminationStrategy: PID 519 died... 21:10:23.583066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Terminated: ok {rc=0} 21:10:23.628117 --- ParallelTerminationStrategy: PID 520 died... 21:10:23.647512 run iperf3-srv_10.42.42.10(pid=520): Terminated {rc=256} 21:10:23.692404 --- ParallelTerminationStrategy: PID 521 died... 21:10:23.711749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Terminated: ok {rc=0} 21:10:23.756647 --- ParallelTerminationStrategy: PID 522 died... 21:10:23.775854 run iperf3-srv_10.42.42.10(pid=522): Terminated {rc=256} 21:10:23.820435 --- ParallelTerminationStrategy: PID 523 died... 21:10:23.839596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Terminated: ok {rc=0} 21:10:23.884211 --- ParallelTerminationStrategy: PID 524 died... 21:10:23.903443 run iperf3-srv_10.42.42.10(pid=524): Terminated {rc=256} 21:10:23.947930 --- ParallelTerminationStrategy: PID 525 died... 21:10:23.967220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminated: ok {rc=0} 21:10:24.011649 --- ParallelTerminationStrategy: PID 526 died... 21:10:24.030838 run iperf3-srv_10.42.42.10(pid=526): Terminated {rc=256} 21:10:24.075458 --- ParallelTerminationStrategy: PID 529 died... 21:10:24.094503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminated: ok {rc=0} 21:10:24.139238 --- ParallelTerminationStrategy: PID 532 died... 21:10:24.158643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminated: ok {rc=0} 21:10:24.203334 --- ParallelTerminationStrategy: PID 535 died... 21:10:24.222680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminated: ok {rc=0} 21:10:24.308306 bus /gobi_4: Setting Powered False 21:10:25.407846 bus /gobi_4: Setting Powered False 21:10:26.527696 bus /gobi_1: Setting Powered False 21:10:27.628521 bus /gobi_1: Setting Powered False 21:10:28.744066 bus /gobi_0: Setting Powered False 21:10:29.841958 bus /gobi_0: Setting Powered False 21:10:30.969118 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900 ping.py ---------------------------------------------- 21:10:32.083173 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.095293 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:10:32.141780 tst ping.py: using LAC 36298 21:10:32.267765 tst ping.py: using RAC 88 21:10:32.384743 tst ping.py: using CellId 36298 21:10:32.500272 tst ping.py: using BVCI 36299 21:10:32.609096 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.620089 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.630840 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.641433 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.652216 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.663235 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.674749 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:32.685812 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:32.806148 tst ping.py:19: start network... 21:10:33.020614 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:10:33.513658 run create_hlr_db(pid=537): Launched 21:10:33.645688 bus /gobi_6: Setting Powered False 21:10:34.708642 run create_hlr_db(pid=537): Terminated: ok {rc=0} 21:10:35.151780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Launched 21:10:35.468118 run osmo-hlr_10.42.42.2(pid=540): Launched 21:10:35.588436 run osmo-stp_10.42.42.5: Starting osmo-stp 21:10:36.140696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Launched 21:10:36.459140 run osmo-stp_10.42.42.5(pid=543): Launched 21:10:36.581250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:10:37.130817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Launched 21:10:37.252297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:10:37.522662 run patchelf(pid=546): Launched 21:10:37.700350 run osmo-stp_10.42.42.5(pid=543): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)] 21:10:37.835347 run osmo-stp_10.42.42.5(pid=543): stdout: | (launched: 2022-12-13_21:10:36.400243) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:37.971674 run osmo-stp_10.42.42.5(pid=543): stderr: | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211036589 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:38.107775 run osmo-stp_10.42.42.5(pid=543): stdout: | (launched: 2022-12-13_21:10:36.400243) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:38.239123 run osmo-stp_10.42.42.5(pid=543): stderr: | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211036588 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211036589 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211036589 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:38.394519 run patchelf(pid=546): Terminating (SIGINT) 21:10:38.574113 run patchelf(pid=546): Terminated: ok {rc=0} 21:10:38.703412 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=543): Process ended prematurely: osmo-stp_10.42.42.5(pid=543) [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)] [trial-2394↪gprs:nanobts+band-1900↪ping.py:22] 21:10:38.712838 tst ping.py:22: Test FAILED (6.6 sec) 21:10:38.741053 run osmo-hlr_10.42.42.2(pid=540): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=540)] 21:10:38.791356 run osmo-hlr_10.42.42.2(pid=540): stdout: | (launched: 2022-12-13_21:10:35.410161) 21:10:38.843750 run osmo-hlr_10.42.42.2(pid=540): stderr: | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211035605 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211035617 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211035626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211035626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211035626 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:10:38.896520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Terminating (SIGTERM) 21:10:38.938696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Terminating (SIGTERM) 21:10:38.981509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Terminating (SIGTERM) 21:10:39.024704 --- ParallelTerminationStrategy: PID 539 died... 21:10:39.045260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Terminated: ok {rc=0} 21:10:39.092348 --- ParallelTerminationStrategy: PID 542 died... 21:10:39.112573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Terminated: ok {rc=0} 21:10:39.159280 --- ParallelTerminationStrategy: PID 545 died... 21:10:39.179364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Terminated: ok {rc=0} 21:10:39.267054 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900 ping_idle_ping.py ---------------------------------------------- 21:10:40.355365 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.366848 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1) 21:10:40.406627 tst ping_idle_ping.py: using LAC 36299 21:10:40.526113 tst ping_idle_ping.py: using RAC 89 21:10:40.643069 tst ping_idle_ping.py: using CellId 36299 21:10:40.761236 tst ping_idle_ping.py: using BVCI 36300 21:10:40.869566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.880282 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.891276 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.901994 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.912911 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.923777 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.934868 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9) 21:10:40.945794 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4) 21:10:41.061697 tst ping_idle_ping.py:24: start network... 21:10:41.261512 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:10:41.727000 run create_hlr_db(pid=547): Launched 21:10:41.841345 bus /gobi_6: Setting Powered False 21:10:42.901358 run create_hlr_db(pid=547): Terminated: ok {rc=0} 21:10:43.319926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched 21:10:43.619881 run osmo-hlr_10.42.42.2(pid=553): Launched 21:10:43.733829 run osmo-stp_10.42.42.5: Starting osmo-stp 21:10:44.258493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched 21:10:44.558932 run osmo-stp_10.42.42.5(pid=556): Launched 21:10:44.673134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:10:45.189096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Launched 21:10:45.312505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:10:45.582781 run patchelf(pid=559): Launched 21:10:45.761967 run osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] 21:10:45.918413 run osmo-stp_10.42.42.5(pid=556): stdout: | (launched: 2022-12-13_21:10:44.503003) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:46.063296 run osmo-stp_10.42.42.5(pid=556): stderr: | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211044671 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:46.203175 run osmo-stp_10.42.42.5(pid=556): stdout: | (launched: 2022-12-13_21:10:44.503003) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:46.337979 run osmo-stp_10.42.42.5(pid=556): stderr: | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211044670 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211044671 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211044671 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:46.497080 run patchelf(pid=559): Terminating (SIGINT) 21:10:46.702302 run patchelf(pid=559): Terminated: ok {rc=0} 21:10:46.835815 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27] 21:10:46.845996 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 21:10:46.875048 run osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)] 21:10:46.926114 run osmo-hlr_10.42.42.2(pid=553): stdout: | (launched: 2022-12-13_21:10:43.564553) 21:10:46.979174 run osmo-hlr_10.42.42.2(pid=553): stderr: | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211043735 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211043747 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211043756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211043756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211043756 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:10:47.032545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM) 21:10:47.076378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM) 21:10:47.121793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminating (SIGTERM) 21:10:47.167076 --- ParallelTerminationStrategy: PID 552 died... 21:10:47.187821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0} 21:10:47.236087 --- ParallelTerminationStrategy: PID 555 died... 21:10:47.256508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0} 21:10:47.303279 --- ParallelTerminationStrategy: PID 558 died... 21:10:47.323002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminated: ok {rc=0} 21:10:47.411028 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs --------------------------------------------------------------------- 21:10:48.714385 tst gprs:nanobts+band-1900+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:10:48.722041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 21:10:48.745845 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 21:10:48.785477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 21:10:48.871345 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 21:10:48.894558 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 21:10:48.932362 tst gprs:nanobts+band-1900+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 21:10:49.528317 tst gprs:nanobts+band-1900+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 21:10:49.577877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:49.588865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:10:49.628784 tst cs_paging_gprs_active.py: using LAC 36300 21:10:49.748746 tst cs_paging_gprs_active.py: using RAC 90 21:10:49.867593 tst cs_paging_gprs_active.py: using CellId 36300 21:10:49.996676 tst cs_paging_gprs_active.py: using BVCI 36301 21:10:50.114497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.126194 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.137686 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.149068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.160226 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.171410 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.182851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.194001 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:10:50.205372 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:10:50.323011 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:10:50.443897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:10:50.663197 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:50.987439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Launched 21:10:51.270385 run iperf3-srv_10.42.42.10(pid=564): Launched 21:10:51.393941 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:10:51.613186 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:10:51.937947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Launched 21:10:52.203973 run iperf3-srv_10.42.42.10(pid=567): Launched 21:10:52.317899 tst cs_paging_gprs_active.py:38: start network... 21:10:52.520453 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:10:52.990759 run create_hlr_db(pid=568): Launched 21:10:53.108083 bus /gobi_6: Setting Powered False 21:10:54.168110 run create_hlr_db(pid=568): Terminated: ok {rc=0} 21:10:54.613140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Launched 21:10:54.938131 run osmo-hlr_10.42.42.2(pid=571): Launched 21:10:55.060900 run osmo-stp_10.42.42.5: Starting osmo-stp 21:10:55.626726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Launched 21:10:55.951500 run osmo-stp_10.42.42.5(pid=574): Launched 21:10:56.075173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:10:56.637423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Launched 21:10:56.763011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:10:57.037872 run patchelf(pid=577): Launched 21:10:57.218957 run osmo-stp_10.42.42.5(pid=574): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)] 21:10:57.356269 run osmo-stp_10.42.42.5(pid=574): stdout: | (launched: 2022-12-13_21:10:55.892113) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:57.495025 run osmo-stp_10.42.42.5(pid=574): stderr: | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211056080 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:57.635213 run osmo-stp_10.42.42.5(pid=574): stdout: | (launched: 2022-12-13_21:10:55.892113) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:10:57.768905 run osmo-stp_10.42.42.5(pid=574): stderr: | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211056080 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211056080 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211056081 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:10:57.927152 run patchelf(pid=577): Terminating (SIGINT) 21:10:58.110023 run patchelf(pid=577): Terminated: ok {rc=0} 21:10:58.241537 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=574): Process ended prematurely: osmo-stp_10.42.42.5(pid=574) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 21:10:58.251630 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec) 21:10:58.280339 run osmo-hlr_10.42.42.2(pid=571): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=571)] 21:10:58.330671 run osmo-hlr_10.42.42.2(pid=571): stdout: | (launched: 2022-12-13_21:10:54.878614) 21:10:58.382296 run osmo-hlr_10.42.42.2(pid=571): stderr: | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211055075 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211055087 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211055098 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211055098 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211055098 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:10:58.434526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminating (SIGTERM) 21:10:58.476631 run iperf3-srv_10.42.42.10(pid=564): Terminating (SIGTERM) 21:10:58.518892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminating (SIGTERM) 21:10:58.560996 run iperf3-srv_10.42.42.10(pid=567): Terminating (SIGTERM) 21:10:58.603155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Terminating (SIGTERM) 21:10:58.645522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Terminating (SIGTERM) 21:10:58.687604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Terminating (SIGTERM) 21:10:58.729984 --- ParallelTerminationStrategy: PID 563 died... 21:10:58.750213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminated: ok {rc=0} 21:10:58.796527 --- ParallelTerminationStrategy: PID 564 died... 21:10:58.816301 run iperf3-srv_10.42.42.10(pid=564): Terminated {rc=256} 21:10:58.862617 --- ParallelTerminationStrategy: PID 565 died... 21:10:58.882376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminated: ok {rc=0} 21:10:58.928700 --- ParallelTerminationStrategy: PID 567 died... 21:10:58.948478 run iperf3-srv_10.42.42.10(pid=567): Terminated {rc=256} 21:10:58.994642 --- ParallelTerminationStrategy: PID 570 died... 21:10:59.014462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Terminated: ok {rc=0} 21:10:59.060756 --- ParallelTerminationStrategy: PID 573 died... 21:10:59.080618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Terminated: ok {rc=0} 21:10:59.126934 --- ParallelTerminationStrategy: PID 576 died... 21:10:59.146885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Terminated: ok {rc=0} 21:10:59.234397 bus /gobi_0: Setting Powered False 21:11:00.334563 bus /gobi_0: Setting Powered False 21:11:01.458837 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py ---------------------------------------------- 21:11:02.621413 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:02.633650 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:11:02.678339 tst iperf3.py: using LAC 36301 21:11:02.806827 tst iperf3.py: using RAC 91 21:11:02.932879 tst iperf3.py: using CellId 36301 21:11:03.059425 tst iperf3.py: using BVCI 36302 21:11:03.177255 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.189040 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.200458 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.211798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.223332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.234745 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.246381 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.257749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:03.269377 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:03.386827 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:11:03.591339 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:03.896381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Launched 21:11:04.161129 run iperf3-srv_10.42.42.10(pid=579): Launched 21:11:04.275634 tst iperf3.py:8: start network... 21:11:04.478987 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:11:04.950603 run create_hlr_db(pid=580): Launched 21:11:05.066871 bus /gobi_6: Setting Powered False 21:11:06.127260 run create_hlr_db(pid=580): Terminated: ok {rc=0} 21:11:06.570722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Launched 21:11:06.897032 run osmo-hlr_10.42.42.2(pid=583): Launched 21:11:07.019495 run osmo-stp_10.42.42.5: Starting osmo-stp 21:11:07.583397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Launched 21:11:07.908684 run osmo-stp_10.42.42.5(pid=586): Launched 21:11:08.031293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:11:08.590309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Launched 21:11:08.714043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:11:08.988735 run patchelf(pid=589): Launched 21:11:09.169114 run osmo-stp_10.42.42.5(pid=586): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)] 21:11:09.307003 run osmo-stp_10.42.42.5(pid=586): stdout: | (launched: 2022-12-13_21:11:07.848834) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:09.446237 run osmo-stp_10.42.42.5(pid=586): stderr: | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211108041 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:09.586004 run osmo-stp_10.42.42.5(pid=586): stdout: | (launched: 2022-12-13_21:11:07.848834) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:09.720169 run osmo-stp_10.42.42.5(pid=586): stderr: | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211108040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211108041 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211108041 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:09.879083 run patchelf(pid=589): Terminating (SIGINT) 21:11:10.062400 run patchelf(pid=589): Terminated: ok {rc=0} 21:11:10.194320 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=586): Process ended prematurely: osmo-stp_10.42.42.5(pid=586) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8] 21:11:10.204381 tst iperf3.py:8: Test FAILED (7.6 sec) 21:11:10.233202 run osmo-hlr_10.42.42.2(pid=583): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=583)] 21:11:10.283442 run osmo-hlr_10.42.42.2(pid=583): stdout: | (launched: 2022-12-13_21:11:06.837554) 21:11:10.335691 run osmo-hlr_10.42.42.2(pid=583): stderr: | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211107034 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211107046 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211107055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211107055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211107055 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:11:10.388309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Terminating (SIGTERM) 21:11:10.430217 run iperf3-srv_10.42.42.10(pid=579): Terminating (SIGTERM) 21:11:10.472038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Terminating (SIGTERM) 21:11:10.514034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Terminating (SIGTERM) 21:11:10.555922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Terminating (SIGTERM) 21:11:10.598946 --- ParallelTerminationStrategy: PID 578 died... 21:11:10.619340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Terminated: ok {rc=0} 21:11:10.666494 --- ParallelTerminationStrategy: PID 579 died... 21:11:10.686430 run iperf3-srv_10.42.42.10(pid=579): Terminated {rc=256} 21:11:10.732698 --- ParallelTerminationStrategy: PID 582 died... 21:11:10.752605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Terminated: ok {rc=0} 21:11:10.799310 --- ParallelTerminationStrategy: PID 585 died... 21:11:10.819436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Terminated: ok {rc=0} 21:11:10.866067 --- ParallelTerminationStrategy: PID 588 died... 21:11:10.885983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Terminated: ok {rc=0} 21:11:10.974740 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 21:11:12.125937 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.138090 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:11:12.179979 tst iperf3m4.py: using LAC 36302 21:11:12.308306 tst iperf3m4.py: using RAC 92 21:11:12.434853 tst iperf3m4.py: using CellId 36302 21:11:12.561646 tst iperf3m4.py: using BVCI 36303 21:11:12.682239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.693853 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.705201 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.716564 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.727846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.739128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.750650 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.761892 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:12.773502 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:12.892615 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:13.012308 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:13.134239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:13.254614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:11:13.460257 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:13.766835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Launched 21:11:14.032456 run iperf3-srv_10.42.42.10(pid=591): Launched 21:11:14.148065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:11:14.352428 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:14.658692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Launched 21:11:14.925357 run iperf3-srv_10.42.42.10(pid=593): Launched 21:11:15.040205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:11:15.244794 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:15.552285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Launched 21:11:15.818330 run iperf3-srv_10.42.42.10(pid=595): Launched 21:11:15.977321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:11:16.190414 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:16.506566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Launched 21:11:16.789055 run iperf3-srv_10.42.42.10(pid=597): Launched 21:11:16.934551 tst iperf3m4.py:8: start network... 21:11:17.161825 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:11:17.669945 run create_hlr_db(pid=598): Launched 21:11:17.803670 bus /gobi_6: Setting Powered False 21:11:18.868557 run create_hlr_db(pid=598): Terminated: ok {rc=0} 21:11:19.322173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Launched 21:11:19.648358 run osmo-hlr_10.42.42.2(pid=601): Launched 21:11:19.771257 run osmo-stp_10.42.42.5: Starting osmo-stp 21:11:20.338090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Launched 21:11:20.662853 run osmo-stp_10.42.42.5(pid=604): Launched 21:11:20.785366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:11:21.344920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Launched 21:11:21.468309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:11:21.743615 run patchelf(pid=607): Launched 21:11:21.925913 run osmo-stp_10.42.42.5(pid=604): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)] 21:11:22.063120 run osmo-stp_10.42.42.5(pid=604): stdout: | (launched: 2022-12-13_21:11:20.603335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:22.202722 run osmo-stp_10.42.42.5(pid=604): stderr: | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211120792 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:22.341975 run osmo-stp_10.42.42.5(pid=604): stdout: | (launched: 2022-12-13_21:11:20.603335) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:22.475644 run osmo-stp_10.42.42.5(pid=604): stderr: | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211120792 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211120792 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211120793 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:22.634569 run patchelf(pid=607): Terminating (SIGINT) 21:11:22.817775 run patchelf(pid=607): Terminated: ok {rc=0} 21:11:22.949767 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=604): Process ended prematurely: osmo-stp_10.42.42.5(pid=604) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8] 21:11:22.959935 tst iperf3m4.py:8: Test FAILED (10.9 sec) 21:11:22.989045 run osmo-hlr_10.42.42.2(pid=601): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=601)] 21:11:23.039562 run osmo-hlr_10.42.42.2(pid=601): stdout: | (launched: 2022-12-13_21:11:19.588077) 21:11:23.092008 run osmo-hlr_10.42.42.2(pid=601): stderr: | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211119786 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211119801 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211119811 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211119811 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211119811 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:11:23.144859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Terminating (SIGTERM) 21:11:23.187147 run iperf3-srv_10.42.42.10(pid=591): Terminating (SIGTERM) 21:11:23.229333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Terminating (SIGTERM) 21:11:23.271509 run iperf3-srv_10.42.42.10(pid=593): Terminating (SIGTERM) 21:11:23.313720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Terminating (SIGTERM) 21:11:23.356185 run iperf3-srv_10.42.42.10(pid=595): Terminating (SIGTERM) 21:11:23.398339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Terminating (SIGTERM) 21:11:23.440436 run iperf3-srv_10.42.42.10(pid=597): Terminating (SIGTERM) 21:11:23.482329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Terminating (SIGTERM) 21:11:23.524411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Terminating (SIGTERM) 21:11:23.566376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Terminating (SIGTERM) 21:11:23.608771 --- ParallelTerminationStrategy: PID 590 died... 21:11:23.629030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Terminated: ok {rc=0} 21:11:23.676057 --- ParallelTerminationStrategy: PID 591 died... 21:11:23.695959 run iperf3-srv_10.42.42.10(pid=591): Terminated {rc=256} 21:11:23.742251 --- ParallelTerminationStrategy: PID 592 died... 21:11:23.762157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Terminated: ok {rc=0} 21:11:23.808485 --- ParallelTerminationStrategy: PID 593 died... 21:11:23.828197 run iperf3-srv_10.42.42.10(pid=593): Terminated {rc=256} 21:11:23.874456 --- ParallelTerminationStrategy: PID 594 died... 21:11:23.894183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Terminated: ok {rc=0} 21:11:23.940546 --- ParallelTerminationStrategy: PID 595 died... 21:11:23.960893 run iperf3-srv_10.42.42.10(pid=595): Terminated {rc=256} 21:11:24.007119 --- ParallelTerminationStrategy: PID 596 died... 21:11:24.026966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Terminated: ok {rc=0} 21:11:24.073472 --- ParallelTerminationStrategy: PID 597 died... 21:11:24.093303 run iperf3-srv_10.42.42.10(pid=597): Terminated {rc=256} 21:11:24.139458 --- ParallelTerminationStrategy: PID 600 died... 21:11:24.159266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Terminated: ok {rc=0} 21:11:24.205524 --- ParallelTerminationStrategy: PID 603 died... 21:11:24.225389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Terminated: ok {rc=0} 21:11:24.271719 --- ParallelTerminationStrategy: PID 606 died... 21:11:24.291621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Terminated: ok {rc=0} 21:11:24.379459 bus /gobi_4: Setting Powered False 21:11:25.479373 bus /gobi_4: Setting Powered False 21:11:26.594817 bus /gobi_1: Setting Powered False 21:11:27.693630 bus /gobi_1: Setting Powered False 21:11:28.811152 bus /gobi_0: Setting Powered False 21:11:29.909349 bus /gobi_0: Setting Powered False 21:11:31.032792 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs ping.py ---------------------------------------------- 21:11:32.145332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.158332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:11:32.200642 tst ping.py: using LAC 36303 21:11:32.331323 tst ping.py: using RAC 93 21:11:32.456924 tst ping.py: using CellId 36303 21:11:32.586116 tst ping.py: using BVCI 36304 21:11:32.704130 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.715781 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.727219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.738617 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.749874 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.761031 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.772476 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:32.783746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:32.903915 tst ping.py:19: start network... 21:11:33.116912 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:11:33.609526 run create_hlr_db(pid=608): Launched 21:11:33.738943 bus /gobi_6: Setting Powered False 21:11:34.798393 run create_hlr_db(pid=608): Terminated: ok {rc=0} 21:11:35.222482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Launched 21:11:35.519791 run osmo-hlr_10.42.42.2(pid=611): Launched 21:11:35.634165 run osmo-stp_10.42.42.5: Starting osmo-stp 21:11:36.162610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Launched 21:11:36.462996 run osmo-stp_10.42.42.5(pid=614): Launched 21:11:36.578175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:11:37.093559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Launched 21:11:37.207694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:11:37.459232 run patchelf(pid=617): Launched 21:11:37.626790 run osmo-stp_10.42.42.5(pid=614): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)] 21:11:37.753239 run osmo-stp_10.42.42.5(pid=614): stdout: | (launched: 2022-12-13_21:11:36.407278) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:37.880914 run osmo-stp_10.42.42.5(pid=614): stderr: | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211136575 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:38.009352 run osmo-stp_10.42.42.5(pid=614): stdout: | (launched: 2022-12-13_21:11:36.407278) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:38.132879 run osmo-stp_10.42.42.5(pid=614): stderr: | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211136574 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211136575 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211136575 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:38.278960 run patchelf(pid=617): Terminating (SIGINT) 21:11:38.447872 run patchelf(pid=617): Terminated: ok {rc=0} 21:11:38.569378 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=614): Process ended prematurely: osmo-stp_10.42.42.5(pid=614) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22] 21:11:38.578456 tst ping.py:22: Test FAILED (6.4 sec) 21:11:38.605283 run osmo-hlr_10.42.42.2(pid=611): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=611)] 21:11:38.653695 run osmo-hlr_10.42.42.2(pid=611): stdout: | (launched: 2022-12-13_21:11:35.465139) 21:11:38.703545 run osmo-hlr_10.42.42.2(pid=611): stderr: | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211135638 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211135650 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211135659 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211135659 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211135659 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:11:38.753644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Terminating (SIGTERM) 21:11:38.793909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Terminating (SIGTERM) 21:11:38.834069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Terminating (SIGTERM) 21:11:38.874665 --- ParallelTerminationStrategy: PID 610 died... 21:11:38.894580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Terminated: ok {rc=0} 21:11:38.939412 --- ParallelTerminationStrategy: PID 613 died... 21:11:38.958656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Terminated: ok {rc=0} 21:11:39.003230 --- ParallelTerminationStrategy: PID 616 died... 21:11:39.022338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Terminated: ok {rc=0} 21:11:39.107556 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 21:11:40.195285 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.207868 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:11:40.250802 tst ping_idle_ping.py: using LAC 36304 21:11:40.380770 tst ping_idle_ping.py: using RAC 94 21:11:40.509458 tst ping_idle_ping.py: using CellId 36304 21:11:40.634505 tst ping_idle_ping.py: using BVCI 36305 21:11:40.752348 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.763851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.775153 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.786470 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.798102 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.809874 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.821780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:11:40.833541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:11:40.951680 tst ping_idle_ping.py:24: start network... 21:11:41.152055 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:11:41.624811 run create_hlr_db(pid=618): Launched 21:11:41.740043 bus /gobi_6: Setting Powered False 21:11:42.800254 run create_hlr_db(pid=618): Terminated: ok {rc=0} 21:11:43.238614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Launched 21:11:43.557508 run osmo-hlr_10.42.42.2(pid=621): Launched 21:11:43.681320 run osmo-stp_10.42.42.5: Starting osmo-stp 21:11:44.237293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Launched 21:11:44.555536 run osmo-stp_10.42.42.5(pid=624): Launched 21:11:44.679390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:11:45.230250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Launched 21:11:45.352101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:11:45.622588 run patchelf(pid=627): Launched 21:11:45.801451 run osmo-stp_10.42.42.5(pid=624): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)] 21:11:45.972692 run osmo-stp_10.42.42.5(pid=624): stdout: | (launched: 2022-12-13_21:11:44.497484) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:46.114201 run osmo-stp_10.42.42.5(pid=624): stderr: | [0;m[38;5;43m20221213211144684 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211144685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211144685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211144685 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:46.254535 run osmo-stp_10.42.42.5(pid=624): stdout: | (launched: 2022-12-13_21:11:44.497484) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:46.391294 run osmo-stp_10.42.42.5(pid=624): stderr: | [0;m[38;5;43m20221213211144684 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211144685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211144685 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211144685 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211144686 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:46.552047 run patchelf(pid=627): Terminating (SIGINT) 21:11:46.736467 run patchelf(pid=627): Terminated: ok {rc=0} 21:11:46.869458 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=624): Process ended prematurely: osmo-stp_10.42.42.5(pid=624) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27] 21:11:46.879743 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 21:11:46.908531 run osmo-hlr_10.42.42.2(pid=621): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=621)] 21:11:46.960213 run osmo-hlr_10.42.42.2(pid=621): stdout: | (launched: 2022-12-13_21:11:43.498785) 21:11:47.013010 run osmo-hlr_10.42.42.2(pid=621): stderr: | [0;m[1;31m20221213211143691 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211143691 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211143692 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211143692 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211143692 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211143692 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211143704 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211143713 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211143713 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211143713 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:11:47.066140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Terminating (SIGTERM) 21:11:47.109144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Terminating (SIGTERM) 21:11:47.153448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Terminating (SIGTERM) 21:11:47.197047 --- ParallelTerminationStrategy: PID 620 died... 21:11:47.217596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Terminated: ok {rc=0} 21:11:47.263973 --- ParallelTerminationStrategy: PID 623 died... 21:11:47.283653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Terminated: ok {rc=0} 21:11:47.330199 --- ParallelTerminationStrategy: PID 626 died... 21:11:47.350069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Terminated: ok {rc=0} 21:11:47.438386 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa --------------------------------------------------------------------- 21:11:48.728530 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:11:48.735528 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 21:11:48.759198 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 21:11:48.798431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 21:11:48.884796 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 21:11:48.908843 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 21:11:48.947148 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 21:11:49.541601 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 21:11:49.591213 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:49.602482 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:11:49.661631 tst cs_paging_gprs_active.py: using LAC 36305 21:11:49.780346 tst cs_paging_gprs_active.py: using RAC 95 21:11:49.898997 tst cs_paging_gprs_active.py: using CellId 36305 21:11:50.019139 tst cs_paging_gprs_active.py: using BVCI 36306 21:11:50.130511 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.141626 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.152423 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.163267 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.174269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.185624 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.197018 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.208167 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:11:50.219635 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:11:50.341394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:11:50.459409 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:11:50.663495 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:50.969079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Launched 21:11:51.233443 run iperf3-srv_10.42.42.10(pid=632): Launched 21:11:51.347581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:11:51.550334 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:11:51.855447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Launched 21:11:52.119802 run iperf3-srv_10.42.42.10(pid=634): Launched 21:11:52.233961 tst cs_paging_gprs_active.py:38: start network... 21:11:52.436668 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:11:52.908734 run create_hlr_db(pid=635): Launched 21:11:53.024596 bus /gobi_6: Setting Powered False 21:11:54.085457 run create_hlr_db(pid=635): Terminated: ok {rc=0} 21:11:54.509130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Launched 21:11:54.813927 run osmo-hlr_10.42.42.2(pid=638): Launched 21:11:54.929206 run osmo-stp_10.42.42.5: Starting osmo-stp 21:11:55.464177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Launched 21:11:55.769592 run osmo-stp_10.42.42.5(pid=641): Launched 21:11:55.884796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:11:56.406211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Launched 21:11:56.522248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:11:56.778777 run patchelf(pid=644): Launched 21:11:56.949073 run osmo-stp_10.42.42.5(pid=641): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)] 21:11:57.077785 run osmo-stp_10.42.42.5(pid=641): stdout: | (launched: 2022-12-13_21:11:55.713306) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:57.208273 run osmo-stp_10.42.42.5(pid=641): stderr: | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211155881 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:57.338644 run osmo-stp_10.42.42.5(pid=641): stdout: | (launched: 2022-12-13_21:11:55.713306) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:11:57.464128 run osmo-stp_10.42.42.5(pid=641): stderr: | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211155880 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211155881 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211155881 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:11:57.612768 run patchelf(pid=644): Terminating (SIGINT) 21:11:57.785267 run patchelf(pid=644): Terminated: ok {rc=0} 21:11:57.909277 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=641): Process ended prematurely: osmo-stp_10.42.42.5(pid=641) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 21:11:57.918842 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec) 21:11:57.946343 run osmo-hlr_10.42.42.2(pid=638): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=638)] 21:11:57.995219 run osmo-hlr_10.42.42.2(pid=638): stdout: | (launched: 2022-12-13_21:11:54.757708) 21:11:58.045589 run osmo-hlr_10.42.42.2(pid=638): stderr: | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211154930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211154942 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211154950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211154950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211154950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:11:58.096205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Terminating (SIGTERM) 21:11:58.136378 run iperf3-srv_10.42.42.10(pid=632): Terminating (SIGTERM) 21:11:58.176330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Terminating (SIGTERM) 21:11:58.216547 run iperf3-srv_10.42.42.10(pid=634): Terminating (SIGTERM) 21:11:58.256483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Terminating (SIGTERM) 21:11:58.296762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Terminating (SIGTERM) 21:11:58.337118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Terminating (SIGTERM) 21:11:58.377500 --- ParallelTerminationStrategy: PID 631 died... 21:11:58.397347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Terminated: ok {rc=0} 21:11:58.442142 --- ParallelTerminationStrategy: PID 632 died... 21:11:58.461345 run iperf3-srv_10.42.42.10(pid=632): Terminated {rc=256} 21:11:58.505899 --- ParallelTerminationStrategy: PID 633 died... 21:11:58.524733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Terminated: ok {rc=0} 21:11:58.569297 --- ParallelTerminationStrategy: PID 634 died... 21:11:58.588390 run iperf3-srv_10.42.42.10(pid=634): Terminated {rc=256} 21:11:58.632684 --- ParallelTerminationStrategy: PID 637 died... 21:11:58.651641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Terminated: ok {rc=0} 21:11:58.695905 --- ParallelTerminationStrategy: PID 640 died... 21:11:58.715082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Terminated: ok {rc=0} 21:11:58.759429 --- ParallelTerminationStrategy: PID 643 died... 21:11:58.778520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Terminated: ok {rc=0} 21:11:58.865300 bus /gobi_0: Setting Powered False 21:11:59.965094 bus /gobi_0: Setting Powered False 21:12:01.086567 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 21:12:02.254095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.266546 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:12:02.331429 tst iperf3.py: using LAC 36306 21:12:02.457966 tst iperf3.py: using RAC 96 21:12:02.589042 tst iperf3.py: using CellId 36306 21:12:02.714937 tst iperf3.py: using BVCI 36307 21:12:02.833948 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.845724 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.857370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.868832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.880486 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.892190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.904026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.915587 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:02.927412 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:03.046731 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:12:03.265517 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:12:03.591052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Launched 21:12:03.875977 run iperf3-srv_10.42.42.10(pid=647): Launched 21:12:03.998056 tst iperf3.py:8: start network... 21:12:04.216616 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:12:04.719768 run create_hlr_db(pid=648): Launched 21:12:04.851151 bus /gobi_6: Setting Powered False 21:12:05.915350 run create_hlr_db(pid=648): Terminated: ok {rc=0} 21:12:06.367092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Launched 21:12:06.693631 run osmo-hlr_10.42.42.2(pid=651): Launched 21:12:06.818067 run osmo-stp_10.42.42.5: Starting osmo-stp 21:12:07.376160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Launched 21:12:07.701646 run osmo-stp_10.42.42.5(pid=654): Launched 21:12:07.824850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:12:08.384047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Launched 21:12:08.507557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:12:08.781560 run patchelf(pid=657): Launched 21:12:08.962756 run osmo-stp_10.42.42.5(pid=654): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)] 21:12:09.099667 run osmo-stp_10.42.42.5(pid=654): stdout: | (launched: 2022-12-13_21:12:07.641494) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:09.238055 run osmo-stp_10.42.42.5(pid=654): stderr: | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211207831 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:09.376721 run osmo-stp_10.42.42.5(pid=654): stdout: | (launched: 2022-12-13_21:12:07.641494) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:09.509939 run osmo-stp_10.42.42.5(pid=654): stderr: | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211207830 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211207831 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211207831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:09.668320 run patchelf(pid=657): Terminating (SIGINT) 21:12:09.851429 run patchelf(pid=657): Terminated: ok {rc=0} 21:12:09.983327 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=654): Process ended prematurely: osmo-stp_10.42.42.5(pid=654) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8] 21:12:09.993520 tst iperf3.py:8: Test FAILED (7.8 sec) 21:12:10.021937 run osmo-hlr_10.42.42.2(pid=651): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=651)] 21:12:10.072558 run osmo-hlr_10.42.42.2(pid=651): stdout: | (launched: 2022-12-13_21:12:06.634399) 21:12:10.124815 run osmo-hlr_10.42.42.2(pid=651): stderr: | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211206829 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211206845 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211206853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211206853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211206853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:12:10.177272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminating (SIGTERM) 21:12:10.219601 run iperf3-srv_10.42.42.10(pid=647): Terminating (SIGTERM) 21:12:10.261891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Terminating (SIGTERM) 21:12:10.304558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Terminating (SIGTERM) 21:12:10.347023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Terminating (SIGTERM) 21:12:10.389949 --- ParallelTerminationStrategy: PID 646 died... 21:12:10.410314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminated: ok {rc=0} 21:12:10.456662 --- ParallelTerminationStrategy: PID 647 died... 21:12:10.476284 run iperf3-srv_10.42.42.10(pid=647): Terminated {rc=256} 21:12:10.522698 --- ParallelTerminationStrategy: PID 650 died... 21:12:10.542503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Terminated: ok {rc=0} 21:12:10.588684 --- ParallelTerminationStrategy: PID 653 died... 21:12:10.608735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Terminated: ok {rc=0} 21:12:10.655106 --- ParallelTerminationStrategy: PID 656 died... 21:12:10.675007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Terminated: ok {rc=0} 21:12:10.763690 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 21:12:11.911313 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:11.923086 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:12:11.983441 tst iperf3m4.py: using LAC 36307 21:12:12.104541 tst iperf3m4.py: using RAC 97 21:12:12.225084 tst iperf3m4.py: using CellId 36307 21:12:12.345609 tst iperf3m4.py: using BVCI 36308 21:12:12.465091 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.476827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.488315 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.499795 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.511865 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.524010 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.536194 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.548249 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:12.560552 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:12.684277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:12.803546 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:12.925415 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:13.045481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:12:13.250153 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:12:13.554959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Launched 21:12:13.822726 run iperf3-srv_10.42.42.10(pid=659): Launched 21:12:13.937406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:12:14.142334 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:12:14.447599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Launched 21:12:14.712095 run iperf3-srv_10.42.42.10(pid=661): Launched 21:12:14.826194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:12:15.029080 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:12:15.334479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Launched 21:12:15.598974 run iperf3-srv_10.42.42.10(pid=663): Launched 21:12:15.713556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:12:15.930784 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:12:16.244758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Launched 21:12:16.542877 run iperf3-srv_10.42.42.10(pid=665): Launched 21:12:16.674157 tst iperf3m4.py:8: start network... 21:12:16.881322 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:12:17.360081 run create_hlr_db(pid=666): Launched 21:12:17.477268 bus /gobi_6: Setting Powered False 21:12:18.537347 run create_hlr_db(pid=666): Terminated: ok {rc=0} 21:12:18.980734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Launched 21:12:19.304142 run osmo-hlr_10.42.42.2(pid=669): Launched 21:12:19.427127 run osmo-stp_10.42.42.5: Starting osmo-stp 21:12:19.986880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Launched 21:12:20.311329 run osmo-stp_10.42.42.5(pid=672): Launched 21:12:20.434394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:12:20.993667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Launched 21:12:21.117091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:12:21.391949 run patchelf(pid=675): Launched 21:12:21.571736 run osmo-stp_10.42.42.5(pid=672): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)] 21:12:21.709804 run osmo-stp_10.42.42.5(pid=672): stdout: | (launched: 2022-12-13_21:12:20.251989) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:21.849336 run osmo-stp_10.42.42.5(pid=672): stderr: | [0;m[38;5;43m20221213211220440 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211220440 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211220441 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211220441 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211220441 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211220442 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211220442 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:21.987535 run osmo-stp_10.42.42.5(pid=672): stdout: | (launched: 2022-12-13_21:12:20.251989) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:22.120717 run osmo-stp_10.42.42.5(pid=672): stderr: | [0;m[38;5;43m20221213211220440 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211220440 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211220441 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211220441 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211220441 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211220442 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211220442 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:22.278867 run patchelf(pid=675): Terminating (SIGINT) 21:12:22.461574 run patchelf(pid=675): Terminated: ok {rc=0} 21:12:22.593606 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8] 21:12:22.603908 tst iperf3m4.py:8: Test FAILED (10.7 sec) 21:12:22.633313 run osmo-hlr_10.42.42.2(pid=669): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=669)] 21:12:22.684024 run osmo-hlr_10.42.42.2(pid=669): stdout: | (launched: 2022-12-13_21:12:19.244807) 21:12:22.736055 run osmo-hlr_10.42.42.2(pid=669): stderr: | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211219440 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211219455 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211219464 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211219464 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211219464 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:12:22.788454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Terminating (SIGTERM) 21:12:22.830753 run iperf3-srv_10.42.42.10(pid=659): Terminating (SIGTERM) 21:12:22.872687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminating (SIGTERM) 21:12:22.915136 run iperf3-srv_10.42.42.10(pid=661): Terminating (SIGTERM) 21:12:22.957712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Terminating (SIGTERM) 21:12:23.000130 run iperf3-srv_10.42.42.10(pid=663): Terminating (SIGTERM) 21:12:23.042243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminating (SIGTERM) 21:12:23.084300 run iperf3-srv_10.42.42.10(pid=665): Terminating (SIGTERM) 21:12:23.126607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminating (SIGTERM) 21:12:23.168613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminating (SIGTERM) 21:12:23.210574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminating (SIGTERM) 21:12:23.252654 --- ParallelTerminationStrategy: PID 658 died... 21:12:23.273032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Terminated: ok {rc=0} 21:12:23.319763 --- ParallelTerminationStrategy: PID 659 died... 21:12:23.339556 run iperf3-srv_10.42.42.10(pid=659): Terminated {rc=256} 21:12:23.386084 --- ParallelTerminationStrategy: PID 660 died... 21:12:23.406044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminated: ok {rc=0} 21:12:23.452501 --- ParallelTerminationStrategy: PID 661 died... 21:12:23.472292 run iperf3-srv_10.42.42.10(pid=661): Terminated {rc=256} 21:12:23.518707 --- ParallelTerminationStrategy: PID 662 died... 21:12:23.538495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Terminated: ok {rc=0} 21:12:23.585069 --- ParallelTerminationStrategy: PID 663 died... 21:12:23.604775 run iperf3-srv_10.42.42.10(pid=663): Terminated {rc=256} 21:12:23.651553 --- ParallelTerminationStrategy: PID 664 died... 21:12:23.671449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminated: ok {rc=0} 21:12:23.718026 --- ParallelTerminationStrategy: PID 665 died... 21:12:23.737837 run iperf3-srv_10.42.42.10(pid=665): Terminated {rc=256} 21:12:23.784437 --- ParallelTerminationStrategy: PID 668 died... 21:12:23.804215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminated: ok {rc=0} 21:12:23.851271 --- ParallelTerminationStrategy: PID 671 died... 21:12:23.871234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminated: ok {rc=0} 21:12:23.917779 --- ParallelTerminationStrategy: PID 674 died... 21:12:23.937788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminated: ok {rc=0} 21:12:24.026870 bus /gobi_4: Setting Powered False 21:12:25.127932 bus /gobi_4: Setting Powered False 21:12:26.246206 bus /gobi_1: Setting Powered False 21:12:27.346486 bus /gobi_1: Setting Powered False 21:12:28.465360 bus /gobi_0: Setting Powered False 21:12:29.565115 bus /gobi_0: Setting Powered False 21:12:30.679399 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 21:12:31.783734 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:31.796859 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:12:31.859229 tst ping.py: using LAC 36308 21:12:32.019674 tst ping.py: using RAC 98 21:12:32.140086 tst ping.py: using CellId 36308 21:12:32.273303 tst ping.py: using BVCI 36309 21:12:32.391835 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.403636 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.415222 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.426719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.438158 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.449755 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.461341 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:32.473263 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:32.592749 tst ping.py:19: start network... 21:12:32.794199 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:12:33.258410 run create_hlr_db(pid=676): Launched 21:12:33.372567 bus /gobi_6: Setting Powered False 21:12:34.433119 run create_hlr_db(pid=676): Terminated: ok {rc=0} 21:12:34.871892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Launched 21:12:35.194437 run osmo-hlr_10.42.42.2(pid=679): Launched 21:12:35.318517 run osmo-stp_10.42.42.5: Starting osmo-stp 21:12:35.880180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Launched 21:12:36.200842 run osmo-stp_10.42.42.5(pid=682): Launched 21:12:36.322727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:12:36.874603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Launched 21:12:36.997462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:12:37.267326 run patchelf(pid=685): Launched 21:12:37.443504 run osmo-stp_10.42.42.5(pid=682): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)] 21:12:37.578225 run osmo-stp_10.42.42.5(pid=682): stdout: | (launched: 2022-12-13_21:12:36.142303) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:37.715071 run osmo-stp_10.42.42.5(pid=682): stderr: | [0;m[38;5;43m20221213211236331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211236331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211236332 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211236332 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:37.851146 run osmo-stp_10.42.42.5(pid=682): stdout: | (launched: 2022-12-13_21:12:36.142303) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:37.982762 run osmo-stp_10.42.42.5(pid=682): stderr: | [0;m[38;5;43m20221213211236331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211236331 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211236332 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211236332 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211236333 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:38.137563 run patchelf(pid=685): Terminating (SIGINT) 21:12:38.317037 run patchelf(pid=685): Terminated: ok {rc=0} 21:12:38.446173 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=682): Process ended prematurely: osmo-stp_10.42.42.5(pid=682) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22] 21:12:38.455544 tst ping.py:22: Test FAILED (6.7 sec) 21:12:38.483501 run osmo-hlr_10.42.42.2(pid=679): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=679)] 21:12:38.533522 run osmo-hlr_10.42.42.2(pid=679): stdout: | (launched: 2022-12-13_21:12:35.135768) 21:12:38.585251 run osmo-hlr_10.42.42.2(pid=679): stderr: | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211235330 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211235344 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211235352 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211235353 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211235353 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:12:38.637724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Terminating (SIGTERM) 21:12:38.679712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Terminating (SIGTERM) 21:12:38.721637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Terminating (SIGTERM) 21:12:38.763810 --- ParallelTerminationStrategy: PID 678 died... 21:12:38.784091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Terminated: ok {rc=0} 21:12:38.830638 --- ParallelTerminationStrategy: PID 681 died... 21:12:38.850509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Terminated: ok {rc=0} 21:12:38.896515 --- ParallelTerminationStrategy: PID 684 died... 21:12:38.916287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Terminated: ok {rc=0} 21:12:39.003360 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 21:12:40.091495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.104006 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:12:40.167664 tst ping_idle_ping.py: using LAC 36309 21:12:40.293549 tst ping_idle_ping.py: using RAC 99 21:12:40.411539 tst ping_idle_ping.py: using CellId 36309 21:12:40.528288 tst ping_idle_ping.py: using BVCI 36310 21:12:40.645240 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.656884 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.668394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.680037 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.691423 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.702974 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.714429 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:12:40.725709 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:12:40.841867 tst ping_idle_ping.py:24: start network... 21:12:41.041344 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:12:41.505058 run create_hlr_db(pid=686): Launched 21:12:41.618959 bus /gobi_6: Setting Powered False 21:12:42.678975 run create_hlr_db(pid=686): Terminated: ok {rc=0} 21:12:43.116767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Launched 21:12:43.436331 run osmo-hlr_10.42.42.2(pid=689): Launched 21:12:43.559798 run osmo-stp_10.42.42.5: Starting osmo-stp 21:12:44.108404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Launched 21:12:44.427103 run osmo-stp_10.42.42.5(pid=692): Launched 21:12:44.550047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:12:45.100601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Launched 21:12:45.223629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:12:45.493995 run patchelf(pid=695): Launched 21:12:45.672748 run osmo-stp_10.42.42.5(pid=692): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)] 21:12:45.807545 run osmo-stp_10.42.42.5(pid=692): stdout: | (launched: 2022-12-13_21:12:44.368475) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:45.964540 run osmo-stp_10.42.42.5(pid=692): stderr: | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211244558 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:46.099444 run osmo-stp_10.42.42.5(pid=692): stdout: | (launched: 2022-12-13_21:12:44.368475) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:46.229419 run osmo-stp_10.42.42.5(pid=692): stderr: | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211244557 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211244558 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211244558 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:46.383586 run patchelf(pid=695): Terminating (SIGINT) 21:12:46.561410 run patchelf(pid=695): Terminated: ok {rc=0} 21:12:46.688023 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 21:12:46.698162 tst ping_idle_ping.py:27: Test FAILED (6.6 sec) 21:12:46.726464 run osmo-hlr_10.42.42.2(pid=689): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=689)] 21:12:46.780389 run osmo-hlr_10.42.42.2(pid=689): stdout: | (launched: 2022-12-13_21:12:43.377768) 21:12:46.833154 run osmo-hlr_10.42.42.2(pid=689): stderr: | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211243573 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211243586 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211243594 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211243594 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211243594 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:12:46.886273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminating (SIGTERM) 21:12:46.929085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminating (SIGTERM) 21:12:46.975126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Terminating (SIGTERM) 21:12:47.020659 --- ParallelTerminationStrategy: PID 688 died... 21:12:47.042054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminated: ok {rc=0} 21:12:47.090168 --- ParallelTerminationStrategy: PID 691 died... 21:12:47.111522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminated: ok {rc=0} 21:12:47.159717 --- ParallelTerminationStrategy: PID 694 died... 21:12:47.181366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Terminated: ok {rc=0} 21:12:47.269836 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any --------------------------------------------------------------------- 21:12:48.564328 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:12:48.572038 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:12:48.595727 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 21:12:48.630620 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:12:48.684355 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:12:48.708095 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 21:12:48.742650 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:12:49.303050 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts NanoBTS-ONW-1900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 21:12:49.308432 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.320182 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:12:49.382198 tst switch_tch_pdch.py: using LAC 36310 21:12:49.498949 tst switch_tch_pdch.py: using RAC 100 21:12:49.617627 tst switch_tch_pdch.py: using CellId 36310 21:12:49.743207 tst switch_tch_pdch.py: using BVCI 36311 21:12:49.858889 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.871033 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.883184 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.895335 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.907580 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.919468 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.931563 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:12:49.943624 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:12:50.061234 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:12:50.182227 tst switch_tch_pdch.py:51: start network... 21:12:50.396903 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:12:50.892233 run create_hlr_db(pid=700): Launched 21:12:51.023444 bus /gobi_6: Setting Powered False 21:12:52.086966 run create_hlr_db(pid=700): Terminated: ok {rc=0} 21:12:52.515469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Launched 21:12:52.815739 run osmo-hlr_10.42.42.2(pid=703): Launched 21:12:52.929944 run osmo-stp_10.42.42.5: Starting osmo-stp 21:12:53.456178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Launched 21:12:53.754866 run osmo-stp_10.42.42.5(pid=706): Launched 21:12:53.867983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:12:54.383416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Launched 21:12:54.497650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:12:54.749466 run patchelf(pid=709): Launched 21:12:54.914818 run osmo-stp_10.42.42.5(pid=706): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] 21:12:55.041230 run osmo-stp_10.42.42.5(pid=706): stdout: | (launched: 2022-12-13_21:12:53.698959) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:55.169167 run osmo-stp_10.42.42.5(pid=706): stderr: | [0;m[38;5;43m20221213211253864 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211253865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211253865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211253865 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:55.296729 run osmo-stp_10.42.42.5(pid=706): stdout: | (launched: 2022-12-13_21:12:53.698959) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:12:55.419327 run osmo-stp_10.42.42.5(pid=706): stderr: | [0;m[38;5;43m20221213211253864 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211253865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211253865 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211253865 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211253866 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:12:55.564470 run patchelf(pid=709): Terminating (SIGINT) 21:12:55.732692 run patchelf(pid=709): Terminated: ok {rc=0} 21:12:55.853444 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54] 21:12:55.862412 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec) 21:12:55.888889 run osmo-hlr_10.42.42.2(pid=703): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=703)] 21:12:55.937413 run osmo-hlr_10.42.42.2(pid=703): stdout: | (launched: 2022-12-13_21:12:52.760618) 21:12:55.987502 run osmo-hlr_10.42.42.2(pid=703): stderr: | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211252934 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211252946 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211252955 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211252955 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211252955 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:12:56.037709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminating (SIGTERM) 21:12:56.078062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminating (SIGTERM) 21:12:56.118392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminating (SIGTERM) 21:12:56.158791 --- ParallelTerminationStrategy: PID 702 died... 21:12:56.178480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminated: ok {rc=0} 21:12:56.222852 --- ParallelTerminationStrategy: PID 705 died... 21:12:56.242040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminated: ok {rc=0} 21:12:56.285977 --- ParallelTerminationStrategy: PID 708 died... 21:12:56.304780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminated: ok {rc=0} 21:12:56.389724 bus /gobi_0: Setting Powered False 21:12:57.485570 bus /gobi_0: Setting Powered False 21:12:58.600021 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 sms:nanobts+band-900 --------------------------------------------------------------------- 21:12:59.843342 tst sms:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:12:59.848244 tst sms:nanobts+band-900: Verifying 1 x bts (candidates: 11) 21:12:59.880433 tst sms:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 21:12:59.908218 tst sms:nanobts+band-900: Verifying 2 x modem (candidates: 12) 21:12:59.960707 tst sms:nanobts+band-900: Reserving 1 x bts (candidates: 11) 21:12:59.994123 tst sms:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 21:13:00.021542 tst sms:nanobts+band-900: Reserving 2 x modem (candidates: 12) 21:13:00.569215 tst sms:nanobts+band-900: RESERVED RESOURCES for sms: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 sms:nanobts+band-900 mo_mt_sms.py ---------------------------------------------- 21:13:00.574732 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:00.586113 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1) 21:13:00.634895 tst mo_mt_sms.py: using LAC 36311 21:13:00.760894 tst mo_mt_sms.py: using RAC 101 21:13:00.910081 tst mo_mt_sms.py: using CellId 36311 21:13:01.074072 tst mo_mt_sms.py: using BVCI 36312 21:13:01.212041 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:01.224207 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:01.236005 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:01.247560 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:01.260123 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:01.272515 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2) 21:13:01.395356 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2) 21:13:01.534765 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:02.086071 run create_hlr_db(pid=713): Launched 21:13:02.217501 bus /gobi_6: Setting Powered False 21:13:03.277399 run create_hlr_db(pid=713): Terminated: ok {rc=0} 21:13:03.694578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Launched 21:13:03.993497 run osmo-hlr_10.42.42.2(pid=716): Launched 21:13:04.106072 run osmo-stp_10.42.42.5: Starting osmo-stp 21:13:04.633608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Launched 21:13:04.932662 run osmo-stp_10.42.42.5(pid=719): Launched 21:13:05.046699 run osmo-msc_10.42.42.6: Starting osmo-msc 21:13:05.586198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Launched 21:13:05.885388 run osmo-msc_10.42.42.6(pid=722): Launched 21:13:06.052683 run osmo-stp_10.42.42.5(pid=719): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)] 21:13:06.181159 run osmo-stp_10.42.42.5(pid=719): stdout: | (launched: 2022-12-13_21:13:04.877332) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:06.307896 run osmo-stp_10.42.42.5(pid=719): stderr: | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211305043 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:06.432424 run osmo-stp_10.42.42.5(pid=719): stdout: | (launched: 2022-12-13_21:13:04.877332) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:06.551722 run osmo-stp_10.42.42.5(pid=719): stderr: | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211305042 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211305043 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211305043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:06.694574 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)] [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16] 21:13:06.702844 tst mo_mt_sms.py:16: Test FAILED (6.1 sec) 21:13:06.729192 run osmo-hlr_10.42.42.2(pid=716): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=716)] 21:13:06.778071 run osmo-hlr_10.42.42.2(pid=716): stdout: | (launched: 2022-12-13_21:13:03.938311) 21:13:06.827831 run osmo-hlr_10.42.42.2(pid=716): stderr: | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211304112 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211304128 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211304138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211304138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211304138 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:13:06.897546 run osmo-msc_10.42.42.6(pid=722): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=722)] 21:13:06.945037 run osmo-msc_10.42.42.6(pid=722): stdout: | (launched: 2022-12-13_21:13:05.829978) 21:13:06.994620 run osmo-msc_10.42.42.6(pid=722): stderr: | [0;m[38;5;43m20221213211306097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211306097 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5abaac9c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211306097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211306097 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211306098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211306098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211306099 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211306100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211306100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211306100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:13:07.044775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminating (SIGTERM) 21:13:07.085061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminating (SIGTERM) 21:13:07.125115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Terminating (SIGTERM) 21:13:07.165473 --- ParallelTerminationStrategy: PID 715 died... 21:13:07.185102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminated: ok {rc=0} 21:13:07.229470 --- ParallelTerminationStrategy: PID 718 died... 21:13:07.248333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminated: ok {rc=0} 21:13:07.292855 --- ParallelTerminationStrategy: PID 721 died... 21:13:07.312530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Terminated: ok {rc=0} 21:13:07.398475 bus /sierra_3: Setting Powered False 21:13:08.497848 bus /sierra_3: Setting Powered False 21:13:09.612238 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 sms:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_ussd:nanobts+band-900 --------------------------------------------------------------------- 21:13:10.843908 tst nitb_ussd:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:13:10.848586 tst nitb_ussd:nanobts+band-900: Verifying 1 x bts (candidates: 11) 21:13:10.880535 tst nitb_ussd:nanobts+band-900: Verifying 1 x ip_address (candidates: 9) 21:13:10.888402 tst nitb_ussd:nanobts+band-900: Verifying 1 x modem (candidates: 12) 21:13:10.924333 tst nitb_ussd:nanobts+band-900: Reserving 1 x bts (candidates: 11) 21:13:10.956453 tst nitb_ussd:nanobts+band-900: Reserving 1 x ip_address (candidates: 9) 21:13:10.963261 tst nitb_ussd:nanobts+band-900: Reserving 1 x modem (candidates: 12) 21:13:11.482055 tst nitb_ussd:nanobts+band-900: RESERVED RESOURCES for nitb_ussd: bts NanoBTS-ONW-900 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_ussd:nanobts+band-900 assert_extension.py ---------------------------------------------- 21:13:11.488393 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1) 21:13:11.500756 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1) 21:13:11.547873 tst assert_extension.py: using LAC 36312 21:13:11.672471 tst assert_extension.py: using RAC 102 21:13:11.796919 tst assert_extension.py: using CellId 36312 21:13:11.920913 tst assert_extension.py: using BVCI 36313 21:13:12.035942 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1) 21:13:12.151424 tst assert_extension.py:10: start nitb and bts... 21:13:12.352277 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:13:12.964895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Launched 21:13:13.263997 run osmo-nitb_10.42.42.2(pid=728): Launched 21:13:13.430193 run osmo-nitb_10.42.42.2(pid=728): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)] 21:13:13.565284 run osmo-nitb_10.42.42.2(pid=728): stdout: | (launched: 2022-12-13_21:13:13.208919) 21:13:13.701533 run osmo-nitb_10.42.42.2(pid=728): stderr: | (launched: 2022-12-13_21:13:13.253415) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:13:13.837604 run osmo-nitb_10.42.42.2(pid=728): stdout: | (launched: 2022-12-13_21:13:13.208919) 21:13:13.968685 run osmo-nitb_10.42.42.2(pid=728): stderr: | (launched: 2022-12-13_21:13:13.253415) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)] 21:13:14.377526 tst osmo-nitb_10.42.42.2(pid=728): stdout: | (launched: 2022-12-13_21:13:13.208919) 21:13:14.506229 tst osmo-nitb_10.42.42.2(pid=728): stderr: | (launched: 2022-12-13_21:13:13.253415) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:13:14.659406 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)] [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12] 21:13:14.668687 tst assert_extension.py:12: Test FAILED (3.2 sec) 21:13:14.675822 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Terminating (SIGTERM) 21:13:14.886910 --- ParallelTerminationStrategy: PID 727 died... 21:13:14.908862 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Terminated: ok {rc=0} 21:13:14.997793 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_ussd:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 ussd:nanobts+band-900 --------------------------------------------------------------------- 21:13:16.193066 tst ussd:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:13:16.199392 tst ussd:nanobts+band-900: Verifying 1 x bts (candidates: 11) 21:13:16.241496 tst ussd:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 21:13:16.277976 tst ussd:nanobts+band-900: Verifying 1 x modem (candidates: 12) 21:13:16.322968 tst ussd:nanobts+band-900: Reserving 1 x bts (candidates: 11) 21:13:16.371119 tst ussd:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 21:13:16.401787 tst ussd:nanobts+band-900: Reserving 1 x modem (candidates: 12) 21:13:16.910628 tst ussd:nanobts+band-900: RESERVED RESOURCES for ussd: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 ussd:nanobts+band-900 assert_extension.py ---------------------------------------------- 21:13:16.920186 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:16.937751 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1) 21:13:16.984681 tst assert_extension.py: using LAC 36313 21:13:17.113204 tst assert_extension.py: using RAC 103 21:13:17.253700 tst assert_extension.py: using CellId 36313 21:13:17.376414 tst assert_extension.py: using BVCI 36314 21:13:17.487725 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:17.498746 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:17.509674 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:17.520298 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:17.531683 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:13:17.542840 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1) 21:13:17.665607 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:18.162274 run create_hlr_db(pid=732): Launched 21:13:18.295412 bus /sierra_2: Setting Powered False 21:13:19.358797 run create_hlr_db(pid=732): Terminated: ok {rc=0} 21:13:19.787106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Launched 21:13:20.088692 run osmo-hlr_10.42.42.2(pid=735): Launched 21:13:20.202681 run osmo-stp_10.42.42.5: Starting osmo-stp 21:13:20.734562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Launched 21:13:21.034444 run osmo-stp_10.42.42.5(pid=738): Launched 21:13:21.147773 run osmo-msc_10.42.42.6: Starting osmo-msc 21:13:21.686659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Launched 21:13:21.986243 run osmo-msc_10.42.42.6(pid=741): Launched 21:13:22.154041 run osmo-stp_10.42.42.5(pid=738): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)] 21:13:22.282425 run osmo-stp_10.42.42.5(pid=738): stdout: | (launched: 2022-12-13_21:13:20.978208) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:22.409460 run osmo-stp_10.42.42.5(pid=738): stderr: | [0;m[38;5;43m20221213211321145 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211321146 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211321146 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211321146 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:22.534380 run osmo-stp_10.42.42.5(pid=738): stdout: | (launched: 2022-12-13_21:13:20.978208) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:22.653729 run osmo-stp_10.42.42.5(pid=738): stderr: | [0;m[38;5;43m20221213211321145 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211321146 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211321146 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211321146 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211321147 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:22.796424 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=738): Process ended prematurely: osmo-stp_10.42.42.5(pid=738) [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)] [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17] 21:13:22.805052 tst assert_extension.py:17: Test FAILED (5.9 sec) 21:13:22.831629 run osmo-hlr_10.42.42.2(pid=735): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=735)] 21:13:22.880862 run osmo-hlr_10.42.42.2(pid=735): stdout: | (launched: 2022-12-13_21:13:20.033068) 21:13:22.931897 run osmo-hlr_10.42.42.2(pid=735): stderr: | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211320208 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211320220 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211320229 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211320229 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211320229 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:13:23.003274 run osmo-msc_10.42.42.6(pid=741): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=741)] 21:13:23.051895 run osmo-msc_10.42.42.6(pid=741): stdout: | (launched: 2022-12-13_21:13:21.930868) 21:13:23.102596 run osmo-msc_10.42.42.6(pid=741): stderr: | [0;m[38;5;43m20221213211322200 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211322201 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdd30e70c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211322201 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211322201 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211322201 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211322201 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211322203 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211322203 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211322203 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211322203 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:13:23.153661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Terminating (SIGTERM) 21:13:23.194617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Terminating (SIGTERM) 21:13:23.235617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Terminating (SIGTERM) 21:13:23.276682 --- ParallelTerminationStrategy: PID 734 died... 21:13:23.296538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Terminated: ok {rc=0} 21:13:23.341643 --- ParallelTerminationStrategy: PID 737 died... 21:13:23.361327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Terminated: ok {rc=0} 21:13:23.406174 --- ParallelTerminationStrategy: PID 740 died... 21:13:23.425488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Terminated: ok {rc=0} 21:13:23.513925 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 ussd:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 --------------------------------------------------------------------- 21:13:24.725216 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:13:24.732571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 1 x bts (candidates: 11) 21:13:24.764464 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 6 x ip_address (candidates: 9) 21:13:24.792067 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Verifying 2 x modem (candidates: 12) 21:13:24.843155 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 1 x bts (candidates: 11) 21:13:24.874843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 6 x ip_address (candidates: 9) 21:13:24.901693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Reserving 2 x modem (candidates: 12) 21:13:25.453577 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py ---------------------------------------------- 21:13:25.504679 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:25.516103 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 21:13:25.586965 tst mo_mt_call.py: using LAC 36314 21:13:25.706273 tst mo_mt_call.py: using RAC 104 21:13:25.825973 tst mo_mt_call.py: using CellId 36314 21:13:25.945692 tst mo_mt_call.py: using BVCI 36315 21:13:26.064408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:26.076272 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:26.087988 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:26.099763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:26.111514 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:26.123082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:13:26.239707 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:13:26.356201 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:26.830184 run create_hlr_db(pid=746): Launched 21:13:26.949082 bus /sierra_2: Setting Powered False 21:13:28.014191 run create_hlr_db(pid=746): Terminated: ok {rc=0} 21:13:28.467583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Launched 21:13:28.794567 run osmo-hlr_10.42.42.2(pid=749): Launched 21:13:28.919596 run osmo-stp_10.42.42.5: Starting osmo-stp 21:13:29.478873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Launched 21:13:29.805825 run osmo-stp_10.42.42.5(pid=752): Launched 21:13:29.929311 run osmo-msc_10.42.42.6: Starting osmo-msc 21:13:30.519465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Launched 21:13:30.853757 run osmo-msc_10.42.42.6(pid=755): Launched 21:13:31.280303 run osmo-stp_10.42.42.5(pid=752): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)] 21:13:31.643379 run osmo-stp_10.42.42.5(pid=752): stdout: | (launched: 2022-12-13_21:13:29.745521) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:31.873790 run osmo-stp_10.42.42.5(pid=752): stderr: | [0;m[38;5;43m20221213211329934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211329934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211329935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211329935 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:32.048247 run osmo-stp_10.42.42.5(pid=752): stdout: | (launched: 2022-12-13_21:13:29.745521) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:32.216398 run osmo-stp_10.42.42.5(pid=752): stderr: | [0;m[38;5;43m20221213211329934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211329934 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211329935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211329935 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211329936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:32.379762 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=752): Process ended prematurely: osmo-stp_10.42.42.5(pid=752) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8] 21:13:32.389466 tst mo_mt_call.py:8: Test FAILED (6.9 sec) 21:13:32.416211 run osmo-hlr_10.42.42.2(pid=749): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=749)] 21:13:32.466244 run osmo-hlr_10.42.42.2(pid=749): stdout: | (launched: 2022-12-13_21:13:28.735235) 21:13:32.517053 run osmo-hlr_10.42.42.2(pid=749): stderr: | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211328930 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211328943 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211328952 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211328952 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211328952 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:13:32.588610 run osmo-msc_10.42.42.6(pid=755): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=755)] 21:13:32.636693 run osmo-msc_10.42.42.6(pid=755): stdout: | (launched: 2022-12-13_21:13:30.785664) 21:13:32.687301 run osmo-msc_10.42.42.6(pid=755): stderr: | [0;m[38;5;43m20221213211331452 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211331453 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f72ad46ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211331454 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211331454 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211331456 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211331457 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211331465 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211331466 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211331466 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211331466 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:13:32.738255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Terminating (SIGTERM) 21:13:32.779235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Terminating (SIGTERM) 21:13:32.820286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Terminating (SIGTERM) 21:13:32.861545 --- ParallelTerminationStrategy: PID 748 died... 21:13:32.881458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Terminated: ok {rc=0} 21:13:32.927133 --- ParallelTerminationStrategy: PID 751 died... 21:13:32.947010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Terminated: ok {rc=0} 21:13:32.992497 --- ParallelTerminationStrategy: PID 754 died... 21:13:33.012351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Terminated: ok {rc=0} 21:13:33.101249 bus /sierra_3: Setting Powered False 21:13:34.201536 bus /sierra_3: Setting Powered False 21:13:35.317835 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py ---------------------------------------------- 21:13:36.471894 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:36.484295 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1) 21:13:36.553367 tst mo_mt_call_osmux.py: using LAC 36315 21:13:36.681769 tst mo_mt_call_osmux.py: using RAC 105 21:13:36.802769 tst mo_mt_call_osmux.py: using CellId 36315 21:13:36.922706 tst mo_mt_call_osmux.py: using BVCI 36316 21:13:37.041507 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:37.053453 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:37.065312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:37.077128 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:37.089206 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6) 21:13:37.101110 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:13:37.221272 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2) 21:13:37.342581 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:37.847678 run create_hlr_db(pid=757): Launched 21:13:37.980760 bus /sierra_2: Setting Powered False 21:13:39.045721 run create_hlr_db(pid=757): Terminated: ok {rc=0} 21:13:39.480348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Launched 21:13:39.786385 run osmo-hlr_10.42.42.2(pid=760): Launched 21:13:39.903039 run osmo-stp_10.42.42.5: Starting osmo-stp 21:13:40.440875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Launched 21:13:40.747583 run osmo-stp_10.42.42.5(pid=763): Launched 21:13:40.864091 run osmo-msc_10.42.42.6: Starting osmo-msc 21:13:41.414387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Launched 21:13:41.718698 run osmo-msc_10.42.42.6(pid=766): Launched 21:13:41.889617 run osmo-stp_10.42.42.5(pid=763): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)] 21:13:42.018968 run osmo-stp_10.42.42.5(pid=763): stdout: | (launched: 2022-12-13_21:13:40.689838) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:42.147670 run osmo-stp_10.42.42.5(pid=763): stderr: | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211340859 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:42.274206 run osmo-stp_10.42.42.5(pid=763): stdout: | (launched: 2022-12-13_21:13:40.689838) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:42.395537 run osmo-stp_10.42.42.5(pid=763): stderr: | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211340858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211340859 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211340859 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:42.540790 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=763): Process ended prematurely: osmo-stp_10.42.42.5(pid=763) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8] 21:13:42.550346 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec) 21:13:42.576723 run osmo-hlr_10.42.42.2(pid=760): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=760)] 21:13:42.625378 run osmo-hlr_10.42.42.2(pid=760): stdout: | (launched: 2022-12-13_21:13:39.729934) 21:13:42.675532 run osmo-hlr_10.42.42.2(pid=760): stderr: | [0;m[1;31m20221213211339901 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211339901 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211339901 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211339901 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211339901 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211339902 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211339919 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211339929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211339929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211339929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:13:42.745930 run osmo-msc_10.42.42.6(pid=766): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=766)] 21:13:42.793850 run osmo-msc_10.42.42.6(pid=766): stdout: | (launched: 2022-12-13_21:13:41.662238) 21:13:42.843816 run osmo-msc_10.42.42.6(pid=766): stderr: | [0;m[38;5;43m20221213211341935 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211341935 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6504024c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211341935 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211341936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211341936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211341936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211341938 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211341938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211341938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211341938 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:13:42.894039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Terminating (SIGTERM) 21:13:42.934421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Terminating (SIGTERM) 21:13:42.975227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Terminating (SIGTERM) 21:13:43.015829 --- ParallelTerminationStrategy: PID 759 died... 21:13:43.035479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Terminated: ok {rc=0} 21:13:43.080016 --- ParallelTerminationStrategy: PID 762 died... 21:13:43.099126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Terminated: ok {rc=0} 21:13:43.143552 --- ParallelTerminationStrategy: PID 765 died... 21:13:43.162941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Terminated: ok {rc=0} 21:13:43.247872 bus /sierra_3: Setting Powered False 21:13:44.343966 bus /sierra_3: Setting Powered False 21:13:45.456938 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 --------------------------------------------------------------------- 21:13:46.732490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:13:46.740673 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 1 x bts (candidates: 11) 21:13:46.786202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 6 x ip_address (candidates: 9) 21:13:46.813850 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Verifying 2 x modem (candidates: 12) 21:13:46.868783 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 1 x bts (candidates: 11) 21:13:46.919827 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 6 x ip_address (candidates: 9) 21:13:46.956544 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Reserving 2 x modem (candidates: 12) 21:13:47.476309 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py ---------------------------------------------- 21:13:47.526197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:47.537683 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:13:47.604486 tst mo_mt_call.py: using LAC 36316 21:13:47.729926 tst mo_mt_call.py: using RAC 106 21:13:47.849383 tst mo_mt_call.py: using CellId 36316 21:13:47.969297 tst mo_mt_call.py: using BVCI 36317 21:13:48.081458 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:48.092589 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:48.103640 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:48.114656 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:48.126040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:48.137359 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:13:48.259128 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:13:48.381495 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:48.886324 run create_hlr_db(pid=773): Launched 21:13:49.019867 bus /sierra_2: Setting Powered False 21:13:50.085211 run create_hlr_db(pid=773): Terminated: ok {rc=0} 21:13:50.538840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Launched 21:13:50.865575 run osmo-hlr_10.42.42.2(pid=776): Launched 21:13:50.990020 run osmo-stp_10.42.42.5: Starting osmo-stp 21:13:51.552672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Launched 21:13:51.878251 run osmo-stp_10.42.42.5(pid=779): Launched 21:13:52.003180 run osmo-msc_10.42.42.6: Starting osmo-msc 21:13:52.590933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Launched 21:13:52.917228 run osmo-msc_10.42.42.6(pid=782): Launched 21:13:53.096623 run osmo-stp_10.42.42.5(pid=779): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)] 21:13:53.233401 run osmo-stp_10.42.42.5(pid=779): stdout: | (launched: 2022-12-13_21:13:51.818540) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:53.370366 run osmo-stp_10.42.42.5(pid=779): stderr: | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211352009 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:53.506528 run osmo-stp_10.42.42.5(pid=779): stdout: | (launched: 2022-12-13_21:13:51.818540) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:13:53.636184 run osmo-stp_10.42.42.5(pid=779): stderr: | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211352008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211352009 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211352009 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:13:53.791608 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=779): Process ended prematurely: osmo-stp_10.42.42.5(pid=779) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8] 21:13:53.801092 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 21:13:53.828928 run osmo-hlr_10.42.42.2(pid=776): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=776)] 21:13:53.879108 run osmo-hlr_10.42.42.2(pid=776): stdout: | (launched: 2022-12-13_21:13:50.806041) 21:13:53.931084 run osmo-hlr_10.42.42.2(pid=776): stderr: | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211351003 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211351016 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211351024 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211351024 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211351024 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:13:54.003733 run osmo-msc_10.42.42.6(pid=782): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=782)] 21:13:54.053898 run osmo-msc_10.42.42.6(pid=782): stdout: | (launched: 2022-12-13_21:13:52.856838) 21:13:54.105798 run osmo-msc_10.42.42.6(pid=782): stderr: | [0;m[38;5;43m20221213211353178 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211353178 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5541b7fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211353178 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211353178 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211353179 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211353179 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211353180 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211353181 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211353181 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211353181 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:13:54.158071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Terminating (SIGTERM) 21:13:54.199904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Terminating (SIGTERM) 21:13:54.241832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Terminating (SIGTERM) 21:13:54.283965 --- ParallelTerminationStrategy: PID 775 died... 21:13:54.304263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Terminated: ok {rc=0} 21:13:54.350863 --- ParallelTerminationStrategy: PID 778 died... 21:13:54.370556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Terminated: ok {rc=0} 21:13:54.417216 --- ParallelTerminationStrategy: PID 781 died... 21:13:54.436623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Terminated: ok {rc=0} 21:13:54.525961 bus /sierra_3: Setting Powered False 21:13:55.626376 bus /sierra_3: Setting Powered False 21:13:56.744026 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py ---------------------------------------------- 21:13:57.893906 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:57.906255 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1) 21:13:57.975772 tst mo_mt_call_osmux.py: using LAC 36317 21:13:58.104916 tst mo_mt_call_osmux.py: using RAC 107 21:13:58.235587 tst mo_mt_call_osmux.py: using CellId 36317 21:13:58.356070 tst mo_mt_call_osmux.py: using BVCI 36318 21:13:58.474481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:58.486279 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:58.497855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:58.509393 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:58.521019 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6) 21:13:58.532854 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:13:58.650934 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2) 21:13:58.773185 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:13:59.278807 run create_hlr_db(pid=784): Launched 21:13:59.412134 bus /sierra_2: Setting Powered False 21:14:00.477209 run create_hlr_db(pid=784): Terminated: ok {rc=0} 21:14:00.941963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Launched 21:14:01.263886 run osmo-hlr_10.42.42.2(pid=787): Launched 21:14:01.515158 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:02.201024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Launched 21:14:02.538425 run osmo-stp_10.42.42.5(pid=790): Launched 21:14:02.662364 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:03.252314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Launched 21:14:03.577827 run osmo-msc_10.42.42.6(pid=793): Launched 21:14:03.761224 run osmo-stp_10.42.42.5(pid=790): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)] 21:14:03.898204 run osmo-stp_10.42.42.5(pid=790): stdout: | (launched: 2022-12-13_21:14:02.478116) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:04.035251 run osmo-stp_10.42.42.5(pid=790): stderr: | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211402668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:04.170672 run osmo-stp_10.42.42.5(pid=790): stdout: | (launched: 2022-12-13_21:14:02.478116) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:04.300094 run osmo-stp_10.42.42.5(pid=790): stderr: | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211402668 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211402668 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211402669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:04.455035 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=790): Process ended prematurely: osmo-stp_10.42.42.5(pid=790) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8] 21:14:04.464703 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec) 21:14:04.492491 run osmo-hlr_10.42.42.2(pid=787): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=787)] 21:14:04.542274 run osmo-hlr_10.42.42.2(pid=787): stdout: | (launched: 2022-12-13_21:14:01.206630) 21:14:04.594123 run osmo-hlr_10.42.42.2(pid=787): stderr: | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211401476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211401501 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211401517 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211401518 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211401518 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:04.667463 run osmo-msc_10.42.42.6(pid=793): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=793)] 21:14:04.717496 run osmo-msc_10.42.42.6(pid=793): stdout: | (launched: 2022-12-13_21:14:03.517851) 21:14:04.769175 run osmo-msc_10.42.42.6(pid=793): stderr: | [0;m[38;5;43m20221213211403839 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211403839 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fae83a01c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211403839 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211403839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211403839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211403840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211403841 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211403842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211403842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211403842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:04.821148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Terminating (SIGTERM) 21:14:04.862773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Terminating (SIGTERM) 21:14:04.904770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Terminating (SIGTERM) 21:14:04.947281 --- ParallelTerminationStrategy: PID 786 died... 21:14:04.967405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Terminated: ok {rc=0} 21:14:05.013644 --- ParallelTerminationStrategy: PID 789 died... 21:14:05.033202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Terminated: ok {rc=0} 21:14:05.079153 --- ParallelTerminationStrategy: PID 792 died... 21:14:05.098745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Terminated: ok {rc=0} 21:14:05.187881 bus /sierra_3: Setting Powered False 21:14:06.288676 bus /sierra_3: Setting Powered False 21:14:07.405733 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 --------------------------------------------------------------------- 21:14:08.656396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:14:08.663858 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 1 x bts (candidates: 11) 21:14:08.696117 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 6 x ip_address (candidates: 9) 21:14:08.723650 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Verifying 2 x modem (candidates: 12) 21:14:08.773285 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 1 x bts (candidates: 11) 21:14:08.805149 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 6 x ip_address (candidates: 9) 21:14:08.831993 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Reserving 2 x modem (candidates: 12) 21:14:09.384722 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py ---------------------------------------------- 21:14:09.433857 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:09.445182 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:14:09.509545 tst mo_mt_call.py: using LAC 36318 21:14:09.636904 tst mo_mt_call.py: using RAC 108 21:14:09.763600 tst mo_mt_call.py: using CellId 36318 21:14:09.889660 tst mo_mt_call.py: using BVCI 36319 21:14:10.009898 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:10.021922 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:10.033666 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:10.045202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:10.056726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:10.068296 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:14:10.185713 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:14:10.307541 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:14:10.814167 run create_hlr_db(pid=798): Launched 21:14:10.947118 bus /sierra_2: Setting Powered False 21:14:12.010173 run create_hlr_db(pid=798): Terminated: ok {rc=0} 21:14:12.455387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Launched 21:14:12.783723 run osmo-hlr_10.42.42.2(pid=801): Launched 21:14:12.906709 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:13.470490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Launched 21:14:13.798239 run osmo-stp_10.42.42.5(pid=804): Launched 21:14:13.921528 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:14.510370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Launched 21:14:14.838567 run osmo-msc_10.42.42.6(pid=807): Launched 21:14:15.020188 run osmo-stp_10.42.42.5(pid=804): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)] 21:14:15.157386 run osmo-stp_10.42.42.5(pid=804): stdout: | (launched: 2022-12-13_21:14:13.737942) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:15.294220 run osmo-stp_10.42.42.5(pid=804): stderr: | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211413928 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211413928 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211413929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211413929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:15.429759 run osmo-stp_10.42.42.5(pid=804): stdout: | (launched: 2022-12-13_21:14:13.737942) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:15.559376 run osmo-stp_10.42.42.5(pid=804): stderr: | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211413927 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211413928 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211413928 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211413929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211413929 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:15.714357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=804): Process ended prematurely: osmo-stp_10.42.42.5(pid=804) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8] 21:14:15.724047 tst mo_mt_call.py:8: Test FAILED (6.3 sec) 21:14:15.751981 run osmo-hlr_10.42.42.2(pid=801): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=801)] 21:14:15.802288 run osmo-hlr_10.42.42.2(pid=801): stdout: | (launched: 2022-12-13_21:14:12.723701) 21:14:15.871498 run osmo-hlr_10.42.42.2(pid=801): stderr: | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211412920 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211412933 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211412943 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211412944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211412944 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:15.952021 run osmo-msc_10.42.42.6(pid=807): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=807)] 21:14:16.003513 run osmo-msc_10.42.42.6(pid=807): stdout: | (launched: 2022-12-13_21:14:14.778710) 21:14:16.057127 run osmo-msc_10.42.42.6(pid=807): stderr: | [0;m[38;5;43m20221213211415097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211415097 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4fa7556c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211415097 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211415097 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211415098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211415098 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211415099 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211415100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211415100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211415100 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:16.111112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Terminating (SIGTERM) 21:14:16.154263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Terminating (SIGTERM) 21:14:16.197285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Terminating (SIGTERM) 21:14:16.241773 --- ParallelTerminationStrategy: PID 800 died... 21:14:16.262463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Terminated: ok {rc=0} 21:14:16.309755 --- ParallelTerminationStrategy: PID 803 died... 21:14:16.330166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Terminated: ok {rc=0} 21:14:16.377575 --- ParallelTerminationStrategy: PID 806 died... 21:14:16.398016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Terminated: ok {rc=0} 21:14:16.487528 bus /sierra_3: Setting Powered False 21:14:17.588777 bus /sierra_3: Setting Powered False 21:14:18.706149 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py ---------------------------------------------- 21:14:19.855422 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:19.867738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1) 21:14:19.937411 tst mo_mt_call_osmux.py: using LAC 36319 21:14:20.067578 tst mo_mt_call_osmux.py: using RAC 109 21:14:20.196238 tst mo_mt_call_osmux.py: using CellId 36319 21:14:20.324052 tst mo_mt_call_osmux.py: using BVCI 36320 21:14:20.442179 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:20.453957 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:20.465518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:20.477030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:20.488613 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6) 21:14:20.500197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:14:20.622356 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2) 21:14:20.744340 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:14:21.219345 run create_hlr_db(pid=809): Launched 21:14:21.335982 bus /sierra_2: Setting Powered False 21:14:22.400192 run create_hlr_db(pid=809): Terminated: ok {rc=0} 21:14:22.855601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Launched 21:14:23.182932 run osmo-hlr_10.42.42.2(pid=812): Launched 21:14:23.308766 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:23.875046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Launched 21:14:24.199796 run osmo-stp_10.42.42.5(pid=815): Launched 21:14:24.323000 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:24.911769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Launched 21:14:25.237698 run osmo-msc_10.42.42.6(pid=818): Launched 21:14:25.419321 run osmo-stp_10.42.42.5(pid=815): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] 21:14:25.556148 run osmo-stp_10.42.42.5(pid=815): stdout: | (launched: 2022-12-13_21:14:24.139079) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:25.693627 run osmo-stp_10.42.42.5(pid=815): stderr: | [0;m[38;5;43m20221213211424328 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211424329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211424329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211424329 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:25.829156 run osmo-stp_10.42.42.5(pid=815): stdout: | (launched: 2022-12-13_21:14:24.139079) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:25.958448 run osmo-stp_10.42.42.5(pid=815): stderr: | [0;m[38;5;43m20221213211424328 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211424329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211424329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211424329 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211424330 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:26.113587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8] 21:14:26.123141 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 21:14:26.150797 run osmo-hlr_10.42.42.2(pid=812): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=812)] 21:14:26.201126 run osmo-hlr_10.42.42.2(pid=812): stdout: | (launched: 2022-12-13_21:14:23.123562) 21:14:26.252813 run osmo-hlr_10.42.42.2(pid=812): stderr: | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211423319 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211423331 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211423341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211423341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211423341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:26.325247 run osmo-msc_10.42.42.6(pid=818): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=818)] 21:14:26.375378 run osmo-msc_10.42.42.6(pid=818): stdout: | (launched: 2022-12-13_21:14:25.177799) 21:14:26.427013 run osmo-msc_10.42.42.6(pid=818): stderr: | [0;m[38;5;43m20221213211425498 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211425498 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f83251b7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211425498 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211425498 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211425499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211425499 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211425501 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211425501 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211425501 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211425501 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:26.479135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminating (SIGTERM) 21:14:26.521198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminating (SIGTERM) 21:14:26.563575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminating (SIGTERM) 21:14:26.605697 --- ParallelTerminationStrategy: PID 811 died... 21:14:26.625802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminated: ok {rc=0} 21:14:26.672166 --- ParallelTerminationStrategy: PID 814 died... 21:14:26.692133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminated: ok {rc=0} 21:14:26.738270 --- ParallelTerminationStrategy: PID 817 died... 21:14:26.757837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminated: ok {rc=0} 21:14:26.846905 bus /sierra_3: Setting Powered False 21:14:27.946909 bus /sierra_3: Setting Powered False 21:14:29.062865 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 --------------------------------------------------------------------- 21:14:30.316336 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:14:30.324373 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 1 x bts (candidates: 11) 21:14:30.357400 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 6 x ip_address (candidates: 9) 21:14:30.385259 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Verifying 2 x modem (candidates: 12) 21:14:30.438254 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 1 x bts (candidates: 11) 21:14:30.471501 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 6 x ip_address (candidates: 9) 21:14:30.498541 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Reserving 2 x modem (candidates: 12) 21:14:31.057783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py ---------------------------------------------- 21:14:31.109987 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.122277 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:14:31.192439 tst mo_mt_call.py: using LAC 36320 21:14:31.314595 tst mo_mt_call.py: using RAC 110 21:14:31.441725 tst mo_mt_call.py: using CellId 36320 21:14:31.573260 tst mo_mt_call.py: using BVCI 36321 21:14:31.688141 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.700392 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.712425 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.724571 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.738038 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:31.751180 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:14:31.878376 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:14:32.010431 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:14:32.544232 run create_hlr_db(pid=828): Launched 21:14:32.677556 bus /sierra_2: Setting Powered False 21:14:33.742450 run create_hlr_db(pid=828): Terminated: ok {rc=0} 21:14:34.177573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Launched 21:14:34.481980 run osmo-hlr_10.42.42.2(pid=834): Launched 21:14:34.598489 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:35.138137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Launched 21:14:35.443328 run osmo-stp_10.42.42.5(pid=837): Launched 21:14:35.559566 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:36.117930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Launched 21:14:36.422924 run osmo-msc_10.42.42.6(pid=840): Launched 21:14:36.593932 run osmo-stp_10.42.42.5(pid=837): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)] 21:14:36.723107 run osmo-stp_10.42.42.5(pid=837): stdout: | (launched: 2022-12-13_21:14:35.386512) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:36.851578 run osmo-stp_10.42.42.5(pid=837): stderr: | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211435556 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211435556 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211435557 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211435557 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:36.978815 run osmo-stp_10.42.42.5(pid=837): stdout: | (launched: 2022-12-13_21:14:35.386512) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:37.100296 run osmo-stp_10.42.42.5(pid=837): stderr: | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211435555 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211435556 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211435556 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211435557 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211435557 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:37.245357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=837): Process ended prematurely: osmo-stp_10.42.42.5(pid=837) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8] 21:14:37.254189 tst mo_mt_call.py:8: Test FAILED (6.2 sec) 21:14:37.280618 run osmo-hlr_10.42.42.2(pid=834): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=834)] 21:14:37.328676 run osmo-hlr_10.42.42.2(pid=834): stdout: | (launched: 2022-12-13_21:14:34.426014) 21:14:37.378386 run osmo-hlr_10.42.42.2(pid=834): stderr: | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211434601 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211434613 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211434622 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211434622 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211434623 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:37.448118 run osmo-msc_10.42.42.6(pid=840): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=840)] 21:14:37.495759 run osmo-msc_10.42.42.6(pid=840): stdout: | (launched: 2022-12-13_21:14:36.366875) 21:14:37.545320 run osmo-msc_10.42.42.6(pid=840): stderr: | [0;m[38;5;43m20221213211436635 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211436636 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0053e84c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211436636 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211436636 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211436636 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211436636 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211436638 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211436638 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211436639 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211436639 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:37.595438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Terminating (SIGTERM) 21:14:37.635693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Terminating (SIGTERM) 21:14:37.676009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Terminating (SIGTERM) 21:14:37.716532 --- ParallelTerminationStrategy: PID 833 died... 21:14:37.736347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Terminated: ok {rc=0} 21:14:37.781486 --- ParallelTerminationStrategy: PID 836 died... 21:14:37.800590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Terminated: ok {rc=0} 21:14:37.845115 --- ParallelTerminationStrategy: PID 839 died... 21:14:37.864134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Terminated: ok {rc=0} 21:14:37.951257 bus /sierra_3: Setting Powered False 21:14:39.051808 bus /sierra_3: Setting Powered False 21:14:40.169156 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py ---------------------------------------------- 21:14:41.317081 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.328813 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1) 21:14:41.395846 tst mo_mt_call_osmux.py: using LAC 36321 21:14:41.514530 tst mo_mt_call_osmux.py: using RAC 111 21:14:41.634771 tst mo_mt_call_osmux.py: using CellId 36321 21:14:41.755867 tst mo_mt_call_osmux.py: using BVCI 36322 21:14:41.867468 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.878682 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.889742 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.900665 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.912151 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6) 21:14:41.923483 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:14:42.045348 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2) 21:14:42.165610 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:14:42.671713 run create_hlr_db(pid=842): Launched 21:14:42.804054 bus /sierra_2: Setting Powered False 21:14:43.869250 run create_hlr_db(pid=842): Terminated: ok {rc=0} 21:14:44.304574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Launched 21:14:44.610170 run osmo-hlr_10.42.42.2(pid=846): Launched 21:14:44.726551 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:45.265652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Launched 21:14:45.570743 run osmo-stp_10.42.42.5(pid=849): Launched 21:14:45.686754 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:46.284145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Launched 21:14:46.630293 run osmo-msc_10.42.42.6(pid=852): Launched 21:14:47.024352 run osmo-stp_10.42.42.5(pid=849): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] 21:14:47.273034 run osmo-stp_10.42.42.5(pid=849): stdout: | (launched: 2022-12-13_21:14:45.514503) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:47.404426 run osmo-stp_10.42.42.5(pid=849): stderr: | [0;m[38;5;43m20221213211445682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211445683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211445683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211445683 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:47.535541 run osmo-stp_10.42.42.5(pid=849): stdout: | (launched: 2022-12-13_21:14:45.514503) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:47.658516 run osmo-stp_10.42.42.5(pid=849): stderr: | [0;m[38;5;43m20221213211445682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211445683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211445683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211445683 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211445684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:47.804897 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8] 21:14:47.814324 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec) 21:14:47.841288 run osmo-hlr_10.42.42.2(pid=846): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=846)] 21:14:47.890375 run osmo-hlr_10.42.42.2(pid=846): stdout: | (launched: 2022-12-13_21:14:44.553204) 21:14:47.940516 run osmo-hlr_10.42.42.2(pid=846): stderr: | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211444728 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211444740 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211444748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211444748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211444748 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:48.010997 run osmo-msc_10.42.42.6(pid=852): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=852)] 21:14:48.058826 run osmo-msc_10.42.42.6(pid=852): stdout: | (launched: 2022-12-13_21:14:46.569325) 21:14:48.109488 run osmo-msc_10.42.42.6(pid=852): stderr: | [0;m[38;5;43m20221213211447001 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211447002 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4b4aaa3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211447002 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211447002 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211447002 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211447002 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211447004 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211447004 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211447004 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211447004 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:48.160291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminating (SIGTERM) 21:14:48.201018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminating (SIGTERM) 21:14:48.241775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminating (SIGTERM) 21:14:48.283468 --- ParallelTerminationStrategy: PID 845 died... 21:14:48.303743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminated: ok {rc=0} 21:14:48.348797 --- ParallelTerminationStrategy: PID 848 died... 21:14:48.368048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminated: ok {rc=0} 21:14:48.412874 --- ParallelTerminationStrategy: PID 851 died... 21:14:48.432485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminated: ok {rc=0} 21:14:48.518141 bus /sierra_3: Setting Powered False 21:14:49.617347 bus /sierra_3: Setting Powered False 21:14:50.734403 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any --------------------------------------------------------------------- 21:14:51.989672 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:14:51.997789 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:14:52.031274 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 6 x ip_address (candidates: 9) 21:14:52.059336 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:14:52.112377 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:14:52.145740 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 6 x ip_address (candidates: 9) 21:14:52.173013 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:14:52.723669 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py ---------------------------------------------- 21:14:52.773345 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:52.784759 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:14:52.851729 tst mo_mt_call.py: using LAC 36322 21:14:52.970586 tst mo_mt_call.py: using RAC 112 21:14:53.091749 tst mo_mt_call.py: using CellId 36322 21:14:53.211966 tst mo_mt_call.py: using BVCI 36323 21:14:53.323530 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:53.334798 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:53.345865 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:53.356941 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:53.368453 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:14:53.379976 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:14:53.497720 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:14:53.621746 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:14:54.126099 run create_hlr_db(pid=858): Launched 21:14:54.259379 bus /sierra_2: Setting Powered False 21:14:55.323978 run create_hlr_db(pid=858): Terminated: ok {rc=0} 21:14:55.759845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Launched 21:14:56.065093 run osmo-hlr_10.42.42.2(pid=861): Launched 21:14:56.181232 run osmo-stp_10.42.42.5: Starting osmo-stp 21:14:56.720725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Launched 21:14:57.026227 run osmo-stp_10.42.42.5(pid=864): Launched 21:14:57.141549 run osmo-msc_10.42.42.6: Starting osmo-msc 21:14:57.691502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Launched 21:14:57.995116 run osmo-msc_10.42.42.6(pid=867): Launched 21:14:58.164396 run osmo-stp_10.42.42.5(pid=864): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)] 21:14:58.293967 run osmo-stp_10.42.42.5(pid=864): stdout: | (launched: 2022-12-13_21:14:56.969235) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:58.422720 run osmo-stp_10.42.42.5(pid=864): stderr: | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211457139 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:58.549432 run osmo-stp_10.42.42.5(pid=864): stdout: | (launched: 2022-12-13_21:14:56.969235) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:14:58.670746 run osmo-stp_10.42.42.5(pid=864): stderr: | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211457138 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211457139 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211457139 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:14:58.815939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=864): Process ended prematurely: osmo-stp_10.42.42.5(pid=864) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)] [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8] 21:14:58.825052 tst mo_mt_call.py:8: Test FAILED (6.1 sec) 21:14:58.851554 run osmo-hlr_10.42.42.2(pid=861): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=861)] 21:14:58.899680 run osmo-hlr_10.42.42.2(pid=861): stdout: | (launched: 2022-12-13_21:14:56.008826) 21:14:58.949325 run osmo-hlr_10.42.42.2(pid=861): stderr: | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211456183 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211456196 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211456205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211456205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211456205 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:14:59.018877 run osmo-msc_10.42.42.6(pid=867): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=867)] 21:14:59.066690 run osmo-msc_10.42.42.6(pid=867): stdout: | (launched: 2022-12-13_21:14:57.938486) 21:14:59.116240 run osmo-msc_10.42.42.6(pid=867): stderr: | [0;m[38;5;43m20221213211458207 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211458207 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9e1552ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211458207 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211458207 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211458208 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211458208 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211458210 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211458210 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211458210 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211458210 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:14:59.166400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Terminating (SIGTERM) 21:14:59.206334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Terminating (SIGTERM) 21:14:59.246149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Terminating (SIGTERM) 21:14:59.286247 --- ParallelTerminationStrategy: PID 860 died... 21:14:59.305714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Terminated: ok {rc=0} 21:14:59.349794 --- ParallelTerminationStrategy: PID 863 died... 21:14:59.368759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Terminated: ok {rc=0} 21:14:59.412624 --- ParallelTerminationStrategy: PID 866 died... 21:14:59.431687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Terminated: ok {rc=0} 21:14:59.517770 bus /sierra_3: Setting Powered False 21:15:00.616786 bus /sierra_3: Setting Powered False 21:15:01.760748 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py ---------------------------------------------- 21:15:02.913599 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:02.925469 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:15:02.993731 tst mo_mt_call_osmux.py: using LAC 36323 21:15:03.114952 tst mo_mt_call_osmux.py: using RAC 113 21:15:03.235350 tst mo_mt_call_osmux.py: using CellId 36323 21:15:03.355516 tst mo_mt_call_osmux.py: using BVCI 36324 21:15:03.467307 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:03.478679 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:03.489886 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:03.500843 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:03.512394 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6) 21:15:03.523994 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:15:03.642254 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:15:03.760844 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:15:04.267097 run create_hlr_db(pid=882): Launched 21:15:04.401472 bus /sierra_2: Setting Powered False 21:15:05.465712 run create_hlr_db(pid=882): Terminated: ok {rc=0} 21:15:05.919494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Launched 21:15:06.246096 run osmo-hlr_10.42.42.2(pid=889): Launched 21:15:06.371012 run osmo-stp_10.42.42.5: Starting osmo-stp 21:15:06.931950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Launched 21:15:07.258545 run osmo-stp_10.42.42.5(pid=892): Launched 21:15:07.381209 run osmo-msc_10.42.42.6: Starting osmo-msc 21:15:07.971327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Launched 21:15:08.297525 run osmo-msc_10.42.42.6(pid=895): Launched 21:15:08.478977 run osmo-stp_10.42.42.5(pid=892): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)] 21:15:08.615483 run osmo-stp_10.42.42.5(pid=892): stdout: | (launched: 2022-12-13_21:15:07.198361) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:08.752550 run osmo-stp_10.42.42.5(pid=892): stderr: | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211507391 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211507391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211507392 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211507392 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:08.887805 run osmo-stp_10.42.42.5(pid=892): stdout: | (launched: 2022-12-13_21:15:07.198361) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:09.017039 run osmo-stp_10.42.42.5(pid=892): stderr: | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211507390 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211507391 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211507391 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211507392 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211507392 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:09.172417 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)] [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8] 21:15:09.181902 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 21:15:09.210033 run osmo-hlr_10.42.42.2(pid=889): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=889)] 21:15:09.260316 run osmo-hlr_10.42.42.2(pid=889): stdout: | (launched: 2022-12-13_21:15:06.186405) 21:15:09.311886 run osmo-hlr_10.42.42.2(pid=889): stderr: | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211506382 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211506397 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211506405 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211506406 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211506406 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:15:09.384199 run osmo-msc_10.42.42.6(pid=895): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=895)] 21:15:09.434328 run osmo-msc_10.42.42.6(pid=895): stdout: | (launched: 2022-12-13_21:15:08.237533) 21:15:09.486044 run osmo-msc_10.42.42.6(pid=895): stderr: | [0;m[38;5;43m20221213211508560 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211508560 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f2159ad7c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211508560 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211508560 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211508560 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211508560 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211508562 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211508562 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211508563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211508563 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:15:09.538034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminating (SIGTERM) 21:15:09.579637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminating (SIGTERM) 21:15:09.621325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Terminating (SIGTERM) 21:15:09.663329 --- ParallelTerminationStrategy: PID 888 died... 21:15:09.683516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminated: ok {rc=0} 21:15:09.729729 --- ParallelTerminationStrategy: PID 891 died... 21:15:09.749380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminated: ok {rc=0} 21:15:09.795369 --- ParallelTerminationStrategy: PID 894 died... 21:15:09.815071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Terminated: ok {rc=0} 21:15:09.901886 bus /sierra_3: Setting Powered False 21:15:11.002994 bus /sierra_3: Setting Powered False 21:15:12.116042 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 21:15:13.372307 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:15:13.381665 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 21:15:13.414649 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 6 x ip_address (candidates: 9) 21:15:13.442162 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 2 x modem (candidates: 12) 21:15:13.493883 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 21:15:13.527023 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 6 x ip_address (candidates: 9) 21:15:13.554356 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 2 x modem (candidates: 12) 21:15:14.109910 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for voice: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py ---------------------------------------------- 21:15:14.162341 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.174318 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:15:14.224100 tst mo_mt_call.py: using LAC 36324 21:15:14.348742 tst mo_mt_call.py: using RAC 114 21:15:14.474007 tst mo_mt_call.py: using CellId 36324 21:15:14.599181 tst mo_mt_call.py: using BVCI 36325 21:15:14.717208 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.729154 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.740772 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.752400 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.764507 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:14.776457 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 21:15:14.892668 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 21:15:15.013523 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:15:15.520115 run create_hlr_db(pid=900): Launched 21:15:15.654135 bus /sierra_2: Setting Powered False 21:15:16.736916 run create_hlr_db(pid=900): Terminated: ok {rc=0} 21:15:17.259003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Launched 21:15:17.565119 run osmo-hlr_10.42.42.2(pid=903): Launched 21:15:17.682926 run osmo-stp_10.42.42.5: Starting osmo-stp 21:15:18.224731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Launched 21:15:18.551566 run osmo-stp_10.42.42.5(pid=906): Launched 21:15:18.674968 run osmo-msc_10.42.42.6: Starting osmo-msc 21:15:19.263614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Launched 21:15:19.591297 run osmo-msc_10.42.42.6(pid=909): Launched 21:15:19.773804 run osmo-stp_10.42.42.5(pid=906): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)] 21:15:19.911193 run osmo-stp_10.42.42.5(pid=906): stdout: | (launched: 2022-12-13_21:15:18.491446) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:20.048138 run osmo-stp_10.42.42.5(pid=906): stderr: | [0;m[38;5;43m20221213211518682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211518682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211518683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211518683 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211518683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211518684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211518684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:20.184008 run osmo-stp_10.42.42.5(pid=906): stdout: | (launched: 2022-12-13_21:15:18.491446) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:20.314113 run osmo-stp_10.42.42.5(pid=906): stderr: | [0;m[38;5;43m20221213211518682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211518682 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211518683 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211518683 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211518683 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211518684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211518684 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:20.469385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)] [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8] 21:15:20.479100 tst mo_mt_call.py:8: Test FAILED (6.4 sec) 21:15:20.507208 run osmo-hlr_10.42.42.2(pid=903): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=903)] 21:15:20.557441 run osmo-hlr_10.42.42.2(pid=903): stdout: | (launched: 2022-12-13_21:15:17.508620) 21:15:20.609209 run osmo-hlr_10.42.42.2(pid=903): stderr: | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211517680 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211517692 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211517700 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211517700 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211517700 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:15:20.681516 run osmo-msc_10.42.42.6(pid=909): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=909)] 21:15:20.732070 run osmo-msc_10.42.42.6(pid=909): stdout: | (launched: 2022-12-13_21:15:19.531199) 21:15:20.783734 run osmo-msc_10.42.42.6(pid=909): stderr: | [0;m[38;5;43m20221213211519852 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211519852 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3f67018c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211519852 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211519852 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211519852 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211519853 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211519854 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211519855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211519855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211519855 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:15:20.835645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminating (SIGTERM) 21:15:20.877545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminating (SIGTERM) 21:15:20.919328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Terminating (SIGTERM) 21:15:20.961394 --- ParallelTerminationStrategy: PID 902 died... 21:15:20.981709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminated: ok {rc=0} 21:15:21.028218 --- ParallelTerminationStrategy: PID 905 died... 21:15:21.047866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminated: ok {rc=0} 21:15:21.094336 --- ParallelTerminationStrategy: PID 908 died... 21:15:21.114078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Terminated: ok {rc=0} 21:15:21.201823 bus /sierra_3: Setting Powered False 21:15:22.300625 bus /sierra_3: Setting Powered False 21:15:23.417299 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py ---------------------------------------------- 21:15:24.565076 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:24.577196 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:15:24.630824 tst mo_mt_call_osmux.py: using LAC 36325 21:15:24.758381 tst mo_mt_call_osmux.py: using RAC 115 21:15:24.885904 tst mo_mt_call_osmux.py: using CellId 36325 21:15:25.011989 tst mo_mt_call_osmux.py: using BVCI 36326 21:15:25.125262 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:25.136939 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:25.148246 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:25.159661 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:25.171763 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6) 21:15:25.183291 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 21:15:25.300254 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2) 21:15:25.422694 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:15:25.928754 run create_hlr_db(pid=911): Launched 21:15:26.061093 bus /sierra_2: Setting Powered False 21:15:27.125791 run create_hlr_db(pid=911): Terminated: ok {rc=0} 21:15:27.579320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Launched 21:15:27.906432 run osmo-hlr_10.42.42.2(pid=914): Launched 21:15:28.028884 run osmo-stp_10.42.42.5: Starting osmo-stp 21:15:28.589514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Launched 21:15:28.918733 run osmo-stp_10.42.42.5(pid=917): Launched 21:15:29.042822 run osmo-msc_10.42.42.6: Starting osmo-msc 21:15:29.633210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Launched 21:15:29.960455 run osmo-msc_10.42.42.6(pid=920): Launched 21:15:30.142313 run osmo-stp_10.42.42.5(pid=917): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)] 21:15:30.284031 run osmo-stp_10.42.42.5(pid=917): stdout: | (launched: 2022-12-13_21:15:28.858369) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:30.423206 run osmo-stp_10.42.42.5(pid=917): stderr: | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211529049 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:30.559694 run osmo-stp_10.42.42.5(pid=917): stdout: | (launched: 2022-12-13_21:15:28.858369) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:30.690149 run osmo-stp_10.42.42.5(pid=917): stderr: | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211529048 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211529049 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211529049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:30.855647 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=917): Process ended prematurely: osmo-stp_10.42.42.5(pid=917) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)] [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8] 21:15:30.866114 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec) 21:15:30.894989 run osmo-hlr_10.42.42.2(pid=914): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=914)] 21:15:30.946728 run osmo-hlr_10.42.42.2(pid=914): stdout: | (launched: 2022-12-13_21:15:27.845944) 21:15:31.000601 run osmo-hlr_10.42.42.2(pid=914): stderr: | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211528042 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211528056 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211528066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211528066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211528066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:15:31.075035 run osmo-msc_10.42.42.6(pid=920): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=920)] 21:15:31.127154 run osmo-msc_10.42.42.6(pid=920): stdout: | (launched: 2022-12-13_21:15:29.899976) 21:15:31.180627 run osmo-msc_10.42.42.6(pid=920): stderr: | [0;m[38;5;43m20221213211530220 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211530220 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6a99d7dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211530220 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211530220 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211530220 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211530221 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211530222 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211530223 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211530223 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211530223 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:15:31.234886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Terminating (SIGTERM) 21:15:31.278332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Terminating (SIGTERM) 21:15:31.322275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Terminating (SIGTERM) 21:15:31.366626 --- ParallelTerminationStrategy: PID 913 died... 21:15:31.387792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Terminated: ok {rc=0} 21:15:31.435583 --- ParallelTerminationStrategy: PID 916 died... 21:15:31.456311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Terminated: ok {rc=0} 21:15:31.504184 --- ParallelTerminationStrategy: PID 919 died... 21:15:31.524863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Terminated: ok {rc=0} 21:15:31.615118 bus /sierra_3: Setting Powered False 21:15:32.716668 bus /sierra_3: Setting Powered False 21:15:33.835159 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 emergency:nanobts+band-900 --------------------------------------------------------------------- 21:15:35.094891 tst emergency:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:15:35.100651 tst emergency:nanobts+band-900: Verifying 1 x bts (candidates: 11) 21:15:35.133513 tst emergency:nanobts+band-900: Verifying 6 x ip_address (candidates: 9) 21:15:35.160797 tst emergency:nanobts+band-900: Verifying 4 x modem (candidates: 12) 21:15:35.248064 tst emergency:nanobts+band-900: Reserving 1 x bts (candidates: 11) 21:15:35.279886 tst emergency:nanobts+band-900: Reserving 6 x ip_address (candidates: 9) 21:15:35.306772 tst emergency:nanobts+band-900: Reserving 4 x modem (candidates: 12) 21:15:35.893945 tst emergency:nanobts+band-900: RESERVED RESOURCES for emergency: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd sierra_3rd sierra_4th ---------------------------------------------- trial-2394 emergency:nanobts+band-900 emergency_mo_mt_call.py ---------------------------------------------- 21:15:35.900147 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:35.911992 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1) 21:15:35.959719 tst emergency_mo_mt_call.py: using LAC 36326 21:15:36.079424 tst emergency_mo_mt_call.py: using RAC 116 21:15:36.198408 tst emergency_mo_mt_call.py: using CellId 36326 21:15:36.315599 tst emergency_mo_mt_call.py: using BVCI 36327 21:15:36.433084 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:36.444411 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:36.455479 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:36.466566 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:36.477650 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:36.488660 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:36.606093 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:36.724800 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:15:37.222982 run create_hlr_db(pid=925): Launched 21:15:37.353514 bus /sierra_2: Setting Powered False 21:15:38.416879 run create_hlr_db(pid=925): Terminated: ok {rc=0} 21:15:38.846971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Launched 21:15:39.146909 run osmo-hlr_10.42.42.2(pid=928): Launched 21:15:39.260572 run osmo-stp_10.42.42.5: Starting osmo-stp 21:15:39.788174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Launched 21:15:40.088238 run osmo-stp_10.42.42.5(pid=931): Launched 21:15:40.212585 tst emergency_mo_mt_call.py: using MSISDN 8331 21:15:40.364774 run osmo-msc_10.42.42.6: Starting osmo-msc 21:15:40.903838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Launched 21:15:41.203454 run osmo-msc_10.42.42.6(pid=935): Launched 21:15:41.371000 run osmo-stp_10.42.42.5(pid=931): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)] 21:15:41.499844 run osmo-stp_10.42.42.5(pid=931): stdout: | (launched: 2022-12-13_21:15:40.032761) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:41.626885 run osmo-stp_10.42.42.5(pid=931): stderr: | [0;m[38;5;43m20221213211540200 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211540200 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211540201 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211540201 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:41.751788 run osmo-stp_10.42.42.5(pid=931): stdout: | (launched: 2022-12-13_21:15:40.032761) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:41.871315 run osmo-stp_10.42.42.5(pid=931): stderr: | [0;m[38;5;43m20221213211540200 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211540200 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211540201 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211540201 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211540202 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:42.014131 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=931): Process ended prematurely: osmo-stp_10.42.42.5(pid=931) [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)] [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19] 21:15:42.022582 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec) 21:15:42.048648 run osmo-hlr_10.42.42.2(pid=928): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=928)] 21:15:42.097641 run osmo-hlr_10.42.42.2(pid=928): stdout: | (launched: 2022-12-13_21:15:39.091547) 21:15:42.147782 run osmo-hlr_10.42.42.2(pid=928): stderr: | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211539262 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211539275 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211539286 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211539286 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211539286 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:15:42.218105 run osmo-msc_10.42.42.6(pid=935): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=935)] 21:15:42.266263 run osmo-msc_10.42.42.6(pid=935): stdout: | (launched: 2022-12-13_21:15:41.147964) 21:15:42.316270 run osmo-msc_10.42.42.6(pid=935): stderr: | [0;m[38;5;43m20221213211541420 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211541420 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc913823c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211541421 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211541421 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211541421 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211541421 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211541423 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211541423 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211541423 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211541423 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:15:42.366486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Terminating (SIGTERM) 21:15:42.406662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Terminating (SIGTERM) 21:15:42.446739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Terminating (SIGTERM) 21:15:42.487160 --- ParallelTerminationStrategy: PID 927 died... 21:15:42.506867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Terminated: ok {rc=0} 21:15:42.551573 --- ParallelTerminationStrategy: PID 930 died... 21:15:42.570753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Terminated: ok {rc=0} 21:15:42.615701 --- ParallelTerminationStrategy: PID 933 died... 21:15:42.634851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Terminated: ok {rc=0} 21:15:42.722417 bus /sierra_3: Setting Powered False 21:15:43.822320 bus /sierra_3: Setting Powered False 21:15:44.936403 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 emergency:nanobts+band-900 emergency_preemptive_call.py ---------------------------------------------- 21:15:46.021844 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.034654 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1) 21:15:46.090432 tst emergency_preemptive_call.py: using LAC 36327 21:15:46.225789 tst emergency_preemptive_call.py: using RAC 117 21:15:46.385914 tst emergency_preemptive_call.py: using CellId 36327 21:15:46.551956 tst emergency_preemptive_call.py: using BVCI 36328 21:15:46.670912 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.682958 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.694742 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.706382 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.721041 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6) 21:15:46.733372 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:46.854674 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:46.980774 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:47.108598 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4) 21:15:47.253579 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:15:47.758237 run create_hlr_db(pid=937): Launched 21:15:47.889116 bus /sierra_2: Setting Powered False 21:15:48.952590 run create_hlr_db(pid=937): Terminated: ok {rc=0} 21:15:49.400890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Launched 21:15:49.722490 run osmo-hlr_10.42.42.2(pid=940): Launched 21:15:49.846488 run osmo-stp_10.42.42.5: Starting osmo-stp 21:15:50.403492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Launched 21:15:50.724535 run osmo-stp_10.42.42.5(pid=943): Launched 21:15:50.856807 tst emergency_preemptive_call.py: using MSISDN 8332 21:15:51.022060 run osmo-msc_10.42.42.6: Starting osmo-msc 21:15:51.598123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Launched 21:15:51.924214 run osmo-msc_10.42.42.6(pid=946): Launched 21:15:52.105937 run osmo-stp_10.42.42.5(pid=943): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)] 21:15:52.242144 run osmo-stp_10.42.42.5(pid=943): stdout: | (launched: 2022-12-13_21:15:50.664917) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:52.377942 run osmo-stp_10.42.42.5(pid=943): stderr: | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211550856 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:52.511807 run osmo-stp_10.42.42.5(pid=943): stdout: | (launched: 2022-12-13_21:15:50.664917) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:15:52.638954 run osmo-stp_10.42.42.5(pid=943): stderr: | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211550855 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211550856 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211550856 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:15:52.791369 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=943): Process ended prematurely: osmo-stp_10.42.42.5(pid=943) [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)] [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32] 21:15:52.800203 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec) 21:15:52.827925 run osmo-hlr_10.42.42.2(pid=940): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=940)] 21:15:52.878405 run osmo-hlr_10.42.42.2(pid=940): stdout: | (launched: 2022-12-13_21:15:49.663657) 21:15:52.930587 run osmo-hlr_10.42.42.2(pid=940): stderr: | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211549858 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211549872 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211549880 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211549880 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211549880 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:15:53.003446 run osmo-msc_10.42.42.6(pid=946): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=946)] 21:15:53.053998 run osmo-msc_10.42.42.6(pid=946): stdout: | (launched: 2022-12-13_21:15:51.862031) 21:15:53.105909 run osmo-msc_10.42.42.6(pid=946): stderr: | [0;m[38;5;43m20221213211552186 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213211552187 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f7b52ec5c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213211552187 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213211552187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213211552187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213211552187 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213211552189 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213211552189 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213211552190 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213211552190 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:15:53.158009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Terminating (SIGTERM) 21:15:53.199873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Terminating (SIGTERM) 21:15:53.242720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Terminating (SIGTERM) 21:15:53.285329 --- ParallelTerminationStrategy: PID 939 died... 21:15:53.305740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Terminated: ok {rc=0} 21:15:53.352235 --- ParallelTerminationStrategy: PID 942 died... 21:15:53.372122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Terminated: ok {rc=0} 21:15:53.418499 --- ParallelTerminationStrategy: PID 945 died... 21:15:53.438293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Terminated: ok {rc=0} 21:15:53.527060 bus /sierra_9: Setting Powered False 21:15:54.627239 bus /sierra_9: Setting Powered False 21:15:55.746877 bus /sierra_8: Setting Powered False 21:15:56.843593 bus /sierra_8: Setting Powered False 21:15:57.959927 bus /sierra_3: Setting Powered False 21:15:59.058798 bus /sierra_3: Setting Powered False 21:16:00.174937 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 emergency:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900 --------------------------------------------------------------------- 21:16:01.471292 tst gprs:nanobts+band-900: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:16:01.477325 tst gprs:nanobts+band-900: Verifying 1 x bts (candidates: 11) 21:16:01.510978 tst gprs:nanobts+band-900: Verifying 9 x ip_address (candidates: 9) 21:16:01.553193 tst gprs:nanobts+band-900: Verifying 4 x modem (candidates: 12) 21:16:01.642459 tst gprs:nanobts+band-900: Reserving 1 x bts (candidates: 11) 21:16:01.676634 tst gprs:nanobts+band-900: Reserving 9 x ip_address (candidates: 9) 21:16:01.718825 tst gprs:nanobts+band-900: Reserving 4 x modem (candidates: 12) 21:16:02.315716 tst gprs:nanobts+band-900: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-900 cs_paging_gprs_active.py ---------------------------------------------- 21:16:02.369283 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.380547 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 21:16:02.429709 tst cs_paging_gprs_active.py: using LAC 36328 21:16:02.558962 tst cs_paging_gprs_active.py: using RAC 118 21:16:02.681464 tst cs_paging_gprs_active.py: using CellId 36328 21:16:02.803978 tst cs_paging_gprs_active.py: using BVCI 36329 21:16:02.926256 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.937779 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.948886 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.960429 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.971491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.982453 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:02.993699 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:03.004572 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:03.015768 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:03.136133 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:03.256754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:16:03.463050 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:03.771096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Launched 21:16:04.037997 run iperf3-srv_10.42.42.10(pid=953): Launched 21:16:04.155115 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:16:04.358980 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:04.665175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Launched 21:16:04.931770 run iperf3-srv_10.42.42.10(pid=955): Launched 21:16:05.046919 tst cs_paging_gprs_active.py:38: start network... 21:16:05.251538 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:16:05.763815 run create_hlr_db(pid=957): Launched 21:16:05.897835 bus /sierra_2: Setting Powered False 21:16:06.962828 run create_hlr_db(pid=957): Terminated: ok {rc=0} 21:16:07.399908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Launched 21:16:07.708283 run osmo-hlr_10.42.42.2(pid=960): Launched 21:16:07.825936 run osmo-stp_10.42.42.5: Starting osmo-stp 21:16:08.363882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Launched 21:16:08.671420 run osmo-stp_10.42.42.5(pid=963): Launched 21:16:08.788486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:16:09.315244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Launched 21:16:09.432092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:16:09.690861 run patchelf(pid=966): Launched 21:16:09.862161 run osmo-stp_10.42.42.5(pid=963): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)] 21:16:09.991656 run osmo-stp_10.42.42.5(pid=963): stdout: | (launched: 2022-12-13_21:16:08.615141) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:10.122940 run osmo-stp_10.42.42.5(pid=963): stderr: | [0;m[38;5;43m20221213211608781 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211608782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211608782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211608782 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:10.254155 run osmo-stp_10.42.42.5(pid=963): stdout: | (launched: 2022-12-13_21:16:08.615141) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:10.380463 run osmo-stp_10.42.42.5(pid=963): stderr: | [0;m[38;5;43m20221213211608781 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211608782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211608782 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211608782 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211608783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:10.529126 run patchelf(pid=966): Terminating (SIGINT) 21:16:10.702150 run patchelf(pid=966): Terminated: ok {rc=0} 21:16:10.827146 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=963): Process ended prematurely: osmo-stp_10.42.42.5(pid=963) [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)] [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38] 21:16:10.836602 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec) 21:16:10.863846 run osmo-hlr_10.42.42.2(pid=960): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=960)] 21:16:10.912253 run osmo-hlr_10.42.42.2(pid=960): stdout: | (launched: 2022-12-13_21:16:07.651674) 21:16:10.962111 run osmo-hlr_10.42.42.2(pid=960): stderr: | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211607825 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211607838 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211607846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211607846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211607846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:16:11.012654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Terminating (SIGTERM) 21:16:11.053084 run iperf3-srv_10.42.42.10(pid=953): Terminating (SIGTERM) 21:16:11.093269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Terminating (SIGTERM) 21:16:11.133574 run iperf3-srv_10.42.42.10(pid=955): Terminating (SIGTERM) 21:16:11.173628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Terminating (SIGTERM) 21:16:11.213810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Terminating (SIGTERM) 21:16:11.253923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Terminating (SIGTERM) 21:16:11.294499 --- ParallelTerminationStrategy: PID 951 died... 21:16:11.314305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Terminated: ok {rc=0} 21:16:11.358934 --- ParallelTerminationStrategy: PID 953 died... 21:16:11.378023 run iperf3-srv_10.42.42.10(pid=953): Terminated {rc=256} 21:16:11.422166 --- ParallelTerminationStrategy: PID 954 died... 21:16:11.441161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Terminated: ok {rc=0} 21:16:11.485391 --- ParallelTerminationStrategy: PID 955 died... 21:16:11.504316 run iperf3-srv_10.42.42.10(pid=955): Terminated {rc=256} 21:16:11.548466 --- ParallelTerminationStrategy: PID 959 died... 21:16:11.567488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Terminated: ok {rc=0} 21:16:11.611695 --- ParallelTerminationStrategy: PID 962 died... 21:16:11.630707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Terminated: ok {rc=0} 21:16:11.675040 --- ParallelTerminationStrategy: PID 965 died... 21:16:11.694140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Terminated: ok {rc=0} 21:16:11.779036 bus /gobi_0: Setting Powered False 21:16:12.874381 bus /gobi_0: Setting Powered False 21:16:13.989221 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900 iperf3.py ---------------------------------------------- 21:16:15.134846 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.146166 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 21:16:15.196863 tst iperf3.py: using LAC 36329 21:16:15.327293 tst iperf3.py: using RAC 119 21:16:15.455692 tst iperf3.py: using CellId 36329 21:16:15.577973 tst iperf3.py: using BVCI 36330 21:16:15.689147 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.699864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.710625 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.721199 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.731818 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.742526 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.753634 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.764316 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:15.775341 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:15.908939 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:16:16.141153 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:16.461709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Launched 21:16:16.760516 run iperf3-srv_10.42.42.10(pid=968): Launched 21:16:16.891582 tst iperf3.py:8: start network... 21:16:17.118743 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:16:17.631592 run create_hlr_db(pid=969): Launched 21:16:17.766639 bus /gobi_6: Setting Powered False 21:16:18.831031 run create_hlr_db(pid=969): Terminated: ok {rc=0} 21:16:19.268095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Launched 21:16:19.575791 run osmo-hlr_10.42.42.2(pid=972): Launched 21:16:19.693907 run osmo-stp_10.42.42.5: Starting osmo-stp 21:16:20.234433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Launched 21:16:20.539955 run osmo-stp_10.42.42.5(pid=975): Launched 21:16:20.656291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:16:21.182053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Launched 21:16:21.299141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:16:21.557501 run patchelf(pid=978): Launched 21:16:21.727648 run osmo-stp_10.42.42.5(pid=975): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)] 21:16:21.857598 run osmo-stp_10.42.42.5(pid=975): stdout: | (launched: 2022-12-13_21:16:20.483673) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:21.990270 run osmo-stp_10.42.42.5(pid=975): stderr: | [0;m[38;5;43m20221213211620652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211620652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211620653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211620653 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211620653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211620654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211620654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:22.121419 run osmo-stp_10.42.42.5(pid=975): stdout: | (launched: 2022-12-13_21:16:20.483673) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:22.246934 run osmo-stp_10.42.42.5(pid=975): stderr: | [0;m[38;5;43m20221213211620652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211620652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211620653 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211620653 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211620653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211620654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211620654 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:22.395490 run patchelf(pid=978): Terminating (SIGINT) 21:16:22.567510 run patchelf(pid=978): Terminated: ok {rc=0} 21:16:22.692041 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=975): Process ended prematurely: osmo-stp_10.42.42.5(pid=975) [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)] [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8] 21:16:22.701730 tst iperf3.py:8: Test FAILED (7.6 sec) 21:16:22.728933 run osmo-hlr_10.42.42.2(pid=972): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=972)] 21:16:22.777873 run osmo-hlr_10.42.42.2(pid=972): stdout: | (launched: 2022-12-13_21:16:19.518966) 21:16:22.828017 run osmo-hlr_10.42.42.2(pid=972): stderr: | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211619695 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211619706 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211619714 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211619715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211619715 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:16:22.878502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Terminating (SIGTERM) 21:16:22.919018 run iperf3-srv_10.42.42.10(pid=968): Terminating (SIGTERM) 21:16:22.959101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Terminating (SIGTERM) 21:16:22.999536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Terminating (SIGTERM) 21:16:23.039789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Terminating (SIGTERM) 21:16:23.080357 --- ParallelTerminationStrategy: PID 967 died... 21:16:23.100061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Terminated: ok {rc=0} 21:16:23.144765 --- ParallelTerminationStrategy: PID 968 died... 21:16:23.163908 run iperf3-srv_10.42.42.10(pid=968): Terminated {rc=256} 21:16:23.208442 --- ParallelTerminationStrategy: PID 971 died... 21:16:23.227589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Terminated: ok {rc=0} 21:16:23.271846 --- ParallelTerminationStrategy: PID 974 died... 21:16:23.290872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Terminated: ok {rc=0} 21:16:23.335078 --- ParallelTerminationStrategy: PID 977 died... 21:16:23.354319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Terminated: ok {rc=0} 21:16:23.440662 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900 iperf3m4.py ---------------------------------------------- 21:16:24.588330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:24.599576 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 21:16:24.646813 tst iperf3m4.py: using LAC 36330 21:16:24.768287 tst iperf3m4.py: using RAC 120 21:16:24.887486 tst iperf3m4.py: using CellId 36330 21:16:25.009487 tst iperf3m4.py: using BVCI 36331 21:16:25.130084 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.141622 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.152799 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.164129 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.175396 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.186731 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.198436 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.209696 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:25.221028 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:25.339142 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:25.463357 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:25.581780 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:25.698882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:16:25.905465 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:26.232040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Launched 21:16:26.516881 run iperf3-srv_10.42.42.10(pid=980): Launched 21:16:26.641690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:16:26.862805 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:27.192197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Launched 21:16:27.476161 run iperf3-srv_10.42.42.10(pid=982): Launched 21:16:27.600897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:16:27.823435 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:28.153542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Launched 21:16:28.437167 run iperf3-srv_10.42.42.10(pid=984): Launched 21:16:28.559892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:16:28.781338 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:16:29.110845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Launched 21:16:29.395540 run iperf3-srv_10.42.42.10(pid=986): Launched 21:16:29.519597 tst iperf3m4.py:8: start network... 21:16:29.740345 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:16:30.251684 run create_hlr_db(pid=988): Launched 21:16:30.384594 bus /gobi_6: Setting Powered False 21:16:31.465750 run create_hlr_db(pid=988): Terminated: ok {rc=0} 21:16:31.926889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Launched 21:16:32.258456 run osmo-hlr_10.42.42.2(pid=994): Launched 21:16:32.382285 run osmo-stp_10.42.42.5: Starting osmo-stp 21:16:32.922054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Launched 21:16:33.229674 run osmo-stp_10.42.42.5(pid=998): Launched 21:16:33.346762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:16:33.875799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Launched 21:16:33.993867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:16:34.253480 run patchelf(pid=1001): Launched 21:16:34.424193 run osmo-stp_10.42.42.5(pid=998): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)] 21:16:34.553732 run osmo-stp_10.42.42.5(pid=998): stdout: | (launched: 2022-12-13_21:16:33.172461) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:34.685118 run osmo-stp_10.42.42.5(pid=998): stderr: | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211633341 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:34.816522 run osmo-stp_10.42.42.5(pid=998): stdout: | (launched: 2022-12-13_21:16:33.172461) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:34.942452 run osmo-stp_10.42.42.5(pid=998): stderr: | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211633340 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211633341 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211633341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:35.091429 run patchelf(pid=1001): Terminating (SIGINT) 21:16:35.264836 run patchelf(pid=1001): Terminated: ok {rc=0} 21:16:35.389460 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)] [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8] 21:16:35.398974 tst iperf3m4.py:8: Test FAILED (10.8 sec) 21:16:35.426861 run osmo-hlr_10.42.42.2(pid=994): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=994)] 21:16:35.475373 run osmo-hlr_10.42.42.2(pid=994): stdout: | (launched: 2022-12-13_21:16:32.201310) 21:16:35.525581 run osmo-hlr_10.42.42.2(pid=994): stderr: | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211632374 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211632388 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211632396 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211632397 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211632397 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:16:35.576102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Terminating (SIGTERM) 21:16:35.616498 run iperf3-srv_10.42.42.10(pid=980): Terminating (SIGTERM) 21:16:35.656529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Terminating (SIGTERM) 21:16:35.697059 run iperf3-srv_10.42.42.10(pid=982): Terminating (SIGTERM) 21:16:35.737219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Terminating (SIGTERM) 21:16:35.778087 run iperf3-srv_10.42.42.10(pid=984): Terminating (SIGTERM) 21:16:35.818434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Terminating (SIGTERM) 21:16:35.858864 run iperf3-srv_10.42.42.10(pid=986): Terminating (SIGTERM) 21:16:35.898921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminating (SIGTERM) 21:16:35.939375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminating (SIGTERM) 21:16:35.979760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Terminating (SIGTERM) 21:16:36.021111 --- ParallelTerminationStrategy: PID 979 died... 21:16:36.040998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Terminated: ok {rc=0} 21:16:36.085940 --- ParallelTerminationStrategy: PID 980 died... 21:16:36.105069 run iperf3-srv_10.42.42.10(pid=980): Terminated {rc=256} 21:16:36.149502 --- ParallelTerminationStrategy: PID 981 died... 21:16:36.168436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Terminated: ok {rc=0} 21:16:36.213321 --- ParallelTerminationStrategy: PID 982 died... 21:16:36.232311 run iperf3-srv_10.42.42.10(pid=982): Terminated {rc=256} 21:16:36.276840 --- ParallelTerminationStrategy: PID 983 died... 21:16:36.296319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Terminated: ok {rc=0} 21:16:36.340780 --- ParallelTerminationStrategy: PID 984 died... 21:16:36.359866 run iperf3-srv_10.42.42.10(pid=984): Terminated {rc=256} 21:16:36.404145 --- ParallelTerminationStrategy: PID 985 died... 21:16:36.423467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Terminated: ok {rc=0} 21:16:36.468002 --- ParallelTerminationStrategy: PID 986 died... 21:16:36.487114 run iperf3-srv_10.42.42.10(pid=986): Terminated {rc=256} 21:16:36.531600 --- ParallelTerminationStrategy: PID 990 died... 21:16:36.550668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminated: ok {rc=0} 21:16:36.595268 --- ParallelTerminationStrategy: PID 997 died... 21:16:36.614512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminated: ok {rc=0} 21:16:36.658997 --- ParallelTerminationStrategy: PID 1000 died... 21:16:36.678299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Terminated: ok {rc=0} 21:16:36.765077 bus /gobi_4: Setting Powered False 21:16:37.864723 bus /gobi_4: Setting Powered False 21:16:38.979538 bus /gobi_1: Setting Powered False 21:16:40.078645 bus /gobi_1: Setting Powered False 21:16:41.194540 bus /gobi_0: Setting Powered False 21:16:42.294180 bus /gobi_0: Setting Powered False 21:16:43.409092 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900 ping.py ---------------------------------------------- 21:16:44.512260 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:44.523706 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 21:16:44.572614 tst ping.py: using LAC 36331 21:16:44.699131 tst ping.py: using RAC 121 21:16:44.828301 tst ping.py: using CellId 36331 21:16:44.953557 tst ping.py: using BVCI 36332 21:16:45.069957 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.081385 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.092675 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.103873 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.114897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.125914 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.136934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:45.148101 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:45.267382 tst ping.py:19: start network... 21:16:45.484456 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:16:46.001629 run create_hlr_db(pid=1002): Launched 21:16:46.137097 bus /gobi_6: Setting Powered False 21:16:47.218254 run create_hlr_db(pid=1002): Terminated: ok {rc=0} 21:16:47.652365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Launched 21:16:47.954294 run osmo-hlr_10.42.42.2(pid=1005): Launched 21:16:48.070261 run osmo-stp_10.42.42.5: Starting osmo-stp 21:16:48.592653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Launched 21:16:48.892620 run osmo-stp_10.42.42.5(pid=1008): Launched 21:16:49.006974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:16:49.523982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Launched 21:16:49.639197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:16:49.893627 run patchelf(pid=1011): Launched 21:16:50.061151 run osmo-stp_10.42.42.5(pid=1008): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)] 21:16:50.187853 run osmo-stp_10.42.42.5(pid=1008): stdout: | (launched: 2022-12-13_21:16:48.836760) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:50.316741 run osmo-stp_10.42.42.5(pid=1008): stderr: | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211649005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211649005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211649005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211649006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:50.445626 run osmo-stp_10.42.42.5(pid=1008): stdout: | (launched: 2022-12-13_21:16:48.836760) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:50.568938 run osmo-stp_10.42.42.5(pid=1008): stderr: | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211649004 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211649005 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211649005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211649005 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211649006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:50.714957 run patchelf(pid=1011): Terminating (SIGINT) 21:16:50.884217 run patchelf(pid=1011): Terminated: ok {rc=0} 21:16:51.006314 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1008): Process ended prematurely: osmo-stp_10.42.42.5(pid=1008) [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)] [trial-2394↪gprs:nanobts+band-900↪ping.py:22] 21:16:51.015095 tst ping.py:22: Test FAILED (6.5 sec) 21:16:51.041980 run osmo-hlr_10.42.42.2(pid=1005): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1005)] 21:16:51.090670 run osmo-hlr_10.42.42.2(pid=1005): stdout: | (launched: 2022-12-13_21:16:47.898160) 21:16:51.140851 run osmo-hlr_10.42.42.2(pid=1005): stderr: | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211648070 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211648082 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211648090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211648090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211648090 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:16:51.191427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Terminating (SIGTERM) 21:16:51.232044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Terminating (SIGTERM) 21:16:51.272542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Terminating (SIGTERM) 21:16:51.313319 --- ParallelTerminationStrategy: PID 1004 died... 21:16:51.332844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Terminated: ok {rc=0} 21:16:51.378014 --- ParallelTerminationStrategy: PID 1007 died... 21:16:51.397295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Terminated: ok {rc=0} 21:16:51.442245 --- ParallelTerminationStrategy: PID 1010 died... 21:16:51.461464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Terminated: ok {rc=0} 21:16:51.546127 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900 ping_idle_ping.py ---------------------------------------------- 21:16:52.634291 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:52.646644 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1) 21:16:52.696650 tst ping_idle_ping.py: using LAC 36332 21:16:52.817631 tst ping_idle_ping.py: using RAC 122 21:16:52.944502 tst ping_idle_ping.py: using CellId 36332 21:16:53.069421 tst ping_idle_ping.py: using BVCI 36333 21:16:53.186767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.198190 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.209570 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.220564 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.232034 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.243577 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.255230 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9) 21:16:53.266890 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4) 21:16:53.386101 tst ping_idle_ping.py:24: start network... 21:16:53.588416 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:16:54.060118 run create_hlr_db(pid=1013): Launched 21:16:54.176032 bus /gobi_6: Setting Powered False 21:16:55.236832 run create_hlr_db(pid=1013): Terminated: ok {rc=0} 21:16:55.679732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Launched 21:16:56.005309 run osmo-hlr_10.42.42.2(pid=1016): Launched 21:16:56.128666 run osmo-stp_10.42.42.5: Starting osmo-stp 21:16:56.687474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Launched 21:16:57.012733 run osmo-stp_10.42.42.5(pid=1019): Launched 21:16:57.137128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:16:57.693167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Launched 21:16:57.818640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:16:58.092715 run patchelf(pid=1022): Launched 21:16:58.273268 run osmo-stp_10.42.42.5(pid=1019): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)] 21:16:58.409485 run osmo-stp_10.42.42.5(pid=1019): stdout: | (launched: 2022-12-13_21:16:56.953455) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:58.546703 run osmo-stp_10.42.42.5(pid=1019): stderr: | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211657142 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:58.683797 run osmo-stp_10.42.42.5(pid=1019): stdout: | (launched: 2022-12-13_21:16:56.953455) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:16:58.816691 run osmo-stp_10.42.42.5(pid=1019): stderr: | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211657141 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211657142 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211657142 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:16:58.973672 run patchelf(pid=1022): Terminating (SIGINT) 21:16:59.155131 run patchelf(pid=1022): Terminated: ok {rc=0} 21:16:59.285576 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1019): Process ended prematurely: osmo-stp_10.42.42.5(pid=1019) [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)] [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27] 21:16:59.295070 tst ping_idle_ping.py:27: Test FAILED (6.7 sec) 21:16:59.323316 run osmo-hlr_10.42.42.2(pid=1016): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1016)] 21:16:59.373770 run osmo-hlr_10.42.42.2(pid=1016): stdout: | (launched: 2022-12-13_21:16:55.944943) 21:16:59.425819 run osmo-hlr_10.42.42.2(pid=1016): stderr: | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211656141 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211656154 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211656165 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211656165 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211656165 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:16:59.478190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Terminating (SIGTERM) 21:16:59.520432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Terminating (SIGTERM) 21:16:59.562770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Terminating (SIGTERM) 21:16:59.605442 --- ParallelTerminationStrategy: PID 1015 died... 21:16:59.625736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Terminated: ok {rc=0} 21:16:59.672387 --- ParallelTerminationStrategy: PID 1018 died... 21:16:59.691914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Terminated: ok {rc=0} 21:16:59.738391 --- ParallelTerminationStrategy: PID 1021 died... 21:16:59.758481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Terminated: ok {rc=0} 21:16:59.846954 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs --------------------------------------------------------------------- 21:17:01.154161 tst gprs:nanobts+band-900+mod-bts0-egprs: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:17:01.161294 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 1 x bts (candidates: 11) 21:17:01.199566 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 9 x ip_address (candidates: 9) 21:17:01.243666 tst gprs:nanobts+band-900+mod-bts0-egprs: Verifying 4 x modem (candidates: 12) 21:17:01.335687 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 1 x bts (candidates: 11) 21:17:01.370408 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 9 x ip_address (candidates: 9) 21:17:01.411812 tst gprs:nanobts+band-900+mod-bts0-egprs: Reserving 4 x modem (candidates: 12) 21:17:02.009046 tst gprs:nanobts+band-900+mod-bts0-egprs: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py ---------------------------------------------- 21:17:02.079242 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.091405 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:17:02.141094 tst cs_paging_gprs_active.py: using LAC 36333 21:17:02.275611 tst cs_paging_gprs_active.py: using RAC 123 21:17:02.403624 tst cs_paging_gprs_active.py: using CellId 36333 21:17:02.533923 tst cs_paging_gprs_active.py: using BVCI 36334 21:17:02.653004 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.664457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.675765 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.686944 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.698560 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.710238 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.722074 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.733687 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:02.745563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:02.864330 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:02.986704 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:17:03.208396 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:03.538227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Launched 21:17:03.825674 run iperf3-srv_10.42.42.10(pid=1030): Launched 21:17:03.950266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:17:04.171337 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:04.499808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Launched 21:17:04.786887 run iperf3-srv_10.42.42.10(pid=1032): Launched 21:17:04.910377 tst cs_paging_gprs_active.py:38: start network... 21:17:05.130792 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:17:05.639852 run create_hlr_db(pid=1033): Launched 21:17:05.772625 bus /gobi_6: Setting Powered False 21:17:06.836575 run create_hlr_db(pid=1033): Terminated: ok {rc=0} 21:17:07.291040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Launched 21:17:07.618737 run osmo-hlr_10.42.42.2(pid=1036): Launched 21:17:07.744306 run osmo-stp_10.42.42.5: Starting osmo-stp 21:17:08.311841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Launched 21:17:08.640587 run osmo-stp_10.42.42.5(pid=1039): Launched 21:17:08.765454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:17:09.329967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Launched 21:17:09.454783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:17:09.731509 run patchelf(pid=1042): Launched 21:17:09.914278 run osmo-stp_10.42.42.5(pid=1039): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)] 21:17:10.052028 run osmo-stp_10.42.42.5(pid=1039): stdout: | (launched: 2022-12-13_21:17:08.580295) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:10.191715 run osmo-stp_10.42.42.5(pid=1039): stderr: | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211708772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:10.331242 run osmo-stp_10.42.42.5(pid=1039): stdout: | (launched: 2022-12-13_21:17:08.580295) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:10.465492 run osmo-stp_10.42.42.5(pid=1039): stderr: | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211708771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211708772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211708772 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:10.624866 run patchelf(pid=1042): Terminating (SIGINT) 21:17:10.809144 run patchelf(pid=1042): Terminated: ok {rc=0} 21:17:10.941662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1039): Process ended prematurely: osmo-stp_10.42.42.5(pid=1039) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38] 21:17:10.951639 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec) 21:17:10.980062 run osmo-hlr_10.42.42.2(pid=1036): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1036)] 21:17:11.029853 run osmo-hlr_10.42.42.2(pid=1036): stdout: | (launched: 2022-12-13_21:17:07.558688) 21:17:11.081476 run osmo-hlr_10.42.42.2(pid=1036): stderr: | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211707754 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211707768 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211707777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211707777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211707777 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:17:11.133524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Terminating (SIGTERM) 21:17:11.175265 run iperf3-srv_10.42.42.10(pid=1030): Terminating (SIGTERM) 21:17:11.217486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Terminating (SIGTERM) 21:17:11.259806 run iperf3-srv_10.42.42.10(pid=1032): Terminating (SIGTERM) 21:17:11.301451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Terminating (SIGTERM) 21:17:11.343638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Terminating (SIGTERM) 21:17:11.385793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Terminating (SIGTERM) 21:17:11.428414 --- ParallelTerminationStrategy: PID 1029 died... 21:17:11.448584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Terminated: ok {rc=0} 21:17:11.494830 --- ParallelTerminationStrategy: PID 1030 died... 21:17:11.514368 run iperf3-srv_10.42.42.10(pid=1030): Terminated {rc=256} 21:17:11.560471 --- ParallelTerminationStrategy: PID 1031 died... 21:17:11.580160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Terminated: ok {rc=0} 21:17:11.626298 --- ParallelTerminationStrategy: PID 1032 died... 21:17:11.645996 run iperf3-srv_10.42.42.10(pid=1032): Terminated {rc=256} 21:17:11.692024 --- ParallelTerminationStrategy: PID 1035 died... 21:17:11.711710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Terminated: ok {rc=0} 21:17:11.757870 --- ParallelTerminationStrategy: PID 1038 died... 21:17:11.777897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Terminated: ok {rc=0} 21:17:11.824306 --- ParallelTerminationStrategy: PID 1041 died... 21:17:11.844030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Terminated: ok {rc=0} 21:17:11.932097 bus /gobi_0: Setting Powered False 21:17:13.031601 bus /gobi_0: Setting Powered False 21:17:14.148663 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py ---------------------------------------------- 21:17:15.296339 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.307818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:17:15.359050 tst iperf3.py: using LAC 36334 21:17:15.488403 tst iperf3.py: using RAC 124 21:17:15.609391 tst iperf3.py: using CellId 36334 21:17:15.730485 tst iperf3.py: using BVCI 36335 21:17:15.857680 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.871140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.883065 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.897237 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.912482 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.925894 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.937678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.950102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:15.963154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:16.095341 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:17:16.410741 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:16.734343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Launched 21:17:17.021236 run iperf3-srv_10.42.42.10(pid=1045): Launched 21:17:17.153767 tst iperf3.py:8: start network... 21:17:17.363985 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:17:17.843372 run create_hlr_db(pid=1046): Launched 21:17:17.960174 bus /gobi_6: Setting Powered False 21:17:19.021816 run create_hlr_db(pid=1046): Terminated: ok {rc=0} 21:17:19.450824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Launched 21:17:19.758017 run osmo-hlr_10.42.42.2(pid=1049): Launched 21:17:19.874348 run osmo-stp_10.42.42.5: Starting osmo-stp 21:17:20.413958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Launched 21:17:20.723265 run osmo-stp_10.42.42.5(pid=1052): Launched 21:17:20.839189 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:17:21.366984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Launched 21:17:21.483237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:17:21.741979 run patchelf(pid=1055): Launched 21:17:21.912061 run osmo-stp_10.42.42.5(pid=1052): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)] 21:17:22.041645 run osmo-stp_10.42.42.5(pid=1052): stdout: | (launched: 2022-12-13_21:17:20.666751) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:22.172885 run osmo-stp_10.42.42.5(pid=1052): stderr: | [0;m[38;5;43m20221213211720835 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211720835 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211720836 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211720836 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:22.304618 run osmo-stp_10.42.42.5(pid=1052): stdout: | (launched: 2022-12-13_21:17:20.666751) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:22.430547 run osmo-stp_10.42.42.5(pid=1052): stderr: | [0;m[38;5;43m20221213211720835 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211720835 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211720836 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211720836 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211720837 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:22.579532 run patchelf(pid=1055): Terminating (SIGINT) 21:17:22.752204 run patchelf(pid=1055): Terminated: ok {rc=0} 21:17:22.877496 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1052): Process ended prematurely: osmo-stp_10.42.42.5(pid=1052) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8] 21:17:22.886987 tst iperf3.py:8: Test FAILED (7.6 sec) 21:17:22.914349 run osmo-hlr_10.42.42.2(pid=1049): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1049)] 21:17:22.962765 run osmo-hlr_10.42.42.2(pid=1049): stdout: | (launched: 2022-12-13_21:17:19.700906) 21:17:23.012570 run osmo-hlr_10.42.42.2(pid=1049): stderr: | [0;m[1;31m20221213211719876 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211719876 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211719877 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211719877 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211719877 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211719877 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211719893 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211719904 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211719904 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211719904 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:17:23.062623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Terminating (SIGTERM) 21:17:23.102937 run iperf3-srv_10.42.42.10(pid=1045): Terminating (SIGTERM) 21:17:23.142804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Terminating (SIGTERM) 21:17:23.182756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Terminating (SIGTERM) 21:17:23.222657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Terminating (SIGTERM) 21:17:23.262890 --- ParallelTerminationStrategy: PID 1044 died... 21:17:23.282445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Terminated: ok {rc=0} 21:17:23.326863 --- ParallelTerminationStrategy: PID 1045 died... 21:17:23.345831 run iperf3-srv_10.42.42.10(pid=1045): Terminated {rc=256} 21:17:23.389996 --- ParallelTerminationStrategy: PID 1048 died... 21:17:23.409023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Terminated: ok {rc=0} 21:17:23.453275 --- ParallelTerminationStrategy: PID 1051 died... 21:17:23.472135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Terminated: ok {rc=0} 21:17:23.517353 --- ParallelTerminationStrategy: PID 1054 died... 21:17:23.536378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Terminated: ok {rc=0} 21:17:23.622338 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py ---------------------------------------------- 21:17:24.770669 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:24.782276 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:17:24.832324 tst iperf3m4.py: using LAC 36335 21:17:24.953194 tst iperf3m4.py: using RAC 125 21:17:25.072893 tst iperf3m4.py: using CellId 36335 21:17:25.191908 tst iperf3m4.py: using BVCI 36336 21:17:25.304471 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.315576 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.326540 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.337463 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.348467 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.359466 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.370703 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.381695 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:25.393043 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:25.515064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:25.638739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:25.758049 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:25.878480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:17:26.085411 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:26.394899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Launched 21:17:26.662981 run iperf3-srv_10.42.42.10(pid=1057): Launched 21:17:26.780330 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:17:26.986564 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:27.294963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Launched 21:17:27.562272 run iperf3-srv_10.42.42.10(pid=1059): Launched 21:17:27.677563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:17:27.882997 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:28.191910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Launched 21:17:28.459851 run iperf3-srv_10.42.42.10(pid=1061): Launched 21:17:28.577121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:17:28.782463 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:17:29.090816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Launched 21:17:29.359421 run iperf3-srv_10.42.42.10(pid=1063): Launched 21:17:29.474548 tst iperf3m4.py:8: start network... 21:17:29.679427 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:17:30.154859 run create_hlr_db(pid=1064): Launched 21:17:30.271844 bus /gobi_6: Setting Powered False 21:17:31.335246 run create_hlr_db(pid=1064): Terminated: ok {rc=0} 21:17:31.771273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Launched 21:17:32.096664 run osmo-hlr_10.42.42.2(pid=1067): Launched 21:17:32.309942 run osmo-stp_10.42.42.5: Starting osmo-stp 21:17:32.849571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Launched 21:17:33.155453 run osmo-stp_10.42.42.5(pid=1070): Launched 21:17:33.287705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:17:33.857369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Launched 21:17:33.982803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:17:34.261035 run patchelf(pid=1073): Launched 21:17:34.443837 run osmo-stp_10.42.42.5(pid=1070): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)] 21:17:34.582491 run osmo-stp_10.42.42.5(pid=1070): stdout: | (launched: 2022-12-13_21:17:33.098679) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:34.723253 run osmo-stp_10.42.42.5(pid=1070): stderr: | [0;m[38;5;43m20221213211733282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211733282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211733283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211733283 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:34.864287 run osmo-stp_10.42.42.5(pid=1070): stdout: | (launched: 2022-12-13_21:17:33.098679) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:34.999637 run osmo-stp_10.42.42.5(pid=1070): stderr: | [0;m[38;5;43m20221213211733282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211733282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211733283 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211733283 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211733284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:35.159718 run patchelf(pid=1073): Terminating (SIGINT) 21:17:35.344725 run patchelf(pid=1073): Terminated: ok {rc=0} 21:17:35.478407 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1070): Process ended prematurely: osmo-stp_10.42.42.5(pid=1070) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8] 21:17:35.488703 tst iperf3m4.py:8: Test FAILED (10.8 sec) 21:17:35.518075 run osmo-hlr_10.42.42.2(pid=1067): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1067)] 21:17:35.568298 run osmo-hlr_10.42.42.2(pid=1067): stdout: | (launched: 2022-12-13_21:17:32.039083) 21:17:35.620425 run osmo-hlr_10.42.42.2(pid=1067): stderr: | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211732331 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211732346 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211732356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211732356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211732356 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:17:35.673243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Terminating (SIGTERM) 21:17:35.715585 run iperf3-srv_10.42.42.10(pid=1057): Terminating (SIGTERM) 21:17:35.757917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Terminating (SIGTERM) 21:17:35.800523 run iperf3-srv_10.42.42.10(pid=1059): Terminating (SIGTERM) 21:17:35.842823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Terminating (SIGTERM) 21:17:35.885110 run iperf3-srv_10.42.42.10(pid=1061): Terminating (SIGTERM) 21:17:35.927212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Terminating (SIGTERM) 21:17:35.969283 run iperf3-srv_10.42.42.10(pid=1063): Terminating (SIGTERM) 21:17:36.011614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Terminating (SIGTERM) 21:17:36.054033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Terminating (SIGTERM) 21:17:36.096444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Terminating (SIGTERM) 21:17:36.139404 --- ParallelTerminationStrategy: PID 1056 died... 21:17:36.159688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Terminated: ok {rc=0} 21:17:36.206062 --- ParallelTerminationStrategy: PID 1057 died... 21:17:36.225710 run iperf3-srv_10.42.42.10(pid=1057): Terminated {rc=256} 21:17:36.271645 --- ParallelTerminationStrategy: PID 1058 died... 21:17:36.291289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Terminated: ok {rc=0} 21:17:36.338141 --- ParallelTerminationStrategy: PID 1059 died... 21:17:36.357929 run iperf3-srv_10.42.42.10(pid=1059): Terminated {rc=256} 21:17:36.404037 --- ParallelTerminationStrategy: PID 1060 died... 21:17:36.423627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Terminated: ok {rc=0} 21:17:36.469908 --- ParallelTerminationStrategy: PID 1061 died... 21:17:36.489580 run iperf3-srv_10.42.42.10(pid=1061): Terminated {rc=256} 21:17:36.535663 --- ParallelTerminationStrategy: PID 1062 died... 21:17:36.555477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Terminated: ok {rc=0} 21:17:36.601809 --- ParallelTerminationStrategy: PID 1063 died... 21:17:36.621591 run iperf3-srv_10.42.42.10(pid=1063): Terminated {rc=256} 21:17:36.667827 --- ParallelTerminationStrategy: PID 1066 died... 21:17:36.687509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Terminated: ok {rc=0} 21:17:36.733711 --- ParallelTerminationStrategy: PID 1069 died... 21:17:36.753499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Terminated: ok {rc=0} 21:17:36.800147 --- ParallelTerminationStrategy: PID 1072 died... 21:17:36.819953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Terminated: ok {rc=0} 21:17:36.908842 bus /gobi_4: Setting Powered False 21:17:38.005865 bus /gobi_4: Setting Powered False 21:17:39.119979 bus /gobi_1: Setting Powered False 21:17:40.219057 bus /gobi_1: Setting Powered False 21:17:41.337192 bus /gobi_0: Setting Powered False 21:17:42.436133 bus /gobi_0: Setting Powered False 21:17:43.552401 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs ping.py ---------------------------------------------- 21:17:44.655710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:44.667284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:17:44.716913 tst ping.py: using LAC 36336 21:17:44.834891 tst ping.py: using RAC 126 21:17:44.956212 tst ping.py: using CellId 36336 21:17:45.085192 tst ping.py: using BVCI 36337 21:17:45.202919 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.214895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.226521 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.238092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.249822 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.261474 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.273105 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:45.284470 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:45.400395 tst ping.py:19: start network... 21:17:45.601739 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:17:46.069795 run create_hlr_db(pid=1074): Launched 21:17:46.260212 bus /gobi_6: Setting Powered False 21:17:47.324867 run create_hlr_db(pid=1074): Terminated: ok {rc=0} 21:17:47.765554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Launched 21:17:48.066318 run osmo-hlr_10.42.42.2(pid=1077): Launched 21:17:48.182478 run osmo-stp_10.42.42.5: Starting osmo-stp 21:17:48.701424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Launched 21:17:49.002303 run osmo-stp_10.42.42.5(pid=1080): Launched 21:17:49.118671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:17:49.637434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Launched 21:17:49.753326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:17:50.007578 run patchelf(pid=1083): Launched 21:17:50.175591 run osmo-stp_10.42.42.5(pid=1080): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)] 21:17:50.303441 run osmo-stp_10.42.42.5(pid=1080): stdout: | (launched: 2022-12-13_21:17:48.946187) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:50.432660 run osmo-stp_10.42.42.5(pid=1080): stderr: | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211749112 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:50.562107 run osmo-stp_10.42.42.5(pid=1080): stdout: | (launched: 2022-12-13_21:17:48.946187) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:50.686114 run osmo-stp_10.42.42.5(pid=1080): stderr: | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211749112 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211749112 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211749113 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:50.832701 run patchelf(pid=1083): Terminating (SIGINT) 21:17:51.003978 run patchelf(pid=1083): Terminated: ok {rc=0} 21:17:51.126443 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22] 21:17:51.135307 tst ping.py:22: Test FAILED (6.5 sec) 21:17:51.162378 run osmo-hlr_10.42.42.2(pid=1077): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1077)] 21:17:51.210687 run osmo-hlr_10.42.42.2(pid=1077): stdout: | (launched: 2022-12-13_21:17:48.010323) 21:17:51.260575 run osmo-hlr_10.42.42.2(pid=1077): stderr: | [0;m[1;31m20221213211748184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211748184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211748184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211748184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211748184 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211748185 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211748222 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211748232 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211748232 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211748232 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:17:51.310985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminating (SIGTERM) 21:17:51.351168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminating (SIGTERM) 21:17:51.391351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Terminating (SIGTERM) 21:17:51.431817 --- ParallelTerminationStrategy: PID 1076 died... 21:17:51.451530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminated: ok {rc=0} 21:17:51.496503 --- ParallelTerminationStrategy: PID 1079 died... 21:17:51.515677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminated: ok {rc=0} 21:17:51.560162 --- ParallelTerminationStrategy: PID 1082 died... 21:17:51.579413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Terminated: ok {rc=0} 21:17:51.664421 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py ---------------------------------------------- 21:17:52.752006 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:52.764278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1) 21:17:52.816354 tst ping_idle_ping.py: using LAC 36337 21:17:52.943302 tst ping_idle_ping.py: using RAC 127 21:17:53.070643 tst ping_idle_ping.py: using CellId 36337 21:17:53.199475 tst ping_idle_ping.py: using BVCI 36338 21:17:53.317561 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.329476 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.340702 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.352038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.363785 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.374867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.386171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9) 21:17:53.397284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4) 21:17:53.517549 tst ping_idle_ping.py:24: start network... 21:17:53.734803 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:17:54.239222 run create_hlr_db(pid=1084): Launched 21:17:54.370511 bus /gobi_6: Setting Powered False 21:17:55.434378 run create_hlr_db(pid=1084): Terminated: ok {rc=0} 21:17:55.866794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Launched 21:17:56.169081 run osmo-hlr_10.42.42.2(pid=1087): Launched 21:17:56.284334 run osmo-stp_10.42.42.5: Starting osmo-stp 21:17:56.818627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Launched 21:17:57.122261 run osmo-stp_10.42.42.5(pid=1090): Launched 21:17:57.238748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:17:57.759696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Launched 21:17:57.875994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:17:58.131777 run patchelf(pid=1093): Launched 21:17:58.299249 run osmo-stp_10.42.42.5(pid=1090): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)] 21:17:58.427745 run osmo-stp_10.42.42.5(pid=1090): stdout: | (launched: 2022-12-13_21:17:57.065781) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:58.558357 run osmo-stp_10.42.42.5(pid=1090): stderr: | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211757236 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:58.688322 run osmo-stp_10.42.42.5(pid=1090): stdout: | (launched: 2022-12-13_21:17:57.065781) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:17:58.813133 run osmo-stp_10.42.42.5(pid=1090): stderr: | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211757235 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211757236 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211757236 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:17:58.961187 run patchelf(pid=1093): Terminating (SIGINT) 21:17:59.132450 run patchelf(pid=1093): Terminated: ok {rc=0} 21:17:59.256496 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1090): Process ended prematurely: osmo-stp_10.42.42.5(pid=1090) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27] 21:17:59.265873 tst ping_idle_ping.py:27: Test FAILED (6.5 sec) 21:17:59.292760 run osmo-hlr_10.42.42.2(pid=1087): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1087)] 21:17:59.341628 run osmo-hlr_10.42.42.2(pid=1087): stdout: | (launched: 2022-12-13_21:17:56.112891) 21:17:59.391748 run osmo-hlr_10.42.42.2(pid=1087): stderr: | [0;m[1;31m20221213211756285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211756285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211756285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211756285 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211756286 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211756286 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211756298 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211756306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211756306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211756306 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:17:59.442230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Terminating (SIGTERM) 21:17:59.482878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Terminating (SIGTERM) 21:17:59.523375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Terminating (SIGTERM) 21:17:59.564441 --- ParallelTerminationStrategy: PID 1086 died... 21:17:59.584217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Terminated: ok {rc=0} 21:17:59.629128 --- ParallelTerminationStrategy: PID 1089 died... 21:17:59.648428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Terminated: ok {rc=0} 21:17:59.693123 --- ParallelTerminationStrategy: PID 1092 died... 21:17:59.712079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Terminated: ok {rc=0} 21:17:59.796929 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-egprs FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa --------------------------------------------------------------------- 21:18:01.121132 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:18:01.128517 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 1 x bts (candidates: 11) 21:18:01.163672 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 9 x ip_address (candidates: 9) 21:18:01.206001 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Verifying 4 x modem (candidates: 12) 21:18:01.296490 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 1 x bts (candidates: 11) 21:18:01.349297 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 9 x ip_address (candidates: 9) 21:18:01.389301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Reserving 4 x modem (candidates: 12) 21:18:02.007119 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py ---------------------------------------------- 21:18:02.077546 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.089653 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:18:02.159830 tst cs_paging_gprs_active.py: using LAC 36338 21:18:02.299288 tst cs_paging_gprs_active.py: using RAC 128 21:18:02.430258 tst cs_paging_gprs_active.py: using CellId 36338 21:18:02.561893 tst cs_paging_gprs_active.py: using BVCI 36339 21:18:02.682932 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.694708 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.706190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.717671 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.728789 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.740058 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.751510 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.762712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:02.774081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:02.895443 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:03.014404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:18:03.221691 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:03.531232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Launched 21:18:03.801509 run iperf3-srv_10.42.42.10(pid=1098): Launched 21:18:03.918892 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:18:04.124237 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:04.432414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Launched 21:18:04.701303 run iperf3-srv_10.42.42.10(pid=1100): Launched 21:18:04.816589 tst cs_paging_gprs_active.py:38: start network... 21:18:05.022269 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:18:05.497151 run create_hlr_db(pid=1101): Launched 21:18:05.632495 bus /gobi_6: Setting Powered False 21:18:06.697197 run create_hlr_db(pid=1101): Terminated: ok {rc=0} 21:18:07.153350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Launched 21:18:07.482154 run osmo-hlr_10.42.42.2(pid=1104): Launched 21:18:07.608633 run osmo-stp_10.42.42.5: Starting osmo-stp 21:18:08.174344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Launched 21:18:08.503069 run osmo-stp_10.42.42.5(pid=1107): Launched 21:18:08.629602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:18:09.194940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Launched 21:18:09.321301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:18:09.599703 run patchelf(pid=1110): Launched 21:18:09.782364 run osmo-stp_10.42.42.5(pid=1107): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)] 21:18:09.920273 run osmo-stp_10.42.42.5(pid=1107): stdout: | (launched: 2022-12-13_21:18:08.442935) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:10.059780 run osmo-stp_10.42.42.5(pid=1107): stderr: | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211808634 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:10.199390 run osmo-stp_10.42.42.5(pid=1107): stdout: | (launched: 2022-12-13_21:18:08.442935) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:10.334487 run osmo-stp_10.42.42.5(pid=1107): stderr: | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211808633 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211808634 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211808634 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:10.493534 run patchelf(pid=1110): Terminating (SIGINT) 21:18:10.678207 run patchelf(pid=1110): Terminated: ok {rc=0} 21:18:10.811842 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1107): Process ended prematurely: osmo-stp_10.42.42.5(pid=1107) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38] 21:18:10.822056 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec) 21:18:10.850788 run osmo-hlr_10.42.42.2(pid=1104): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1104)] 21:18:10.901258 run osmo-hlr_10.42.42.2(pid=1104): stdout: | (launched: 2022-12-13_21:18:07.421014) 21:18:10.953239 run osmo-hlr_10.42.42.2(pid=1104): stderr: | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211807618 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211807631 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211807640 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211807641 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211807641 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:18:11.005714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Terminating (SIGTERM) 21:18:11.047497 run iperf3-srv_10.42.42.10(pid=1098): Terminating (SIGTERM) 21:18:11.090098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Terminating (SIGTERM) 21:18:11.131921 run iperf3-srv_10.42.42.10(pid=1100): Terminating (SIGTERM) 21:18:11.173774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Terminating (SIGTERM) 21:18:11.216383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Terminating (SIGTERM) 21:18:11.258413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Terminating (SIGTERM) 21:18:11.300471 --- ParallelTerminationStrategy: PID 1097 died... 21:18:11.320800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Terminated: ok {rc=0} 21:18:11.367258 --- ParallelTerminationStrategy: PID 1098 died... 21:18:11.386950 run iperf3-srv_10.42.42.10(pid=1098): Terminated {rc=256} 21:18:11.433082 --- ParallelTerminationStrategy: PID 1099 died... 21:18:11.452586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Terminated: ok {rc=0} 21:18:11.498491 --- ParallelTerminationStrategy: PID 1100 died... 21:18:11.518052 run iperf3-srv_10.42.42.10(pid=1100): Terminated {rc=256} 21:18:11.564011 --- ParallelTerminationStrategy: PID 1103 died... 21:18:11.583613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Terminated: ok {rc=0} 21:18:11.629658 --- ParallelTerminationStrategy: PID 1106 died... 21:18:11.649401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Terminated: ok {rc=0} 21:18:11.695303 --- ParallelTerminationStrategy: PID 1109 died... 21:18:11.714853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Terminated: ok {rc=0} 21:18:11.802304 bus /gobi_0: Setting Powered False 21:18:12.902849 bus /gobi_0: Setting Powered False 21:18:14.019529 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py ---------------------------------------------- 21:18:15.169818 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.182061 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:18:15.253989 tst iperf3.py: using LAC 36339 21:18:15.376796 tst iperf3.py: using RAC 129 21:18:15.497313 tst iperf3.py: using CellId 36339 21:18:15.619254 tst iperf3.py: using BVCI 36340 21:18:15.732260 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.743431 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.754606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.765405 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.776366 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.787502 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.798755 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.809876 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:15.821225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:15.957210 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:18:16.224549 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:16.566788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Launched 21:18:16.859768 run iperf3-srv_10.42.42.10(pid=1112): Launched 21:18:16.994334 tst iperf3.py:8: start network... 21:18:17.208458 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:18:17.685628 run create_hlr_db(pid=1114): Launched 21:18:17.803061 bus /gobi_6: Setting Powered False 21:18:18.864420 run create_hlr_db(pid=1114): Terminated: ok {rc=0} 21:18:19.312874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Launched 21:18:19.641144 run osmo-hlr_10.42.42.2(pid=1117): Launched 21:18:19.765543 run osmo-stp_10.42.42.5: Starting osmo-stp 21:18:20.331021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Launched 21:18:20.661441 run osmo-stp_10.42.42.5(pid=1121): Launched 21:18:20.787870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:18:21.353393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Launched 21:18:21.478590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:18:21.755962 run patchelf(pid=1128): Launched 21:18:21.939739 run osmo-stp_10.42.42.5(pid=1121): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)] 21:18:22.077970 run osmo-stp_10.42.42.5(pid=1121): stdout: | (launched: 2022-12-13_21:18:20.600425) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:22.218005 run osmo-stp_10.42.42.5(pid=1121): stderr: | [0;m[38;5;43m20221213211820790 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211820791 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211820791 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211820791 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:22.357551 run osmo-stp_10.42.42.5(pid=1121): stdout: | (launched: 2022-12-13_21:18:20.600425) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:22.491882 run osmo-stp_10.42.42.5(pid=1121): stderr: | [0;m[38;5;43m20221213211820790 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211820791 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211820791 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211820791 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211820792 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:22.651042 run patchelf(pid=1128): Terminating (SIGINT) 21:18:22.836543 run patchelf(pid=1128): Terminated: ok {rc=0} 21:18:22.970043 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8] 21:18:22.980198 tst iperf3.py:8: Test FAILED (7.8 sec) 21:18:23.008795 run osmo-hlr_10.42.42.2(pid=1117): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1117)] 21:18:23.058860 run osmo-hlr_10.42.42.2(pid=1117): stdout: | (launched: 2022-12-13_21:18:19.580826) 21:18:23.110920 run osmo-hlr_10.42.42.2(pid=1117): stderr: | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211819781 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211819795 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211819803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211819803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211819803 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:18:23.163246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Terminating (SIGTERM) 21:18:23.205180 run iperf3-srv_10.42.42.10(pid=1112): Terminating (SIGTERM) 21:18:23.247817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminating (SIGTERM) 21:18:23.289851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminating (SIGTERM) 21:18:23.331866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Terminating (SIGTERM) 21:18:23.374023 --- ParallelTerminationStrategy: PID 1111 died... 21:18:23.394027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Terminated: ok {rc=0} 21:18:23.440213 --- ParallelTerminationStrategy: PID 1112 died... 21:18:23.459934 run iperf3-srv_10.42.42.10(pid=1112): Terminated {rc=256} 21:18:23.506406 --- ParallelTerminationStrategy: PID 1116 died... 21:18:23.526169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminated: ok {rc=0} 21:18:23.572143 --- ParallelTerminationStrategy: PID 1120 died... 21:18:23.591759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminated: ok {rc=0} 21:18:23.637782 --- ParallelTerminationStrategy: PID 1123 died... 21:18:23.657501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Terminated: ok {rc=0} 21:18:23.746016 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py ---------------------------------------------- 21:18:24.893646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:24.905224 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:18:24.972872 tst iperf3m4.py: using LAC 36340 21:18:25.093385 tst iperf3m4.py: using RAC 130 21:18:25.215718 tst iperf3m4.py: using CellId 36340 21:18:25.337734 tst iperf3m4.py: using BVCI 36341 21:18:25.458593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.470145 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.481775 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.492933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.504329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.515566 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.526909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.538092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:25.549542 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:25.668392 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:25.792209 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:25.912837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:26.030356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:18:26.237420 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:26.546808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Launched 21:18:26.817076 run iperf3-srv_10.42.42.10(pid=1131): Launched 21:18:26.932343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:18:27.138035 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:27.447174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Launched 21:18:27.717224 run iperf3-srv_10.42.42.10(pid=1133): Launched 21:18:27.832689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:18:28.037567 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:28.345753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Launched 21:18:28.613187 run iperf3-srv_10.42.42.10(pid=1140): Launched 21:18:28.729226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:18:28.935300 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:18:29.244740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Launched 21:18:29.512328 run iperf3-srv_10.42.42.10(pid=1142): Launched 21:18:29.628363 tst iperf3m4.py:8: start network... 21:18:29.834324 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:18:30.310159 run create_hlr_db(pid=1144): Launched 21:18:30.430960 bus /gobi_6: Setting Powered False 21:18:31.490783 run create_hlr_db(pid=1144): Terminated: ok {rc=0} 21:18:31.934104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Launched 21:18:32.263850 run osmo-hlr_10.42.42.2(pid=1147): Launched 21:18:32.392671 run osmo-stp_10.42.42.5: Starting osmo-stp 21:18:32.962703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Launched 21:18:33.290109 run osmo-stp_10.42.42.5(pid=1150): Launched 21:18:33.415805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:18:33.980082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Launched 21:18:34.106794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:18:34.383602 run patchelf(pid=1153): Launched 21:18:34.565191 run osmo-stp_10.42.42.5(pid=1150): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)] 21:18:34.702741 run osmo-stp_10.42.42.5(pid=1150): stdout: | (launched: 2022-12-13_21:18:33.229936) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:34.843530 run osmo-stp_10.42.42.5(pid=1150): stderr: | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211833421 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:34.983043 run osmo-stp_10.42.42.5(pid=1150): stdout: | (launched: 2022-12-13_21:18:33.229936) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:35.117593 run osmo-stp_10.42.42.5(pid=1150): stderr: | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211833420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211833421 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211833421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:35.275978 run patchelf(pid=1153): Terminating (SIGINT) 21:18:35.460072 run patchelf(pid=1153): Terminated: ok {rc=0} 21:18:35.592792 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1150): Process ended prematurely: osmo-stp_10.42.42.5(pid=1150) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8] 21:18:35.603129 tst iperf3m4.py:8: Test FAILED (10.7 sec) 21:18:35.631967 run osmo-hlr_10.42.42.2(pid=1147): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1147)] 21:18:35.681651 run osmo-hlr_10.42.42.2(pid=1147): stdout: | (launched: 2022-12-13_21:18:32.205718) 21:18:35.733131 run osmo-hlr_10.42.42.2(pid=1147): stderr: | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211832398 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211832411 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211832420 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211832420 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211832420 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:18:35.784637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Terminating (SIGTERM) 21:18:35.826589 run iperf3-srv_10.42.42.10(pid=1131): Terminating (SIGTERM) 21:18:35.869608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Terminating (SIGTERM) 21:18:35.911321 run iperf3-srv_10.42.42.10(pid=1133): Terminating (SIGTERM) 21:18:35.954543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminating (SIGTERM) 21:18:35.996440 run iperf3-srv_10.42.42.10(pid=1140): Terminating (SIGTERM) 21:18:36.038416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminating (SIGTERM) 21:18:36.080126 run iperf3-srv_10.42.42.10(pid=1142): Terminating (SIGTERM) 21:18:36.121579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Terminating (SIGTERM) 21:18:36.163634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Terminating (SIGTERM) 21:18:36.205033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Terminating (SIGTERM) 21:18:36.246693 --- ParallelTerminationStrategy: PID 1130 died... 21:18:36.266711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Terminated: ok {rc=0} 21:18:36.313133 --- ParallelTerminationStrategy: PID 1131 died... 21:18:36.332769 run iperf3-srv_10.42.42.10(pid=1131): Terminated {rc=256} 21:18:36.379198 --- ParallelTerminationStrategy: PID 1132 died... 21:18:36.398864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Terminated: ok {rc=0} 21:18:36.444910 --- ParallelTerminationStrategy: PID 1133 died... 21:18:36.464632 run iperf3-srv_10.42.42.10(pid=1133): Terminated {rc=256} 21:18:36.510848 --- ParallelTerminationStrategy: PID 1139 died... 21:18:36.530427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminated: ok {rc=0} 21:18:36.576562 --- ParallelTerminationStrategy: PID 1140 died... 21:18:36.596289 run iperf3-srv_10.42.42.10(pid=1140): Terminated {rc=256} 21:18:36.642464 --- ParallelTerminationStrategy: PID 1141 died... 21:18:36.662109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminated: ok {rc=0} 21:18:36.708185 --- ParallelTerminationStrategy: PID 1142 died... 21:18:36.727786 run iperf3-srv_10.42.42.10(pid=1142): Terminated {rc=256} 21:18:36.773901 --- ParallelTerminationStrategy: PID 1146 died... 21:18:36.793869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Terminated: ok {rc=0} 21:18:36.840509 --- ParallelTerminationStrategy: PID 1149 died... 21:18:36.860383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Terminated: ok {rc=0} 21:18:36.906778 --- ParallelTerminationStrategy: PID 1152 died... 21:18:36.926489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Terminated: ok {rc=0} 21:18:37.014753 bus /gobi_4: Setting Powered False 21:18:38.115236 bus /gobi_4: Setting Powered False 21:18:39.231992 bus /gobi_1: Setting Powered False 21:18:40.331070 bus /gobi_1: Setting Powered False 21:18:41.448051 bus /gobi_0: Setting Powered False 21:18:42.547146 bus /gobi_0: Setting Powered False 21:18:43.663869 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py ---------------------------------------------- 21:18:44.766953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:44.779056 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:18:44.848692 tst ping.py: using LAC 36341 21:18:44.974975 tst ping.py: using RAC 131 21:18:45.104142 tst ping.py: using CellId 36341 21:18:45.231982 tst ping.py: using BVCI 36342 21:18:45.350646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.362311 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.373796 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.385127 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.396314 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.407680 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.419161 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:45.430550 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:45.548201 tst ping.py:19: start network... 21:18:45.750635 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:18:46.272772 run create_hlr_db(pid=1155): Launched 21:18:46.427884 bus /gobi_6: Setting Powered False 21:18:47.488550 run create_hlr_db(pid=1155): Terminated: ok {rc=0} 21:18:47.931537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Launched 21:18:48.256190 run osmo-hlr_10.42.42.2(pid=1158): Launched 21:18:48.379541 run osmo-stp_10.42.42.5: Starting osmo-stp 21:18:48.936635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Launched 21:18:49.260130 run osmo-stp_10.42.42.5(pid=1161): Launched 21:18:49.383757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:18:49.940781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Launched 21:18:50.065716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:18:50.338754 run patchelf(pid=1164): Launched 21:18:50.519526 run osmo-stp_10.42.42.5(pid=1161): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)] 21:18:50.655704 run osmo-stp_10.42.42.5(pid=1161): stdout: | (launched: 2022-12-13_21:18:49.201031) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:50.793266 run osmo-stp_10.42.42.5(pid=1161): stderr: | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211849395 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:50.932108 run osmo-stp_10.42.42.5(pid=1161): stdout: | (launched: 2022-12-13_21:18:49.201031) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:51.064481 run osmo-stp_10.42.42.5(pid=1161): stderr: | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211849393 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211849395 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211849395 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:51.221453 run patchelf(pid=1164): Terminating (SIGINT) 21:18:51.403428 run patchelf(pid=1164): Terminated: ok {rc=0} 21:18:51.534516 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1161): Process ended prematurely: osmo-stp_10.42.42.5(pid=1161) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22] 21:18:51.544047 tst ping.py:22: Test FAILED (6.8 sec) 21:18:51.572139 run osmo-hlr_10.42.42.2(pid=1158): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1158)] 21:18:51.622089 run osmo-hlr_10.42.42.2(pid=1158): stdout: | (launched: 2022-12-13_21:18:48.197107) 21:18:51.674029 run osmo-hlr_10.42.42.2(pid=1158): stderr: | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211848396 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211848411 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211848421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211848421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211848421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:18:51.726098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Terminating (SIGTERM) 21:18:51.767605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Terminating (SIGTERM) 21:18:51.809918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Terminating (SIGTERM) 21:18:51.852445 --- ParallelTerminationStrategy: PID 1157 died... 21:18:51.872717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Terminated: ok {rc=0} 21:18:51.919355 --- ParallelTerminationStrategy: PID 1160 died... 21:18:51.939050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Terminated: ok {rc=0} 21:18:51.985442 --- ParallelTerminationStrategy: PID 1163 died... 21:18:52.005250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Terminated: ok {rc=0} 21:18:52.093914 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py ---------------------------------------------- 21:18:53.180803 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.193051 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1) 21:18:53.262072 tst ping_idle_ping.py: using LAC 36342 21:18:53.382346 tst ping_idle_ping.py: using RAC 132 21:18:53.503423 tst ping_idle_ping.py: using CellId 36342 21:18:53.623758 tst ping_idle_ping.py: using BVCI 36343 21:18:53.733681 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.744771 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.755809 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.766852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.778107 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.789337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.800439 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9) 21:18:53.811642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4) 21:18:53.927371 tst ping_idle_ping.py:24: start network... 21:18:54.131244 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:18:54.605538 run create_hlr_db(pid=1165): Launched 21:18:54.721242 bus /gobi_6: Setting Powered False 21:18:55.782544 run create_hlr_db(pid=1165): Terminated: ok {rc=0} 21:18:56.206792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Launched 21:18:56.512048 run osmo-hlr_10.42.42.2(pid=1168): Launched 21:18:56.628041 run osmo-stp_10.42.42.5: Starting osmo-stp 21:18:57.161819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Launched 21:18:57.466284 run osmo-stp_10.42.42.5(pid=1171): Launched 21:18:57.584147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:18:58.105288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Launched 21:18:58.220496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:18:58.476028 run patchelf(pid=1176): Launched 21:18:58.645195 run osmo-stp_10.42.42.5(pid=1171): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)] 21:18:58.773483 run osmo-stp_10.42.42.5(pid=1171): stdout: | (launched: 2022-12-13_21:18:57.410070) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:58.902795 run osmo-stp_10.42.42.5(pid=1171): stderr: | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211857581 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:59.032788 run osmo-stp_10.42.42.5(pid=1171): stdout: | (launched: 2022-12-13_21:18:57.410070) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:18:59.157460 run osmo-stp_10.42.42.5(pid=1171): stderr: | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211857580 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211857581 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211857581 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:18:59.304695 run patchelf(pid=1176): Terminating (SIGINT) 21:18:59.475505 run patchelf(pid=1176): Terminated: ok {rc=0} 21:18:59.598665 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1171): Process ended prematurely: osmo-stp_10.42.42.5(pid=1171) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27] 21:18:59.607656 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 21:18:59.634572 run osmo-hlr_10.42.42.2(pid=1168): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1168)] 21:18:59.682790 run osmo-hlr_10.42.42.2(pid=1168): stdout: | (launched: 2022-12-13_21:18:56.455983) 21:18:59.732531 run osmo-hlr_10.42.42.2(pid=1168): stderr: | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211856631 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211856643 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211856651 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211856652 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211856652 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:18:59.782414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Terminating (SIGTERM) 21:18:59.822584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Terminating (SIGTERM) 21:18:59.862855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Terminating (SIGTERM) 21:18:59.903524 --- ParallelTerminationStrategy: PID 1167 died... 21:18:59.923157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Terminated: ok {rc=0} 21:18:59.967612 --- ParallelTerminationStrategy: PID 1170 died... 21:18:59.986759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Terminated: ok {rc=0} 21:19:00.031202 --- ParallelTerminationStrategy: PID 1174 died... 21:19:00.050344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Terminated: ok {rc=0} 21:19:00.134613 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend --------------------------------------------------------------------- 21:19:01.455614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:19:01.462891 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 1 x bts (candidates: 11) 21:19:01.499126 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 9 x ip_address (candidates: 9) 21:19:01.538786 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Verifying 4 x modem (candidates: 12) 21:19:01.627078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 1 x bts (candidates: 11) 21:19:01.659584 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 9 x ip_address (candidates: 9) 21:19:01.699165 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Reserving 4 x modem (candidates: 12) 21:19:02.315833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: RESERVED RESOURCES for gprs: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 10.42.42.10 modem ec20_1 ec20_2 ec20_3 ec20_4 ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py ---------------------------------------------- 21:19:02.370876 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.383047 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:19:02.433061 tst cs_paging_gprs_active.py: using LAC 36343 21:19:02.561520 tst cs_paging_gprs_active.py: using RAC 133 21:19:02.682685 tst cs_paging_gprs_active.py: using CellId 36343 21:19:02.803722 tst cs_paging_gprs_active.py: using BVCI 36344 21:19:02.915763 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.927275 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.938660 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.950014 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.962242 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.974069 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.986385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:02.998315 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:03.010738 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:03.132253 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:03.249168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003... 21:19:03.452302 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:03.755707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Launched 21:19:04.019250 run iperf3-srv_10.42.42.10(pid=1182): Launched 21:19:04.132575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004... 21:19:04.334338 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:04.637225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Launched 21:19:04.901015 run iperf3-srv_10.42.42.10(pid=1184): Launched 21:19:05.014712 tst cs_paging_gprs_active.py:38: start network... 21:19:05.216302 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:19:05.685721 run create_hlr_db(pid=1185): Launched 21:19:05.801163 bus /gobi_6: Setting Powered False 21:19:06.861540 run create_hlr_db(pid=1185): Terminated: ok {rc=0} 21:19:07.284545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Launched 21:19:07.587314 run osmo-hlr_10.42.42.2(pid=1188): Launched 21:19:07.702515 run osmo-stp_10.42.42.5: Starting osmo-stp 21:19:08.235287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Launched 21:19:08.538200 run osmo-stp_10.42.42.5(pid=1191): Launched 21:19:08.653062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:19:09.175942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Launched 21:19:09.292564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:19:09.548032 run patchelf(pid=1194): Launched 21:19:09.715434 run osmo-stp_10.42.42.5(pid=1191): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)] 21:19:09.843622 run osmo-stp_10.42.42.5(pid=1191): stdout: | (launched: 2022-12-13_21:19:08.482237) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:09.973217 run osmo-stp_10.42.42.5(pid=1191): stderr: | [0;m[38;5;43m20221213211908651 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211908651 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211908652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211908652 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:10.102843 run osmo-stp_10.42.42.5(pid=1191): stdout: | (launched: 2022-12-13_21:19:08.482237) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:10.227525 run osmo-stp_10.42.42.5(pid=1191): stderr: | [0;m[38;5;43m20221213211908651 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211908651 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211908652 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211908652 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211908653 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:10.374844 run patchelf(pid=1194): Terminating (SIGINT) 21:19:10.546726 run patchelf(pid=1194): Terminated: ok {rc=0} 21:19:10.670622 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1191): Process ended prematurely: osmo-stp_10.42.42.5(pid=1191) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38] 21:19:10.680117 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec) 21:19:10.707200 run osmo-hlr_10.42.42.2(pid=1188): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1188)] 21:19:10.756289 run osmo-hlr_10.42.42.2(pid=1188): stdout: | (launched: 2022-12-13_21:19:07.531851) 21:19:10.806349 run osmo-hlr_10.42.42.2(pid=1188): stderr: | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211907704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211907720 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211907729 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211907729 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211907729 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:19:10.856398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminating (SIGTERM) 21:19:10.896574 run iperf3-srv_10.42.42.10(pid=1182): Terminating (SIGTERM) 21:19:10.936644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminating (SIGTERM) 21:19:10.977592 run iperf3-srv_10.42.42.10(pid=1184): Terminating (SIGTERM) 21:19:11.018101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Terminating (SIGTERM) 21:19:11.059460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Terminating (SIGTERM) 21:19:11.100029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Terminating (SIGTERM) 21:19:11.140638 --- ParallelTerminationStrategy: PID 1181 died... 21:19:11.160373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminated: ok {rc=0} 21:19:11.204532 --- ParallelTerminationStrategy: PID 1182 died... 21:19:11.223375 run iperf3-srv_10.42.42.10(pid=1182): Terminated {rc=256} 21:19:11.267534 --- ParallelTerminationStrategy: PID 1183 died... 21:19:11.286313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminated: ok {rc=0} 21:19:11.330439 --- ParallelTerminationStrategy: PID 1184 died... 21:19:11.349267 run iperf3-srv_10.42.42.10(pid=1184): Terminated {rc=256} 21:19:11.393378 --- ParallelTerminationStrategy: PID 1187 died... 21:19:11.412252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Terminated: ok {rc=0} 21:19:11.456348 --- ParallelTerminationStrategy: PID 1190 died... 21:19:11.475226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Terminated: ok {rc=0} 21:19:11.519154 --- ParallelTerminationStrategy: PID 1193 died... 21:19:11.538059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Terminated: ok {rc=0} 21:19:11.622147 bus /gobi_0: Setting Powered False 21:19:12.721184 bus /gobi_0: Setting Powered False 21:19:13.838527 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py ---------------------------------------------- 21:19:14.987258 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:14.999627 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:19:15.050500 tst iperf3.py: using LAC 36344 21:19:15.178333 tst iperf3.py: using RAC 134 21:19:15.309615 tst iperf3.py: using CellId 36344 21:19:15.436189 tst iperf3.py: using BVCI 36345 21:19:15.552924 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.564875 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.576528 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.588320 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.599987 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.611624 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.623430 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.635158 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:15.647017 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:15.769101 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003... 21:19:16.007587 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:16.335638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Launched 21:19:16.629143 run iperf3-srv_10.42.42.10(pid=1196): Launched 21:19:16.763739 tst iperf3.py:8: start network... 21:19:16.974628 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:19:17.451189 run create_hlr_db(pid=1197): Launched 21:19:17.569568 bus /gobi_6: Setting Powered False 21:19:18.632717 run create_hlr_db(pid=1197): Terminated: ok {rc=0} 21:19:19.064153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Launched 21:19:19.367867 run osmo-hlr_10.42.42.2(pid=1200): Launched 21:19:19.484431 run osmo-stp_10.42.42.5: Starting osmo-stp 21:19:20.003920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Launched 21:19:20.307523 run osmo-stp_10.42.42.5(pid=1203): Launched 21:19:20.422775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:19:20.946515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Launched 21:19:21.062316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:19:21.318749 run patchelf(pid=1206): Launched 21:19:21.486363 run osmo-stp_10.42.42.5(pid=1203): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)] 21:19:21.614955 run osmo-stp_10.42.42.5(pid=1203): stdout: | (launched: 2022-12-13_21:19:20.251012) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:21.745191 run osmo-stp_10.42.42.5(pid=1203): stderr: | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211920421 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:21.875961 run osmo-stp_10.42.42.5(pid=1203): stdout: | (launched: 2022-12-13_21:19:20.251012) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:22.000832 run osmo-stp_10.42.42.5(pid=1203): stderr: | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211920420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211920421 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211920421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:22.149073 run patchelf(pid=1206): Terminating (SIGINT) 21:19:22.320221 run patchelf(pid=1206): Terminated: ok {rc=0} 21:19:22.444374 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1203): Process ended prematurely: osmo-stp_10.42.42.5(pid=1203) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8] 21:19:22.454087 tst iperf3.py:8: Test FAILED (7.5 sec) 21:19:22.481322 run osmo-hlr_10.42.42.2(pid=1200): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1200)] 21:19:22.530459 run osmo-hlr_10.42.42.2(pid=1200): stdout: | (launched: 2022-12-13_21:19:19.311263) 21:19:22.580876 run osmo-hlr_10.42.42.2(pid=1200): stderr: | [0;m[1;31m20221213211919486 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211919486 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211919486 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211919486 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211919487 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211919487 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211919498 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211919507 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211919507 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211919507 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:19:22.631772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Terminating (SIGTERM) 21:19:22.671894 run iperf3-srv_10.42.42.10(pid=1196): Terminating (SIGTERM) 21:19:22.712107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Terminating (SIGTERM) 21:19:22.752394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Terminating (SIGTERM) 21:19:22.792561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Terminating (SIGTERM) 21:19:22.832774 --- ParallelTerminationStrategy: PID 1195 died... 21:19:22.852319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Terminated: ok {rc=0} 21:19:22.897079 --- ParallelTerminationStrategy: PID 1196 died... 21:19:22.916089 run iperf3-srv_10.42.42.10(pid=1196): Terminated {rc=256} 21:19:22.960442 --- ParallelTerminationStrategy: PID 1199 died... 21:19:22.979668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Terminated: ok {rc=0} 21:19:23.024556 --- ParallelTerminationStrategy: PID 1202 died... 21:19:23.043864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Terminated: ok {rc=0} 21:19:23.088400 --- ParallelTerminationStrategy: PID 1205 died... 21:19:23.107590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Terminated: ok {rc=0} 21:19:23.195180 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py ---------------------------------------------- 21:19:24.343703 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.355831 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:19:24.408890 tst iperf3m4.py: using LAC 36345 21:19:24.526621 tst iperf3m4.py: using RAC 135 21:19:24.645873 tst iperf3m4.py: using CellId 36345 21:19:24.765424 tst iperf3m4.py: using BVCI 36346 21:19:24.874471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.885880 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.897178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.908326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.919847 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.931227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.942900 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.954374 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:24.966136 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:25.083790 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:25.208445 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:25.330241 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:25.450607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003... 21:19:25.669442 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:25.993497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Launched 21:19:26.273776 run iperf3-srv_10.42.42.10(pid=1208): Launched 21:19:26.396810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004... 21:19:26.613997 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:26.938515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Launched 21:19:27.219710 run iperf3-srv_10.42.42.10(pid=1210): Launched 21:19:27.340715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005... 21:19:27.558564 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:27.883109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Launched 21:19:28.164087 run iperf3-srv_10.42.42.10(pid=1212): Launched 21:19:28.285018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006... 21:19:28.502343 run iperf3-srv_10.42.42.10: Starting iperf3-srv 21:19:28.827205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Launched 21:19:29.107688 run iperf3-srv_10.42.42.10(pid=1214): Launched 21:19:29.230686 tst iperf3m4.py:8: start network... 21:19:29.448476 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:19:29.951921 run create_hlr_db(pid=1215): Launched 21:19:30.083879 bus /gobi_6: Setting Powered False 21:19:31.147515 run create_hlr_db(pid=1215): Terminated: ok {rc=0} 21:19:31.613851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Launched 21:19:31.938153 run osmo-hlr_10.42.42.2(pid=1218): Launched 21:19:32.106747 run osmo-stp_10.42.42.5: Starting osmo-stp 21:19:32.682056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Launched 21:19:32.988437 run osmo-stp_10.42.42.5(pid=1221): Launched 21:19:33.103663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:19:33.630982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Launched 21:19:33.747591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:19:34.005355 run patchelf(pid=1224): Launched 21:19:34.174132 run osmo-stp_10.42.42.5(pid=1221): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)] 21:19:34.302762 run osmo-stp_10.42.42.5(pid=1221): stdout: | (launched: 2022-12-13_21:19:32.932134) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:34.432911 run osmo-stp_10.42.42.5(pid=1221): stderr: | [0;m[38;5;43m20221213211933099 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211933100 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211933100 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211933100 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:34.563126 run osmo-stp_10.42.42.5(pid=1221): stdout: | (launched: 2022-12-13_21:19:32.932134) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:34.688322 run osmo-stp_10.42.42.5(pid=1221): stderr: | [0;m[38;5;43m20221213211933099 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211933100 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211933100 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211933100 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211933101 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:34.836234 run patchelf(pid=1224): Terminating (SIGINT) 21:19:35.007687 run patchelf(pid=1224): Terminated: ok {rc=0} 21:19:35.131464 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1221): Process ended prematurely: osmo-stp_10.42.42.5(pid=1221) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8] 21:19:35.141129 tst iperf3m4.py:8: Test FAILED (10.8 sec) 21:19:35.168523 run osmo-hlr_10.42.42.2(pid=1218): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1218)] 21:19:35.216834 run osmo-hlr_10.42.42.2(pid=1218): stdout: | (launched: 2022-12-13_21:19:31.875521) 21:19:35.267121 run osmo-hlr_10.42.42.2(pid=1218): stderr: | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211932226 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211932243 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211932260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211932260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211932260 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:19:35.317570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminating (SIGTERM) 21:19:35.357953 run iperf3-srv_10.42.42.10(pid=1208): Terminating (SIGTERM) 21:19:35.398229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Terminating (SIGTERM) 21:19:35.438653 run iperf3-srv_10.42.42.10(pid=1210): Terminating (SIGTERM) 21:19:35.479010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Terminating (SIGTERM) 21:19:35.519228 run iperf3-srv_10.42.42.10(pid=1212): Terminating (SIGTERM) 21:19:35.559538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Terminating (SIGTERM) 21:19:35.599754 run iperf3-srv_10.42.42.10(pid=1214): Terminating (SIGTERM) 21:19:35.639825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Terminating (SIGTERM) 21:19:35.680033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Terminating (SIGTERM) 21:19:35.720201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Terminating (SIGTERM) 21:19:35.761276 --- ParallelTerminationStrategy: PID 1207 died... 21:19:35.780925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminated: ok {rc=0} 21:19:35.825530 --- ParallelTerminationStrategy: PID 1208 died... 21:19:35.844441 run iperf3-srv_10.42.42.10(pid=1208): Terminated {rc=256} 21:19:35.888661 --- ParallelTerminationStrategy: PID 1209 died... 21:19:35.907857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Terminated: ok {rc=0} 21:19:35.952239 --- ParallelTerminationStrategy: PID 1210 died... 21:19:35.971411 run iperf3-srv_10.42.42.10(pid=1210): Terminated {rc=256} 21:19:36.015688 --- ParallelTerminationStrategy: PID 1211 died... 21:19:36.034800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Terminated: ok {rc=0} 21:19:36.079358 --- ParallelTerminationStrategy: PID 1212 died... 21:19:36.098538 run iperf3-srv_10.42.42.10(pid=1212): Terminated {rc=256} 21:19:36.143003 --- ParallelTerminationStrategy: PID 1213 died... 21:19:36.162032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Terminated: ok {rc=0} 21:19:36.206600 --- ParallelTerminationStrategy: PID 1214 died... 21:19:36.225731 run iperf3-srv_10.42.42.10(pid=1214): Terminated {rc=256} 21:19:36.270055 --- ParallelTerminationStrategy: PID 1217 died... 21:19:36.289066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Terminated: ok {rc=0} 21:19:36.333569 --- ParallelTerminationStrategy: PID 1220 died... 21:19:36.352763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Terminated: ok {rc=0} 21:19:36.397676 --- ParallelTerminationStrategy: PID 1223 died... 21:19:36.417020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Terminated: ok {rc=0} 21:19:36.504472 bus /gobi_4: Setting Powered False 21:19:37.605066 bus /gobi_4: Setting Powered False 21:19:38.719783 bus /gobi_1: Setting Powered False 21:19:39.819838 bus /gobi_1: Setting Powered False 21:19:40.936764 bus /gobi_0: Setting Powered False 21:19:42.036536 bus /gobi_0: Setting Powered False 21:19:43.152463 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py ---------------------------------------------- 21:19:44.255702 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.268093 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:19:44.319709 tst ping.py: using LAC 36346 21:19:44.445358 tst ping.py: using RAC 136 21:19:44.568319 tst ping.py: using CellId 36346 21:19:44.690842 tst ping.py: using BVCI 36347 21:19:44.800203 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.811931 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.823398 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.834957 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.847198 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.859277 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.871432 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:44.883584 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:45.005739 tst ping.py:19: start network... 21:19:45.218776 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:19:45.710581 run create_hlr_db(pid=1226): Launched 21:19:45.847027 bus /gobi_6: Setting Powered False 21:19:46.908634 run create_hlr_db(pid=1226): Terminated: ok {rc=0} 21:19:47.362527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Launched 21:19:47.660613 run osmo-hlr_10.42.42.2(pid=1229): Launched 21:19:47.773959 run osmo-stp_10.42.42.5: Starting osmo-stp 21:19:48.298936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Launched 21:19:48.596462 run osmo-stp_10.42.42.5(pid=1233): Launched 21:19:48.709308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:19:49.222426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Launched 21:19:49.336216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:19:49.589234 run patchelf(pid=1236): Launched 21:19:49.755176 run osmo-stp_10.42.42.5(pid=1233): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] 21:19:49.881499 run osmo-stp_10.42.42.5(pid=1233): stdout: | (launched: 2022-12-13_21:19:48.541325) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:50.009418 run osmo-stp_10.42.42.5(pid=1233): stderr: | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211948710 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:50.137186 run osmo-stp_10.42.42.5(pid=1233): stdout: | (launched: 2022-12-13_21:19:48.541325) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:50.260598 run osmo-stp_10.42.42.5(pid=1233): stderr: | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211948709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211948710 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211948710 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:50.405965 run patchelf(pid=1236): Terminating (SIGINT) 21:19:50.574472 run patchelf(pid=1236): Terminated: ok {rc=0} 21:19:50.696078 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22] 21:19:50.705309 tst ping.py:22: Test FAILED (6.4 sec) 21:19:50.731860 run osmo-hlr_10.42.42.2(pid=1229): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1229)] 21:19:50.780417 run osmo-hlr_10.42.42.2(pid=1229): stdout: | (launched: 2022-12-13_21:19:47.605428) 21:19:50.830677 run osmo-hlr_10.42.42.2(pid=1229): stderr: | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211947780 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211947790 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211947800 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211947800 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211947800 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:19:50.881130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminating (SIGTERM) 21:19:50.921453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminating (SIGTERM) 21:19:50.961828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminating (SIGTERM) 21:19:51.002310 --- ParallelTerminationStrategy: PID 1228 died... 21:19:51.022037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminated: ok {rc=0} 21:19:51.066741 --- ParallelTerminationStrategy: PID 1232 died... 21:19:51.085880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminated: ok {rc=0} 21:19:51.130336 --- ParallelTerminationStrategy: PID 1235 died... 21:19:51.149513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminated: ok {rc=0} 21:19:51.236035 bus /gobi_6: Setting Powered False ---------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py ---------------------------------------------- 21:19:52.323743 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.335835 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1) 21:19:52.387150 tst ping_idle_ping.py: using LAC 36347 21:19:52.506164 tst ping_idle_ping.py: using RAC 137 21:19:52.622904 tst ping_idle_ping.py: using CellId 36347 21:19:52.741390 tst ping_idle_ping.py: using BVCI 36348 21:19:52.849970 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.861649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.872815 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.884008 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.895911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.908011 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.920166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9) 21:19:52.932235 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4) 21:19:53.054482 tst ping_idle_ping.py:24: start network... 21:19:53.269723 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:19:53.767568 run create_hlr_db(pid=1237): Launched 21:19:53.898317 bus /gobi_6: Setting Powered False 21:19:54.960687 run create_hlr_db(pid=1237): Terminated: ok {rc=0} 21:19:55.389073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Launched 21:19:55.690076 run osmo-hlr_10.42.42.2(pid=1240): Launched 21:19:55.803328 run osmo-stp_10.42.42.5: Starting osmo-stp 21:19:56.322039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Launched 21:19:56.619931 run osmo-stp_10.42.42.5(pid=1243): Launched 21:19:56.733644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:19:57.248695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Launched 21:19:57.363621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:19:57.616348 run patchelf(pid=1246): Launched 21:19:57.781819 run osmo-stp_10.42.42.5(pid=1243): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)] 21:19:57.908854 run osmo-stp_10.42.42.5(pid=1243): stdout: | (launched: 2022-12-13_21:19:56.564507) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:58.036813 run osmo-stp_10.42.42.5(pid=1243): stderr: | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211956732 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:58.165252 run osmo-stp_10.42.42.5(pid=1243): stdout: | (launched: 2022-12-13_21:19:56.564507) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:19:58.288256 run osmo-stp_10.42.42.5(pid=1243): stderr: | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213211956731 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213211956732 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213211956732 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:19:58.433764 run patchelf(pid=1246): Terminating (SIGINT) 21:19:58.603265 run patchelf(pid=1246): Terminated: ok {rc=0} 21:19:58.724837 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1243): Process ended prematurely: osmo-stp_10.42.42.5(pid=1243) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27] 21:19:58.734004 tst ping_idle_ping.py:27: Test FAILED (6.4 sec) 21:19:58.760862 run osmo-hlr_10.42.42.2(pid=1240): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1240)] 21:19:58.809813 run osmo-hlr_10.42.42.2(pid=1240): stdout: | (launched: 2022-12-13_21:19:55.634549) 21:19:58.860038 run osmo-hlr_10.42.42.2(pid=1240): stderr: | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213211955809 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213211955822 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213211955831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213211955831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213211955831 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:19:58.910304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Terminating (SIGTERM) 21:19:58.950648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Terminating (SIGTERM) 21:19:58.990890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Terminating (SIGTERM) 21:19:59.031349 --- ParallelTerminationStrategy: PID 1239 died... 21:19:59.050957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Terminated: ok {rc=0} 21:19:59.095648 --- ParallelTerminationStrategy: PID 1242 died... 21:19:59.114695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Terminated: ok {rc=0} 21:19:59.159094 --- ParallelTerminationStrategy: PID 1245 died... 21:19:59.178218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Terminated: ok {rc=0} 21:19:59.262667 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any --------------------------------------------------------------------- 21:20:00.584933 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:20:00.593608 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 1 x bts (candidates: 11) 21:20:00.627113 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 8 x ip_address (candidates: 9) 21:20:00.662306 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Verifying 2 x modem (candidates: 12) 21:20:00.718547 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 1 x bts (candidates: 11) 21:20:00.749985 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 8 x ip_address (candidates: 9) 21:20:00.784552 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Reserving 2 x modem (candidates: 12) 21:20:01.379465 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: RESERVED RESOURCES for dynts: bts NanoBTS-ONW-900 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 10.42.42.8 10.42.42.9 modem ec20_1 ec20_2 ---------------------------------------------- trial-2394 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py ---------------------------------------------- 21:20:01.386585 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:01.399808 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1) 21:20:01.472151 tst switch_tch_pdch.py: using LAC 36348 21:20:01.599372 tst switch_tch_pdch.py: using RAC 138 21:20:01.719682 tst switch_tch_pdch.py: using CellId 36348 21:20:01.839962 tst switch_tch_pdch.py: using BVCI 36349 21:20:01.977263 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:01.993990 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.010305 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.026639 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.040576 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.053186 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.066471 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8) 21:20:02.079885 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:20:02.238140 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2) 21:20:02.367343 tst switch_tch_pdch.py:51: start network... 21:20:02.581196 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:03.073401 run create_hlr_db(pid=1253): Launched 21:20:03.203526 bus /gobi_6: Setting Powered False 21:20:04.265860 run create_hlr_db(pid=1253): Terminated: ok {rc=0} 21:20:04.709038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Launched 21:20:05.026779 run osmo-hlr_10.42.42.2(pid=1256): Launched 21:20:05.147349 run osmo-stp_10.42.42.5: Starting osmo-stp 21:20:05.697716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Launched 21:20:06.017256 run osmo-stp_10.42.42.5(pid=1259): Launched 21:20:06.140320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn 21:20:06.691541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Launched 21:20:06.813506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn 21:20:07.083732 run patchelf(pid=1262): Launched 21:20:07.262339 run osmo-stp_10.42.42.5(pid=1259): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)] 21:20:07.397744 run osmo-stp_10.42.42.5(pid=1259): stdout: | (launched: 2022-12-13_21:20:05.958938) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:07.535271 run osmo-stp_10.42.42.5(pid=1259): stderr: | [0;m[38;5;43m20221213212006147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212006147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212006148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212006148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:07.672000 run osmo-stp_10.42.42.5(pid=1259): stdout: | (launched: 2022-12-13_21:20:05.958938) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:07.803511 run osmo-stp_10.42.42.5(pid=1259): stderr: | [0;m[38;5;43m20221213212006147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212006147 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212006148 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212006148 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212006149 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:07.959791 run patchelf(pid=1262): Terminating (SIGINT) 21:20:08.139548 run patchelf(pid=1262): Terminated: ok {rc=0} 21:20:08.268866 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1259): Process ended prematurely: osmo-stp_10.42.42.5(pid=1259) [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)] [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54] 21:20:08.278578 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec) 21:20:08.306550 run osmo-hlr_10.42.42.2(pid=1256): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1256)] 21:20:08.357259 run osmo-hlr_10.42.42.2(pid=1256): stdout: | (launched: 2022-12-13_21:20:04.968514) 21:20:08.409630 run osmo-hlr_10.42.42.2(pid=1256): stderr: | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212005163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212005175 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212005184 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212005184 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212005184 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:08.462412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Terminating (SIGTERM) 21:20:08.504782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Terminating (SIGTERM) 21:20:08.547340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Terminating (SIGTERM) 21:20:08.589762 --- ParallelTerminationStrategy: PID 1255 died... 21:20:08.609939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Terminated: ok {rc=0} 21:20:08.656459 --- ParallelTerminationStrategy: PID 1258 died... 21:20:08.676092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Terminated: ok {rc=0} 21:20:08.722559 --- ParallelTerminationStrategy: PID 1261 died... 21:20:08.742374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Terminated: ok {rc=0} 21:20:08.830299 bus /gobi_0: Setting Powered False 21:20:09.929915 bus /gobi_0: Setting Powered False 21:20:11.045512 bus /gobi_6: Setting Powered False --------------------------------------------------------------------- trial-2394 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 nitb_smpp --------------------------------------------------------------------- 21:20:12.300261 tst nitb_smpp: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:20:12.302762 tst nitb_smpp: Verifying 1 x bts (candidates: 11) 21:20:12.323000 tst nitb_smpp: Verifying 1 x ip_address (candidates: 9) 21:20:12.329746 tst nitb_smpp: Verifying 1 x modem (candidates: 12) 21:20:12.364139 tst nitb_smpp: Reserving 1 x bts (candidates: 11) 21:20:12.384872 tst nitb_smpp: Reserving 1 x ip_address (candidates: 9) 21:20:12.391496 tst nitb_smpp: Reserving 1 x modem (candidates: 12) 21:20:12.912206 tst nitb_smpp: RESERVED RESOURCES for nitb_smpp: bts sysmoBTS 1002 ip_address 10.42.42.2 modem sierra_1st ---------------------------------------------- trial-2394 nitb_smpp esme_connect_policy_acceptall.py ---------------------------------------------- 21:20:12.918652 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 21:20:12.939109 tst esme_connect_policy_acceptall.py: using MSISDN 8333 21:20:13.081123 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:20:13.688421 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Launched 21:20:14.014110 run osmo-nitb_10.42.42.2(pid=1269): Launched 21:20:14.195359 run osmo-nitb_10.42.42.2(pid=1269): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] 21:20:14.340698 run osmo-nitb_10.42.42.2(pid=1269): stdout: | (launched: 2022-12-13_21:20:13.954776) 21:20:14.487473 run osmo-nitb_10.42.42.2(pid=1269): stderr: | (launched: 2022-12-13_21:20:14.003208) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:14.633978 run osmo-nitb_10.42.42.2(pid=1269): stdout: | (launched: 2022-12-13_21:20:13.954776) 21:20:14.775329 run osmo-nitb_10.42.42.2(pid=1269): stderr: | (launched: 2022-12-13_21:20:14.003208) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] 21:20:15.138412 tst osmo-nitb_10.42.42.2(pid=1269): stdout: | (launched: 2022-12-13_21:20:13.954776) 21:20:15.270262 tst osmo-nitb_10.42.42.2(pid=1269): stderr: | (launched: 2022-12-13_21:20:14.003208) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:15.425483 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18] 21:20:15.434605 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec) 21:20:15.441784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminating (SIGTERM) 21:20:15.652450 --- ParallelTerminationStrategy: PID 1268 died... 21:20:15.673869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminated: ok {rc=0} ---------------------------------------------- trial-2394 nitb_smpp esme_connect_policy_closed.py ---------------------------------------------- 21:20:15.725029 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 21:20:15.746272 tst esme_connect_policy_closed.py: using MSISDN 8334 21:20:15.907297 tst esme_connect_policy_closed.py: using MSISDN 8335 21:20:16.046026 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:20:16.661957 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Launched 21:20:17.009721 run osmo-nitb_10.42.42.2(pid=1271): Launched 21:20:17.193537 run osmo-nitb_10.42.42.2(pid=1271): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)] 21:20:17.320574 run osmo-nitb_10.42.42.2(pid=1271): stdout: | (launched: 2022-12-13_21:20:16.943579) 21:20:17.448558 run osmo-nitb_10.42.42.2(pid=1271): stderr: | (launched: 2022-12-13_21:20:16.993239) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:17.576688 run osmo-nitb_10.42.42.2(pid=1271): stdout: | (launched: 2022-12-13_21:20:16.943579) 21:20:17.699596 run osmo-nitb_10.42.42.2(pid=1271): stderr: | (launched: 2022-12-13_21:20:16.993239) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:17.845674 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=1271): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1271) [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)] [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24] 21:20:17.854039 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec) 21:20:17.861042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Terminating (SIGTERM) 21:20:18.070356 --- ParallelTerminationStrategy: PID 1270 died... 21:20:18.092022 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Terminated: ok {rc=0} ---------------------------------------------- trial-2394 nitb_smpp esme_ms_sms_storeforward.py ---------------------------------------------- 21:20:18.140943 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 21:20:18.152317 tst nitb_smpp: Using 1 x bts (candidates: 1) 21:20:18.187527 tst esme_ms_sms_storeforward.py: using LAC 36349 21:20:18.310199 tst esme_ms_sms_storeforward.py: using RAC 139 21:20:18.432734 tst esme_ms_sms_storeforward.py: using CellId 36349 21:20:18.553928 tst esme_ms_sms_storeforward.py: using BVCI 36350 21:20:18.664763 tst nitb_smpp: Using 1 x modem (candidates: 1) 21:20:18.796097 tst esme_ms_sms_storeforward.py: using MSISDN 8336 21:20:18.915130 tst esme_ms_sms_storeforward.py:20: start nitb and bts... 21:20:19.136101 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:20:19.802725 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Launched 21:20:20.132415 run osmo-nitb_10.42.42.2(pid=1273): Launched 21:20:20.310013 run osmo-nitb_10.42.42.2(pid=1273): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)] 21:20:20.446282 run osmo-nitb_10.42.42.2(pid=1273): stdout: | (launched: 2022-12-13_21:20:20.072652) 21:20:20.582829 run osmo-nitb_10.42.42.2(pid=1273): stderr: | (launched: 2022-12-13_21:20:20.121646) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:20.719815 run osmo-nitb_10.42.42.2(pid=1273): stdout: | (launched: 2022-12-13_21:20:20.072652) 21:20:20.850911 run osmo-nitb_10.42.42.2(pid=1273): stderr: | (launched: 2022-12-13_21:20:20.121646) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:21.008313 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=1273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1273) [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)] [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23] 21:20:21.017330 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec) 21:20:21.024308 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Terminating (SIGTERM) 21:20:21.235886 --- ParallelTerminationStrategy: PID 1272 died... 21:20:21.257746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Terminated: ok {rc=0} 21:20:21.348190 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 nitb_smpp esme_ms_sms_transaction.py ---------------------------------------------- 21:20:22.436103 tst nitb_smpp: Using 1 x ip_address (candidates: 1) 21:20:22.447651 tst nitb_smpp: Using 1 x bts (candidates: 1) 21:20:22.483759 tst esme_ms_sms_transaction.py: using LAC 36350 21:20:22.604669 tst esme_ms_sms_transaction.py: using RAC 140 21:20:22.724669 tst esme_ms_sms_transaction.py: using CellId 36350 21:20:22.845980 tst esme_ms_sms_transaction.py: using BVCI 36351 21:20:22.959107 tst nitb_smpp: Using 1 x modem (candidates: 1) 21:20:23.091660 tst esme_ms_sms_transaction.py: using MSISDN 8337 21:20:23.203575 tst esme_ms_sms_transaction.py:18: start nitb and bts... 21:20:23.409308 run osmo-nitb_10.42.42.2: Starting osmo-nitb 21:20:24.031440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Launched 21:20:24.337907 run osmo-nitb_10.42.42.2(pid=1275): Launched 21:20:24.506986 run osmo-nitb_10.42.42.2(pid=1275): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)] 21:20:24.643794 run osmo-nitb_10.42.42.2(pid=1275): stdout: | (launched: 2022-12-13_21:20:24.281621) 21:20:24.782351 run osmo-nitb_10.42.42.2(pid=1275): stderr: | (launched: 2022-12-13_21:20:24.327006) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:24.920601 run osmo-nitb_10.42.42.2(pid=1275): stdout: | (launched: 2022-12-13_21:20:24.281621) 21:20:25.053622 run osmo-nitb_10.42.42.2(pid=1275): stderr: | (launched: 2022-12-13_21:20:24.327006) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== Exception ignored in: <function ModemDbusInteraction.__del__ at 0x7f02904bb268> Traceback (most recent call last): File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 193, in __del__ self.cleanup() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 187, in cleanup self.set_powered(False) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 323, in set_powered self.set_bool('Powered', powered) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ms_ofono.py", line 314, in set_bool MainLoop.poll() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll self.deferred_handling.handle_queue() File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue handler(*args, **kwargs) File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll raise log_module.Error('Process ended prematurely: %s' % proc.name()) osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)] 21:20:25.453853 tst osmo-nitb_10.42.42.2(pid=1275): stdout: | (launched: 2022-12-13_21:20:24.281621) 21:20:25.576832 tst osmo-nitb_10.42.42.2(pid=1275): stderr: | (launched: 2022-12-13_21:20:24.327006) | ====================================================================== | ERROR: You should not run osmo-nitb. It is ancient, unmaintained and | obsolete for several years. If you really want to ignore years of hard work on | the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp), | you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line | argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!! | Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box | ====================================================================== 21:20:25.723425 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)] [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21] 21:20:25.731854 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec) 21:20:25.738351 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Terminating (SIGTERM) 21:20:25.947812 --- ParallelTerminationStrategy: PID 1274 died... 21:20:25.968417 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Terminated: ok {rc=0} 21:20:26.053373 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 nitb_smpp FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 smpp --------------------------------------------------------------------- 21:20:27.221769 tst smpp: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:20:27.224661 tst smpp: Verifying 1 x bts (candidates: 11) 21:20:27.246068 tst smpp: Verifying 6 x ip_address (candidates: 9) 21:20:27.273702 tst smpp: Verifying 1 x modem (candidates: 12) 21:20:27.310045 tst smpp: Reserving 1 x bts (candidates: 11) 21:20:27.331147 tst smpp: Reserving 6 x ip_address (candidates: 9) 21:20:27.358090 tst smpp: Reserving 1 x modem (candidates: 12) 21:20:27.886798 tst smpp: RESERVED RESOURCES for smpp: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 smpp esme_connect_policy_acceptall.py ---------------------------------------------- 21:20:27.892211 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:27.903232 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:27.914220 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:27.924834 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:27.944103 tst esme_connect_policy_acceptall.py: using MSISDN 8338 21:20:28.063140 run osmo-stp_10.42.42.4: Starting osmo-stp 21:20:28.618800 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Launched 21:20:28.946120 run osmo-stp_10.42.42.4(pid=1280): Launched 21:20:29.071115 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:29.577761 run create_hlr_db(pid=1281): Launched 21:20:29.712028 bus /sierra_2: Setting Powered False 21:20:30.776676 run create_hlr_db(pid=1281): Terminated: ok {rc=0} 21:20:31.277717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Launched 21:20:31.610532 run osmo-hlr_10.42.42.2(pid=1284): Launched 21:20:31.914738 run osmo-msc_10.42.42.5: Starting osmo-msc 21:20:32.544297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Launched 21:20:32.852409 run osmo-msc_10.42.42.5(pid=1287): Launched 21:20:33.024353 run osmo-hlr_10.42.42.2(pid=1284): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)] 21:20:33.156587 run osmo-hlr_10.42.42.2(pid=1284): stdout: | (launched: 2022-12-13_21:20:31.550588) 21:20:33.287619 run osmo-hlr_10.42.42.2(pid=1284): stderr: | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212031826 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:33.416006 run osmo-hlr_10.42.42.2(pid=1284): stdout: | (launched: 2022-12-13_21:20:31.550588) 21:20:33.538322 run osmo-hlr_10.42.42.2(pid=1284): stderr: | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212031812 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212031826 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212031835 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:33.684792 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=1284): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1284) [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)] [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23] 21:20:33.693307 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec) 21:20:33.719545 run osmo-msc_10.42.42.5(pid=1287): ERR: Terminated: ERROR {rc=9} [trial-2394↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1287)] 21:20:33.768344 run osmo-msc_10.42.42.5(pid=1287): stdout: | (launched: 2022-12-13_21:20:32.795895) 21:20:33.818823 run osmo-msc_10.42.42.5(pid=1287): stderr: | [0;m[38;5;43m20221213212033110 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650) | [0;m[38;5;43m20221213212033110 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568) | [0;m[38;5;43m20221213212033111 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;45m20221213212033111 [1;33mDLSCCP[0;m[38;5;45m [1;33mNOTICE[0;m[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647) | [0;m[38;5;43m20221213212033111 [1;33mDLSS7[0;m[38;5;43m [1;33mNOTICE[0;m[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458) | [0;m[38;5;45m20221213212033111 [1;32mDLSCCP[0;m[38;5;45m [1;32mINFO[0;m[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108) | [0;m[38;5;43m20221213212033111 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482) | [0;m20221213212033111 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822) | 20221213212033111 [1;31mDSGS[0;m [1;31mERROR[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182) | Starting SGs server failed 21:20:33.869182 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Terminating (SIGTERM) 21:20:33.909494 run osmo-stp_10.42.42.4(pid=1280): Terminating (SIGTERM) 21:20:33.949545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Terminating (SIGTERM) 21:20:33.991009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Terminating (SIGTERM) 21:20:34.032557 --- ParallelTerminationStrategy: PID 1279 died... 21:20:34.052550 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Terminated: ok {rc=0} 21:20:34.097794 --- ParallelTerminationStrategy: PID 1280 died... 21:20:34.116897 run osmo-stp_10.42.42.4(pid=1280): Terminated: ok {rc=0} 21:20:34.161530 --- ParallelTerminationStrategy: PID 1283 died... 21:20:34.180656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Terminated: ok {rc=0} 21:20:34.225452 --- ParallelTerminationStrategy: PID 1286 died... 21:20:34.244592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Terminated: ok {rc=0} ---------------------------------------------- trial-2394 smpp esme_connect_policy_closed.py ---------------------------------------------- 21:20:34.294532 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:34.305820 tst smpp: Using 1 x bts (candidates: 1) 21:20:34.341304 tst esme_connect_policy_closed.py: using LAC 36351 21:20:34.475922 tst esme_connect_policy_closed.py: using RAC 141 21:20:34.603228 tst esme_connect_policy_closed.py: using CellId 36351 21:20:34.729707 tst esme_connect_policy_closed.py: using BVCI 36352 21:20:34.848891 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:34.859849 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:34.871015 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:34.889776 tst esme_connect_policy_closed.py: using MSISDN 8339 21:20:35.018708 tst esme_connect_policy_closed.py: using MSISDN 8340 21:20:35.137604 run osmo-stp_10.42.42.4: Starting osmo-stp 21:20:35.695654 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Launched 21:20:36.025378 run osmo-stp_10.42.42.4(pid=1291): Launched 21:20:36.150308 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:36.658998 run create_hlr_db(pid=1292): Launched 21:20:37.850916 run create_hlr_db(pid=1292): Terminated: ok {rc=0} 21:20:38.197604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Launched 21:20:38.525996 run osmo-hlr_10.42.42.2(pid=1295): Launched 21:20:38.651706 run osmo-msc_10.42.42.5: Starting osmo-msc 21:20:39.245737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Launched 21:20:39.575626 run osmo-msc_10.42.42.5(pid=1298): Launched 21:20:39.760185 run osmo-hlr_10.42.42.2(pid=1295): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)] 21:20:39.901407 run osmo-hlr_10.42.42.2(pid=1295): stdout: | (launched: 2022-12-13_21:20:38.465614) 21:20:40.041406 run osmo-hlr_10.42.42.2(pid=1295): stderr: | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212038673 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:40.179977 run osmo-hlr_10.42.42.2(pid=1295): stdout: | (launched: 2022-12-13_21:20:38.465614) 21:20:40.311125 run osmo-hlr_10.42.42.2(pid=1295): stderr: | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212038661 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212038673 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212038682 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:40.467868 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=1295): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1295) [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)] [trial-2394↪smpp↪esme_connect_policy_closed.py:31] 21:20:40.476498 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec) 21:20:40.503924 run osmo-msc_10.42.42.5(pid=1298): ERR: Terminated: ERROR {rc=9} [trial-2394↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1298)] 21:20:40.554950 run osmo-msc_10.42.42.5(pid=1298): stdout: | (launched: 2022-12-13_21:20:39.514754) 21:20:40.607358 run osmo-msc_10.42.42.5(pid=1298): stderr: | [0;m[38;5;43m20221213212039878 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650) | [0;m[38;5;43m20221213212039878 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568) | [0;m[38;5;43m20221213212039878 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;45m20221213212039878 [1;33mDLSCCP[0;m[38;5;45m [1;33mNOTICE[0;m[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647) | [0;m[38;5;43m20221213212039878 [1;33mDLSS7[0;m[38;5;43m [1;33mNOTICE[0;m[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458) | [0;m[38;5;45m20221213212039878 [1;32mDLSCCP[0;m[38;5;45m [1;32mINFO[0;m[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108) | [0;m[38;5;43m20221213212039878 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482) | [0;m20221213212039878 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822) | 20221213212039879 [1;31mDSGS[0;m [1;31mERROR[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182) | Starting SGs server failed 21:20:40.660102 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Terminating (SIGTERM) 21:20:40.702001 run osmo-stp_10.42.42.4(pid=1291): Terminating (SIGTERM) 21:20:40.744124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminating (SIGTERM) 21:20:40.787658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Terminating (SIGTERM) 21:20:40.833065 --- ParallelTerminationStrategy: PID 1290 died... 21:20:40.854278 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Terminated: ok {rc=0} 21:20:40.903411 --- ParallelTerminationStrategy: PID 1291 died... 21:20:40.923030 run osmo-stp_10.42.42.4(pid=1291): Terminated: ok {rc=0} 21:20:40.969097 --- ParallelTerminationStrategy: PID 1294 died... 21:20:40.988542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminated: ok {rc=0} 21:20:41.034651 --- ParallelTerminationStrategy: PID 1297 died... 21:20:41.054235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Terminated: ok {rc=0} ---------------------------------------------- trial-2394 smpp esme_ms_sms_storeforward.py ---------------------------------------------- 21:20:41.105269 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.116749 tst smpp: Using 1 x bts (candidates: 1) 21:20:41.153507 tst esme_ms_sms_storeforward.py: using LAC 36352 21:20:41.281692 tst esme_ms_sms_storeforward.py: using RAC 142 21:20:41.403500 tst esme_ms_sms_storeforward.py: using CellId 36352 21:20:41.526803 tst esme_ms_sms_storeforward.py: using BVCI 36353 21:20:41.648026 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.659179 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.670271 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.681277 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.692814 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:41.704429 tst smpp: Using 1 x modem (candidates: 1) 21:20:41.834436 tst esme_ms_sms_storeforward.py: using MSISDN 8341 21:20:41.973891 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:42.451883 run create_hlr_db(pid=1301): Launched 21:20:43.624602 run create_hlr_db(pid=1301): Terminated: ok {rc=0} 21:20:43.951716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Launched 21:20:44.261340 run osmo-hlr_10.42.42.2(pid=1304): Launched 21:20:44.379935 run osmo-stp_10.42.42.5: Starting osmo-stp 21:20:44.928898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Launched 21:20:45.239388 run osmo-stp_10.42.42.5(pid=1307): Launched 21:20:45.358137 run osmo-msc_10.42.42.6: Starting osmo-msc 21:20:45.938187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Launched 21:20:46.298377 run osmo-msc_10.42.42.6(pid=1310): Launched 21:20:46.571232 run osmo-stp_10.42.42.5(pid=1307): ERR: Terminated: ERROR {rc=1} [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)] 21:20:46.861896 run osmo-stp_10.42.42.5(pid=1307): stdout: | (launched: 2022-12-13_21:20:45.182131) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:47.081973 run osmo-stp_10.42.42.5(pid=1307): stderr: | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212045355 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:47.223142 run osmo-stp_10.42.42.5(pid=1307): stdout: | (launched: 2022-12-13_21:20:45.182131) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:47.355467 run osmo-stp_10.42.42.5(pid=1307): stderr: | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212045354 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212045355 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212045355 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:47.512900 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=1307): Process ended prematurely: osmo-stp_10.42.42.5(pid=1307) [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)] [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30] 21:20:47.522004 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec) 21:20:47.549838 run osmo-hlr_10.42.42.2(pid=1304): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1304)] 21:20:47.600901 run osmo-hlr_10.42.42.2(pid=1304): stdout: | (launched: 2022-12-13_21:20:44.204097) 21:20:47.653616 run osmo-hlr_10.42.42.2(pid=1304): stderr: | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212044381 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212044392 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212044401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212044401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212044401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:47.727075 run osmo-msc_10.42.42.6(pid=1310): ERR: Terminated: ERROR {rc=2} [trial-2394↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1310)] 21:20:47.778388 run osmo-msc_10.42.42.6(pid=1310): stdout: | (launched: 2022-12-13_21:20:46.236894) 21:20:47.831077 run osmo-msc_10.42.42.6(pid=1310): stderr: | [0;m[38;5;43m20221213212046787 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212046788 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9c1ba84c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212046788 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212046788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212046788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212046788 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212046798 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212046799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212046799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212046799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:20:47.884613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Terminating (SIGTERM) 21:20:47.927241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Terminating (SIGTERM) 21:20:47.969529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Terminating (SIGTERM) 21:20:48.011943 --- ParallelTerminationStrategy: PID 1303 died... 21:20:48.032356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Terminated: ok {rc=0} 21:20:48.079379 --- ParallelTerminationStrategy: PID 1306 died... 21:20:48.099137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Terminated: ok {rc=0} 21:20:48.145745 --- ParallelTerminationStrategy: PID 1309 died... 21:20:48.165593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Terminated: ok {rc=0} 21:20:48.255737 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 smpp esme_ms_sms_transaction.py ---------------------------------------------- 21:20:49.343044 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.354493 tst smpp: Using 1 x bts (candidates: 1) 21:20:49.390712 tst esme_ms_sms_transaction.py: using LAC 36353 21:20:49.523210 tst esme_ms_sms_transaction.py: using RAC 143 21:20:49.653752 tst esme_ms_sms_transaction.py: using CellId 36353 21:20:49.787458 tst esme_ms_sms_transaction.py: using BVCI 36354 21:20:49.909332 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.920434 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.931269 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.942095 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.953463 tst smpp: Using 1 x ip_address (candidates: 6) 21:20:49.964721 tst smpp: Using 1 x modem (candidates: 1) 21:20:50.096608 tst esme_ms_sms_transaction.py: using MSISDN 8342 21:20:50.217885 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:50.727248 run create_hlr_db(pid=1312): Launched 21:20:50.860426 bus /sierra_2: Setting Powered False 21:20:51.926252 run create_hlr_db(pid=1312): Terminated: ok {rc=0} 21:20:52.366159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Launched 21:20:52.677331 run osmo-hlr_10.42.42.2(pid=1318): Launched 21:20:52.795589 run osmo-stp_10.42.42.5: Starting osmo-stp 21:20:53.337712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Launched 21:20:53.645599 run osmo-stp_10.42.42.5(pid=1321): Launched 21:20:53.764108 run osmo-msc_10.42.42.6: Starting osmo-msc 21:20:54.322397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Launched 21:20:54.631957 run osmo-msc_10.42.42.6(pid=1324): Launched 21:20:54.805322 run osmo-stp_10.42.42.5(pid=1321): ERR: Terminated: ERROR {rc=1} [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)] 21:20:54.937195 run osmo-stp_10.42.42.5(pid=1321): stdout: | (launched: 2022-12-13_21:20:53.588449) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:55.067737 run osmo-stp_10.42.42.5(pid=1321): stderr: | [0;m[38;5;43m20221213212053758 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212053758 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212053759 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212053759 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212053759 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:55.196335 run osmo-stp_10.42.42.5(pid=1321): stdout: | (launched: 2022-12-13_21:20:53.588449) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:20:55.318970 run osmo-stp_10.42.42.5(pid=1321): stderr: | [0;m[38;5;43m20221213212053758 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212053758 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212053759 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212053759 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212053759 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212053760 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:20:55.465930 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=1321): Process ended prematurely: osmo-stp_10.42.42.5(pid=1321) [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)] [trial-2394↪smpp↪esme_ms_sms_transaction.py:28] 21:20:55.474053 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec) 21:20:55.499941 run osmo-hlr_10.42.42.2(pid=1318): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1318)] 21:20:55.548579 run osmo-hlr_10.42.42.2(pid=1318): stdout: | (launched: 2022-12-13_21:20:52.620028) 21:20:55.599032 run osmo-hlr_10.42.42.2(pid=1318): stderr: | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212052798 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212052811 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212052822 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212052822 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212052822 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:20:55.668984 run osmo-msc_10.42.42.6(pid=1324): ERR: Terminated: ERROR {rc=2} [trial-2394↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1324)] 21:20:55.716943 run osmo-msc_10.42.42.6(pid=1324): stdout: | (launched: 2022-12-13_21:20:54.574814) 21:20:55.767401 run osmo-msc_10.42.42.6(pid=1324): stderr: | [0;m[38;5;43m20221213212054846 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212054847 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd7d9324c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212054847 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212054847 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212054847 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212054847 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212054849 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212054850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212054850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212054850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:20:55.817734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Terminating (SIGTERM) 21:20:55.857823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Terminating (SIGTERM) 21:20:55.898458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Terminating (SIGTERM) 21:20:55.938949 --- ParallelTerminationStrategy: PID 1317 died... 21:20:55.958575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Terminated: ok {rc=0} 21:20:56.003231 --- ParallelTerminationStrategy: PID 1320 died... 21:20:56.022269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Terminated: ok {rc=0} 21:20:56.066681 --- ParallelTerminationStrategy: PID 1323 died... 21:20:56.085684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Terminated: ok {rc=0} 21:20:56.173460 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 smpp FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 encryption --------------------------------------------------------------------- 21:20:57.371196 tst encryption: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:20:57.374208 tst encryption: Verifying 1 x bts (candidates: 11) 21:20:57.394938 tst encryption: Verifying 6 x ip_address (candidates: 9) 21:20:57.422179 tst encryption: Verifying 1 x modem (candidates: 12) 21:20:57.460383 tst encryption: Reserving 1 x bts (candidates: 11) 21:20:57.482821 tst encryption: Reserving 6 x ip_address (candidates: 9) 21:20:57.509373 tst encryption: Reserving 1 x modem (candidates: 12) 21:20:58.033285 tst encryption: RESERVED RESOURCES for encryption: bts sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st ---------------------------------------------- trial-2394 encryption register_a5_0_authopt.py ---------------------------------------------- 21:20:58.086238 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.096892 tst encryption: Using 1 x bts (candidates: 1) 21:20:58.129794 tst register_a5_0_authopt.py: using LAC 36354 21:20:58.253414 tst register_a5_0_authopt.py: using RAC 144 21:20:58.374837 tst register_a5_0_authopt.py: using CellId 36354 21:20:58.494913 tst register_a5_0_authopt.py: using BVCI 36355 21:20:58.608913 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.619443 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.629847 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.640091 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.650641 tst encryption: Using 1 x ip_address (candidates: 6) 21:20:58.661229 tst encryption: Using 1 x modem (candidates: 1) 21:20:58.783015 tst register_a5_0_authopt.py:8: start network... 21:20:59.009483 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:20:59.529608 run create_hlr_db(pid=1329): Launched 21:20:59.666740 bus /sierra_2: Setting Powered False 21:21:00.732342 run create_hlr_db(pid=1329): Terminated: ok {rc=0} 21:21:01.222024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Launched 21:21:01.571826 run osmo-hlr_10.42.42.2(pid=1332): Launched 21:21:01.867625 run osmo-stp_10.42.42.5: Starting osmo-stp 21:21:02.510876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Launched 21:21:02.822917 run osmo-stp_10.42.42.5(pid=1335): Launched 21:21:02.943663 run osmo-msc_10.42.42.6: Starting osmo-msc 21:21:03.512536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Launched 21:21:03.824698 run osmo-msc_10.42.42.6(pid=1338): Launched 21:21:03.999542 run osmo-stp_10.42.42.5(pid=1335): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] 21:21:04.131626 run osmo-stp_10.42.42.5(pid=1335): stdout: | (launched: 2022-12-13_21:21:02.765277) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:04.264073 run osmo-stp_10.42.42.5(pid=1335): stderr: | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212102936 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:04.394129 run osmo-stp_10.42.42.5(pid=1335): stdout: | (launched: 2022-12-13_21:21:02.765277) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:04.518180 run osmo-stp_10.42.42.5(pid=1335): stderr: | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212102936 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212102936 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212102937 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:04.666835 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] [trial-2394↪encryption↪register_a5_0_authopt.py:8] 21:21:04.675690 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec) 21:21:04.702038 run osmo-hlr_10.42.42.2(pid=1332): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1332)] 21:21:04.750674 run osmo-hlr_10.42.42.2(pid=1332): stdout: | (launched: 2022-12-13_21:21:01.511707) 21:21:04.801093 run osmo-hlr_10.42.42.2(pid=1332): stderr: | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212101748 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212101767 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212101783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212101783 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212101784 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:21:04.870922 run osmo-msc_10.42.42.6(pid=1338): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1338)] 21:21:04.918887 run osmo-msc_10.42.42.6(pid=1338): stdout: | (launched: 2022-12-13_21:21:03.767048) 21:21:04.969312 run osmo-msc_10.42.42.6(pid=1338): stderr: | [0;m[38;5;43m20221213212104040 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212104040 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa346d0fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212104040 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212104040 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212104041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212104041 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212104043 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212104043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212104043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212104043 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:21:05.019713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminating (SIGTERM) 21:21:05.059717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminating (SIGTERM) 21:21:05.100113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminating (SIGTERM) 21:21:05.140481 --- ParallelTerminationStrategy: PID 1331 died... 21:21:05.160140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminated: ok {rc=0} 21:21:05.205298 --- ParallelTerminationStrategy: PID 1334 died... 21:21:05.224139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminated: ok {rc=0} 21:21:05.268648 --- ParallelTerminationStrategy: PID 1337 died... 21:21:05.287731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminated: ok {rc=0} 21:21:05.375680 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 encryption register_a5_0_authreq.py ---------------------------------------------- 21:21:06.527257 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:06.538603 tst encryption: Using 1 x bts (candidates: 1) 21:21:06.574854 tst register_a5_0_authreq.py: using LAC 36355 21:21:06.707885 tst register_a5_0_authreq.py: using RAC 145 21:21:06.840213 tst register_a5_0_authreq.py: using CellId 36355 21:21:06.970671 tst register_a5_0_authreq.py: using BVCI 36356 21:21:07.093991 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:07.104907 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:07.115874 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:07.126769 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:07.138102 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:07.149435 tst encryption: Using 1 x modem (candidates: 1) 21:21:07.275725 tst register_a5_0_authreq.py:8: start network... 21:21:07.502100 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:21:08.021606 run create_hlr_db(pid=1340): Launched 21:21:08.157427 bus /sierra_2: Setting Powered False 21:21:09.223013 run create_hlr_db(pid=1340): Terminated: ok {rc=0} 21:21:09.669938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Launched 21:21:09.985684 run osmo-hlr_10.42.42.2(pid=1343): Launched 21:21:10.105513 run osmo-stp_10.42.42.5: Starting osmo-stp 21:21:10.658340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Launched 21:21:10.971418 run osmo-stp_10.42.42.5(pid=1346): Launched 21:21:11.091441 run osmo-msc_10.42.42.6: Starting osmo-msc 21:21:11.655868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Launched 21:21:11.970574 run osmo-msc_10.42.42.6(pid=1349): Launched 21:21:12.148224 run osmo-stp_10.42.42.5(pid=1346): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)] 21:21:12.289889 run osmo-stp_10.42.42.5(pid=1346): stdout: | (launched: 2022-12-13_21:21:10.913887) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:12.434218 run osmo-stp_10.42.42.5(pid=1346): stderr: | [0;m[38;5;43m20221213212111084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212111084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212111085 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212111085 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:12.573607 run osmo-stp_10.42.42.5(pid=1346): stdout: | (launched: 2022-12-13_21:21:10.913887) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:12.707325 run osmo-stp_10.42.42.5(pid=1346): stderr: | [0;m[38;5;43m20221213212111084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212111084 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212111085 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212111085 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212111086 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:12.866642 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)] [trial-2394↪encryption↪register_a5_0_authreq.py:8] 21:21:12.876157 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec) 21:21:12.904563 run osmo-hlr_10.42.42.2(pid=1343): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1343)] 21:21:12.955361 run osmo-hlr_10.42.42.2(pid=1343): stdout: | (launched: 2022-12-13_21:21:09.927706) 21:21:13.007598 run osmo-hlr_10.42.42.2(pid=1343): stderr: | [0;m[1;31m20221213212110106 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212110106 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212110106 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212110106 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212110107 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212110107 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212110119 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212110130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212110130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212110130 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:21:13.080722 run osmo-msc_10.42.42.6(pid=1349): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1349)] 21:21:13.131291 run osmo-msc_10.42.42.6(pid=1349): stdout: | (launched: 2022-12-13_21:21:11.912279) 21:21:13.183612 run osmo-msc_10.42.42.6(pid=1349): stderr: | [0;m[38;5;43m20221213212112185 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212112185 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fe0f0196c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212112185 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212112185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212112185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212112185 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212112187 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212112187 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212112188 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212112188 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:21:13.236310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminating (SIGTERM) 21:21:13.278472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminating (SIGTERM) 21:21:13.320542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminating (SIGTERM) 21:21:13.363312 --- ParallelTerminationStrategy: PID 1342 died... 21:21:13.383348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminated: ok {rc=0} 21:21:13.430180 --- ParallelTerminationStrategy: PID 1345 died... 21:21:13.449902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminated: ok {rc=0} 21:21:13.496489 --- ParallelTerminationStrategy: PID 1348 died... 21:21:13.516445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminated: ok {rc=0} 21:21:13.605771 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 encryption register_a5_1_authreq.py ---------------------------------------------- 21:21:14.759313 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:14.771090 tst encryption: Using 1 x bts (candidates: 1) 21:21:14.809344 tst register_a5_1_authreq.py: using LAC 36356 21:21:14.941935 tst register_a5_1_authreq.py: using RAC 146 21:21:15.074175 tst register_a5_1_authreq.py: using CellId 36356 21:21:15.204899 tst register_a5_1_authreq.py: using BVCI 36357 21:21:15.326165 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:15.337184 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:15.348013 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:15.358874 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:15.369683 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:15.380521 tst encryption: Using 1 x modem (candidates: 1) 21:21:15.497638 tst register_a5_1_authreq.py:8: start network... 21:21:15.708781 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:21:16.208618 run create_hlr_db(pid=1351): Launched 21:21:16.367406 bus /sierra_2: Setting Powered False 21:21:17.432719 run create_hlr_db(pid=1351): Terminated: ok {rc=0} 21:21:17.901631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Launched 21:21:18.237832 run osmo-hlr_10.42.42.2(pid=1354): Launched 21:21:18.366783 run osmo-stp_10.42.42.5: Starting osmo-stp 21:21:18.945467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Launched 21:21:19.281028 run osmo-stp_10.42.42.5(pid=1357): Launched 21:21:19.408381 run osmo-msc_10.42.42.6: Starting osmo-msc 21:21:20.011575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Launched 21:21:20.348424 run osmo-msc_10.42.42.6(pid=1360): Launched 21:21:20.535636 run osmo-stp_10.42.42.5(pid=1357): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)] 21:21:20.676086 run osmo-stp_10.42.42.5(pid=1357): stdout: | (launched: 2022-12-13_21:21:19.219562) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:20.817417 run osmo-stp_10.42.42.5(pid=1357): stderr: | [0;m[38;5;43m20221213212119415 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212119416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212119416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212119416 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:20.957967 run osmo-stp_10.42.42.5(pid=1357): stdout: | (launched: 2022-12-13_21:21:19.219562) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:21.091740 run osmo-stp_10.42.42.5(pid=1357): stderr: | [0;m[38;5;43m20221213212119415 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212119416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212119416 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212119416 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212119417 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:21.251537 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1357): Process ended prematurely: osmo-stp_10.42.42.5(pid=1357) [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)] [trial-2394↪encryption↪register_a5_1_authreq.py:8] 21:21:21.261308 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec) 21:21:21.289425 run osmo-hlr_10.42.42.2(pid=1354): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1354)] 21:21:21.340824 run osmo-hlr_10.42.42.2(pid=1354): stdout: | (launched: 2022-12-13_21:21:18.176550) 21:21:21.393921 run osmo-hlr_10.42.42.2(pid=1354): stderr: | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212118378 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212118390 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212118401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212118401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212118401 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:21:21.467558 run osmo-msc_10.42.42.6(pid=1360): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1360)] 21:21:21.518594 run osmo-msc_10.42.42.6(pid=1360): stdout: | (launched: 2022-12-13_21:21:20.286994) 21:21:21.571147 run osmo-msc_10.42.42.6(pid=1360): stderr: | [0;m[38;5;43m20221213212120614 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212120614 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd6c2b2bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212120614 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212120614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212120614 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212120615 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212120616 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212120617 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212120617 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212120617 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:21:21.624029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Terminating (SIGTERM) 21:21:21.666402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Terminating (SIGTERM) 21:21:21.709032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Terminating (SIGTERM) 21:21:21.751725 --- ParallelTerminationStrategy: PID 1353 died... 21:21:21.772258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Terminated: ok {rc=0} 21:21:21.819462 --- ParallelTerminationStrategy: PID 1356 died... 21:21:21.839501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Terminated: ok {rc=0} 21:21:21.886973 --- ParallelTerminationStrategy: PID 1359 died... 21:21:21.907111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Terminated: ok {rc=0} 21:21:21.996133 bus /sierra_2: Setting Powered False ---------------------------------------------- trial-2394 encryption register_a5_3_authreq.py ---------------------------------------------- 21:21:23.145803 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.157058 tst encryption: Using 1 x bts (candidates: 1) 21:21:23.194260 tst register_a5_3_authreq.py: using LAC 36357 21:21:23.326291 tst register_a5_3_authreq.py: using RAC 147 21:21:23.458643 tst register_a5_3_authreq.py: using CellId 36357 21:21:23.590855 tst register_a5_3_authreq.py: using BVCI 36358 21:21:23.714365 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.725611 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.736581 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.747526 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.758423 tst encryption: Using 1 x ip_address (candidates: 6) 21:21:23.769341 tst encryption: Using 1 x modem (candidates: 1) 21:21:23.897791 tst register_a5_3_authreq.py:8: start network... 21:21:24.108638 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:21:24.592702 run create_hlr_db(pid=1362): Launched 21:21:24.712108 bus /sierra_2: Setting Powered False 21:21:25.774729 run create_hlr_db(pid=1362): Terminated: ok {rc=0} 21:21:26.230987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Launched 21:21:26.565484 run osmo-hlr_10.42.42.2(pid=1365): Launched 21:21:26.693147 run osmo-stp_10.42.42.5: Starting osmo-stp 21:21:27.267231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Launched 21:21:27.601257 run osmo-stp_10.42.42.5(pid=1368): Launched 21:21:27.728231 run osmo-msc_10.42.42.6: Starting osmo-msc 21:21:28.331199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Launched 21:21:28.664455 run osmo-msc_10.42.42.6(pid=1371): Launched 21:21:28.852110 run osmo-stp_10.42.42.5(pid=1368): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] 21:21:28.992784 run osmo-stp_10.42.42.5(pid=1368): stdout: | (launched: 2022-12-13_21:21:27.540020) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:29.134748 run osmo-stp_10.42.42.5(pid=1368): stderr: | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212127735 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:29.275039 run osmo-stp_10.42.42.5(pid=1368): stdout: | (launched: 2022-12-13_21:21:27.540020) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:21:29.408430 run osmo-stp_10.42.42.5(pid=1368): stderr: | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212127734 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212127735 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212127735 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:21:29.567531 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] [trial-2394↪encryption↪register_a5_3_authreq.py:8] 21:21:29.577237 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec) 21:21:29.605214 run osmo-hlr_10.42.42.2(pid=1365): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1365)] 21:21:29.655829 run osmo-hlr_10.42.42.2(pid=1365): stdout: | (launched: 2022-12-13_21:21:26.504155) 21:21:29.708438 run osmo-hlr_10.42.42.2(pid=1365): stderr: | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212126704 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212126716 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212126725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212126725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212126725 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:21:29.781618 run osmo-msc_10.42.42.6(pid=1371): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1371)] 21:21:29.832063 run osmo-msc_10.42.42.6(pid=1371): stdout: | (launched: 2022-12-13_21:21:28.603311) 21:21:29.884302 run osmo-msc_10.42.42.6(pid=1371): stderr: | [0;m[38;5;43m20221213212128927 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212128928 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f82ee34bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212128928 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212128928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212128928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212128928 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212128930 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212128930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212128930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212128930 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:21:29.937433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminating (SIGTERM) 21:21:29.979543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminating (SIGTERM) 21:21:30.021771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Terminating (SIGTERM) 21:21:30.063827 --- ParallelTerminationStrategy: PID 1364 died... 21:21:30.084066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminated: ok {rc=0} 21:21:30.130804 --- ParallelTerminationStrategy: PID 1367 died... 21:21:30.150446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminated: ok {rc=0} 21:21:30.197379 --- ParallelTerminationStrategy: PID 1370 died... 21:21:30.217138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Terminated: ok {rc=0} 21:21:30.306250 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 encryption FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq --------------------------------------------------------------------- 21:21:31.538736 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:21:31.544314 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x enb (candidates: 2) 21:21:31.563945 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x modem (candidates: 12) 21:21:31.594557 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Verifying 1 x run_node (candidates: 1) 21:21:31.623939 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x enb (candidates: 2) 21:21:31.644311 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x modem (candidates: 12) 21:21:31.673624 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Reserving 1 x run_node (candidates: 1) 21:21:32.211508 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: RESERVED RESOURCES for 4g: enb srsENB-zmq modem srsUE-zmq_1 run_node e55cbce541824969b492cc4fa86bdef69cf65e7d ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py ---------------------------------------------- 21:21:32.216524 tst handover.py:11: TEST_CONFIG: {} 21:21:32.441052 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:21:32.457780 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:21:32.481599 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:21:32.532241 tst handover.py: using MSISDN 8343 21:21:32.648316 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8343', subscriber_id=0} 21:21:32.757133 run srsepc_10.42.42.118: Starting srsepc 21:21:34.611078 run rm-remote-dir(pid=1376): Launched 21:21:34.734194 bus /sierra_2: Setting Powered False 21:21:35.800286 run rm-remote-dir(pid=1376): Terminated: ok {rc=0} 21:21:36.249739 run mk-remote-dir(pid=1377): Launched 21:21:37.430611 run mk-remote-dir(pid=1377): Terminated: ok {rc=0} 21:21:37.722571 run scp-inst-to-remote(pid=1378): Launched 21:21:39.907628 run scp-inst-to-remote(pid=1378): Terminated: ok {rc=0} 21:21:40.269662 run rm-remote-dir(pid=1380): Launched 21:21:41.461748 run rm-remote-dir(pid=1380): Terminated: ok {rc=0} 21:21:41.825024 run mk-remote-dir(pid=1381): Launched 21:21:43.017583 run mk-remote-dir(pid=1381): Terminated: ok {rc=0} 21:21:43.327337 run scp-cfg-to-remote(pid=1382): Launched 21:21:44.518112 run scp-cfg-to-remote(pid=1382): Terminated: ok {rc=0} 21:21:44.825662 run scp-db-to-remote(pid=1384): Launched 21:21:46.032804 run scp-db-to-remote(pid=1384): Terminated: ok {rc=0} 21:21:46.200342 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:21:46.524412 run patchelf(pid=1386): Launched 21:21:47.801725 run patchelf(pid=1386): Terminated: ok {rc=0} 21:21:47.935148 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:21:48.247637 run setcap-netadm(pid=1387): Launched 21:21:49.427835 run setcap-netadm(pid=1387): Terminated: ok {rc=0} 21:21:49.755826 run srsepc(pid=1388): Launched 21:21:49.873483 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:21:50.997663 run rm-remote-dir(pid=1389): Launched 21:21:51.177820 run srsepc(pid=1388): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)] 21:21:51.315746 run srsepc(pid=1388): stdout: | (launched: 2022-12-13_21:21:49.698295) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:21:51.453345 run srsepc(pid=1388): stderr: | (launched: 2022-12-13_21:21:49.744483) | Connection to 10.42.42.116 closed. 21:21:51.590740 run srsepc(pid=1388): stdout: | (launched: 2022-12-13_21:21:49.698295) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:21:51.722299 run srsepc(pid=1388): stderr: | (launched: 2022-12-13_21:21:49.744483) | Connection to 10.42.42.116 closed. 21:21:51.878006 run rm-remote-dir(pid=1389): Terminating (SIGINT) 21:21:52.061371 run rm-remote-dir(pid=1389): Terminated: ok {rc=0} 21:21:52.192267 tst handover.py:37: ERR: Error: srsepc(pid=1388): Process ended prematurely: srsepc(pid=1388) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37] 21:21:52.202361 tst handover.py:37: Test FAILED (20.0 sec) 21:21:52.281050 run scp-back-log(pid=1390): Launched 21:21:53.358505 run scp-back-log(pid=1390): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1390)] 21:21:53.419701 run scp-back-log(pid=1390): stdout: | (launched: 2022-12-13_21:21:52.249237) 21:21:53.482826 run scp-back-log(pid=1390): stderr: | (launched: 2022-12-13_21:21:52.269039) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:21:53.553732 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1390): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1390)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py ---------------------------------------------- 21:21:53.599711 tst iperf3_bidir.py:13: Number of physical ue: 1 21:21:53.808631 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:21:53.850724 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116 21:21:54.056776 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:21:54.072492 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:21:54.104013 tst iperf3_bidir.py: using MSISDN 8344 21:21:54.227085 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8344', subscriber_id=0} 21:21:54.343963 run srsepc_10.42.42.118: Starting srsepc 21:21:55.030266 run rm-remote-dir(pid=1392): Launched 21:21:56.223694 run rm-remote-dir(pid=1392): Terminated: ok {rc=0} 21:21:56.587017 run mk-remote-dir(pid=1393): Launched 21:21:57.779459 run mk-remote-dir(pid=1393): Terminated: ok {rc=0} 21:21:58.089328 run scp-inst-to-remote(pid=1394): Launched 21:22:00.281230 run scp-inst-to-remote(pid=1394): Terminated: ok {rc=0} 21:22:00.644007 run rm-remote-dir(pid=1396): Launched 21:22:01.835853 run rm-remote-dir(pid=1396): Terminated: ok {rc=0} 21:22:02.185578 run mk-remote-dir(pid=1397): Launched 21:22:03.397416 run mk-remote-dir(pid=1397): Terminated: ok {rc=0} 21:22:03.687935 run scp-cfg-to-remote(pid=1398): Launched 21:22:04.868033 run scp-cfg-to-remote(pid=1398): Terminated: ok {rc=0} 21:22:05.158311 run scp-db-to-remote(pid=1400): Launched 21:22:06.339552 run scp-db-to-remote(pid=1400): Terminated: ok {rc=0} 21:22:06.473524 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:22:06.786304 run patchelf(pid=1402): Launched 21:22:07.966458 run patchelf(pid=1402): Terminated: ok {rc=0} 21:22:08.099344 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:22:08.412876 run setcap-netadm(pid=1403): Launched 21:22:09.591981 run setcap-netadm(pid=1403): Terminated: ok {rc=0} 21:22:09.920141 run srsepc(pid=1404): Launched 21:22:10.037714 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:22:11.160307 run rm-remote-dir(pid=1405): Launched 21:22:11.340338 run srsepc(pid=1404): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)] 21:22:11.478322 run srsepc(pid=1404): stdout: | (launched: 2022-12-13_21:22:09.862432) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:11.615441 run srsepc(pid=1404): stderr: | (launched: 2022-12-13_21:22:09.908697) | Connection to 10.42.42.116 closed. 21:22:11.752199 run srsepc(pid=1404): stdout: | (launched: 2022-12-13_21:22:09.862432) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:11.883100 run srsepc(pid=1404): stderr: | (launched: 2022-12-13_21:22:09.908697) | Connection to 10.42.42.116 closed. 21:22:12.038630 run rm-remote-dir(pid=1405): Terminating (SIGINT) 21:22:12.220092 run rm-remote-dir(pid=1405): Terminated: ok {rc=0} 21:22:12.350900 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42] 21:22:12.361437 tst iperf3_bidir.py:42: Test FAILED (18.8 sec) 21:22:12.440107 run scp-back-log(pid=1406): Launched 21:22:13.517629 run scp-back-log(pid=1406): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)] 21:22:13.579905 run scp-back-log(pid=1406): stdout: | (launched: 2022-12-13_21:22:12.409056) 21:22:13.642601 run scp-back-log(pid=1406): stderr: | (launched: 2022-12-13_21:22:12.429005) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:22:13.712876 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1406): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py ---------------------------------------------- 21:22:13.758320 tst iperf3_dl.py:13: Number of physical ue: 1 21:22:13.967890 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:22:14.016363 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116 21:22:14.240145 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:22:14.256629 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:22:14.288820 tst iperf3_dl.py: using MSISDN 8345 21:22:14.409608 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8345', subscriber_id=0} 21:22:14.526607 run srsepc_10.42.42.118: Starting srsepc 21:22:15.209847 run rm-remote-dir(pid=1408): Launched 21:22:16.403386 run rm-remote-dir(pid=1408): Terminated: ok {rc=0} 21:22:16.775995 run mk-remote-dir(pid=1409): Launched 21:22:18.023374 run mk-remote-dir(pid=1409): Terminated: ok {rc=0} 21:22:18.332844 run scp-inst-to-remote(pid=1410): Launched 21:22:20.522035 run scp-inst-to-remote(pid=1410): Terminated: ok {rc=0} 21:22:20.861996 run rm-remote-dir(pid=1412): Launched 21:22:22.044310 run rm-remote-dir(pid=1412): Terminated: ok {rc=0} 21:22:22.383656 run mk-remote-dir(pid=1413): Launched 21:22:23.566321 run mk-remote-dir(pid=1413): Terminated: ok {rc=0} 21:22:23.855987 run scp-cfg-to-remote(pid=1414): Launched 21:22:25.035387 run scp-cfg-to-remote(pid=1414): Terminated: ok {rc=0} 21:22:25.324231 run scp-db-to-remote(pid=1416): Launched 21:22:26.511492 run scp-db-to-remote(pid=1416): Terminated: ok {rc=0} 21:22:26.654668 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:22:26.990085 run patchelf(pid=1418): Launched 21:22:28.181277 run patchelf(pid=1418): Terminated: ok {rc=0} 21:22:28.323527 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:22:28.659137 run setcap-netadm(pid=1419): Launched 21:22:29.847850 run setcap-netadm(pid=1419): Terminated: ok {rc=0} 21:22:30.198463 run srsepc(pid=1420): Launched 21:22:30.323412 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:22:31.529645 run rm-remote-dir(pid=1421): Launched 21:22:31.816508 run srsepc(pid=1420): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)] 21:22:31.993853 run srsepc(pid=1420): stdout: | (launched: 2022-12-13_21:22:30.137544) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:32.143145 run srsepc(pid=1420): stderr: | (launched: 2022-12-13_21:22:30.186837) | Connection to 10.42.42.116 closed. 21:22:32.292740 run srsepc(pid=1420): stdout: | (launched: 2022-12-13_21:22:30.137544) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:32.433202 run srsepc(pid=1420): stderr: | (launched: 2022-12-13_21:22:30.186837) | Connection to 10.42.42.116 closed. 21:22:32.599627 run rm-remote-dir(pid=1421): Terminating (SIGINT) 21:22:32.793099 run rm-remote-dir(pid=1421): Terminated: ok {rc=0} 21:22:32.932917 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=1420): Process ended prematurely: srsepc(pid=1420) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42] 21:22:32.943906 tst iperf3_dl.py:42: Test FAILED (19.2 sec) 21:22:33.027179 run scp-back-log(pid=1422): Launched 21:22:34.110301 run scp-back-log(pid=1422): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1422)] 21:22:34.175086 run scp-back-log(pid=1422): stdout: | (launched: 2022-12-13_21:22:32.994235) 21:22:34.241635 run scp-back-log(pid=1422): stderr: | (launched: 2022-12-13_21:22:33.015296) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:22:34.316430 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1422): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1422)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py ---------------------------------------------- 21:22:34.364575 tst iperf3_ul.py:13: Number of physical ue: 1 21:22:34.587543 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:22:34.631847 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116 21:22:34.855427 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:22:34.871782 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:22:34.905506 tst iperf3_ul.py: using MSISDN 8346 21:22:35.026446 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8346', subscriber_id=0} 21:22:35.142294 run srsepc_10.42.42.118: Starting srsepc 21:22:35.821154 run rm-remote-dir(pid=1424): Launched 21:22:37.014156 run rm-remote-dir(pid=1424): Terminated: ok {rc=0} 21:22:37.376578 run mk-remote-dir(pid=1425): Launched 21:22:38.571183 run mk-remote-dir(pid=1425): Terminated: ok {rc=0} 21:22:38.881070 run scp-inst-to-remote(pid=1426): Launched 21:22:41.074023 run scp-inst-to-remote(pid=1426): Terminated: ok {rc=0} 21:22:41.435549 run rm-remote-dir(pid=1428): Launched 21:22:42.629809 run rm-remote-dir(pid=1428): Terminated: ok {rc=0} 21:22:42.994408 run mk-remote-dir(pid=1429): Launched 21:22:44.187652 run mk-remote-dir(pid=1429): Terminated: ok {rc=0} 21:22:44.497992 run scp-cfg-to-remote(pid=1430): Launched 21:22:45.687555 run scp-cfg-to-remote(pid=1430): Terminated: ok {rc=0} 21:22:46.005557 run scp-db-to-remote(pid=1432): Launched 21:22:47.235938 run scp-db-to-remote(pid=1432): Terminated: ok {rc=0} 21:22:47.382161 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:22:47.718834 run patchelf(pid=1434): Launched 21:22:48.909287 run patchelf(pid=1434): Terminated: ok {rc=0} 21:22:49.051984 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:22:49.387432 run setcap-netadm(pid=1435): Launched 21:22:50.579177 run setcap-netadm(pid=1435): Terminated: ok {rc=0} 21:22:50.933154 run srsepc(pid=1436): Launched 21:22:51.057460 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:22:52.257282 run rm-remote-dir(pid=1437): Launched 21:22:52.447322 run srsepc(pid=1436): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)] 21:22:52.592528 run srsepc(pid=1436): stdout: | (launched: 2022-12-13_21:22:50.869013) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:52.739048 run srsepc(pid=1436): stderr: | (launched: 2022-12-13_21:22:50.921349) | Connection to 10.42.42.116 closed. 21:22:52.886440 run srsepc(pid=1436): stdout: | (launched: 2022-12-13_21:22:50.869013) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:22:53.027539 run srsepc(pid=1436): stderr: | (launched: 2022-12-13_21:22:50.921349) | Connection to 10.42.42.116 closed. 21:22:53.194243 run rm-remote-dir(pid=1437): Terminating (SIGINT) 21:22:53.387635 run rm-remote-dir(pid=1437): Terminated: ok {rc=0} 21:22:53.527644 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=1436): Process ended prematurely: srsepc(pid=1436) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42] 21:22:53.538546 tst iperf3_ul.py:42: Test FAILED (19.2 sec) 21:22:53.621722 run scp-back-log(pid=1438): Launched 21:22:54.704122 run scp-back-log(pid=1438): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1438)] 21:22:54.769177 run scp-back-log(pid=1438): stdout: | (launched: 2022-12-13_21:22:53.588744) 21:22:54.835908 run scp-back-log(pid=1438): stderr: | (launched: 2022-12-13_21:22:53.609909) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:22:54.910830 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1438): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1438)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py ---------------------------------------------- 21:22:54.960038 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:22:54.977529 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:22:55.001760 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:22:55.053419 tst ping.py: using MSISDN 8347 21:22:55.170859 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8347', subscriber_id=0} 21:22:55.280901 run srsepc_10.42.42.118: Starting srsepc 21:22:55.923192 run rm-remote-dir(pid=1440): Launched 21:22:57.107644 run rm-remote-dir(pid=1440): Terminated: ok {rc=0} 21:22:57.448075 run mk-remote-dir(pid=1441): Launched 21:22:58.631164 run mk-remote-dir(pid=1441): Terminated: ok {rc=0} 21:22:58.922001 run scp-inst-to-remote(pid=1442): Launched 21:23:01.109730 run scp-inst-to-remote(pid=1442): Terminated: ok {rc=0} 21:23:01.465873 run rm-remote-dir(pid=1444): Launched 21:23:02.704285 run rm-remote-dir(pid=1444): Terminated: ok {rc=0} 21:23:03.045665 run mk-remote-dir(pid=1445): Launched 21:23:04.226720 run mk-remote-dir(pid=1445): Terminated: ok {rc=0} 21:23:04.517084 run scp-cfg-to-remote(pid=1446): Launched 21:23:05.697485 run scp-cfg-to-remote(pid=1446): Terminated: ok {rc=0} 21:23:05.986960 run scp-db-to-remote(pid=1448): Launched 21:23:07.168208 run scp-db-to-remote(pid=1448): Terminated: ok {rc=0} 21:23:07.301284 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:23:07.626341 run patchelf(pid=1450): Launched 21:23:08.815663 run patchelf(pid=1450): Terminated: ok {rc=0} 21:23:08.958011 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:23:09.293899 run setcap-netadm(pid=1451): Launched 21:23:10.483565 run setcap-netadm(pid=1451): Terminated: ok {rc=0} 21:23:10.833915 run srsepc(pid=1452): Launched 21:23:10.958164 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:23:12.159761 run rm-remote-dir(pid=1453): Launched 21:23:12.351209 run srsepc(pid=1452): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)] 21:23:12.496199 run srsepc(pid=1452): stdout: | (launched: 2022-12-13_21:23:10.772655) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:12.642209 run srsepc(pid=1452): stderr: | (launched: 2022-12-13_21:23:10.822362) | Connection to 10.42.42.116 closed. 21:23:12.788181 run srsepc(pid=1452): stdout: | (launched: 2022-12-13_21:23:10.772655) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:12.928200 run srsepc(pid=1452): stderr: | (launched: 2022-12-13_21:23:10.822362) | Connection to 10.42.42.116 closed. 21:23:13.095390 run rm-remote-dir(pid=1453): Terminating (SIGINT) 21:23:13.288782 run rm-remote-dir(pid=1453): Terminated: ok {rc=0} 21:23:13.428545 tst ping.py:16: ERR: Error: srsepc(pid=1452): Process ended prematurely: srsepc(pid=1452) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16] 21:23:13.439372 tst ping.py:16: Test FAILED (18.5 sec) 21:23:13.521627 run scp-back-log(pid=1454): Launched 21:23:14.602697 run scp-back-log(pid=1454): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1454)] 21:23:14.667382 run scp-back-log(pid=1454): stdout: | (launched: 2022-12-13_21:23:13.489044) 21:23:14.733579 run scp-back-log(pid=1454): stderr: | (launched: 2022-12-13_21:23:13.509976) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:23:14.807984 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1454): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1454)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py ---------------------------------------------- 21:23:14.856723 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:23:14.874178 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:23:14.898344 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:23:14.951729 tst rrc_idle_mo_ping.py: using MSISDN 8348 21:23:15.076784 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8348', subscriber_id=0} 21:23:15.193824 run srsepc_10.42.42.118: Starting srsepc 21:23:15.894682 run rm-remote-dir(pid=1456): Launched 21:23:17.173511 run rm-remote-dir(pid=1456): Terminated: ok {rc=0} 21:23:17.540865 run mk-remote-dir(pid=1457): Launched 21:23:18.734514 run mk-remote-dir(pid=1457): Terminated: ok {rc=0} 21:23:19.029520 run scp-inst-to-remote(pid=1458): Launched 21:23:21.214130 run scp-inst-to-remote(pid=1458): Terminated: ok {rc=0} 21:23:21.575329 run rm-remote-dir(pid=1460): Launched 21:23:22.767553 run rm-remote-dir(pid=1460): Terminated: ok {rc=0} 21:23:23.131391 run mk-remote-dir(pid=1461): Launched 21:23:24.326692 run mk-remote-dir(pid=1461): Terminated: ok {rc=0} 21:23:24.636378 run scp-cfg-to-remote(pid=1462): Launched 21:23:25.825590 run scp-cfg-to-remote(pid=1462): Terminated: ok {rc=0} 21:23:26.133651 run scp-db-to-remote(pid=1464): Launched 21:23:27.325154 run scp-db-to-remote(pid=1464): Terminated: ok {rc=0} 21:23:27.467071 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:23:27.801686 run patchelf(pid=1466): Launched 21:23:28.991496 run patchelf(pid=1466): Terminated: ok {rc=0} 21:23:29.133669 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:23:29.468331 run setcap-netadm(pid=1467): Launched 21:23:30.657638 run setcap-netadm(pid=1467): Terminated: ok {rc=0} 21:23:31.018513 run srsepc(pid=1468): Launched 21:23:31.158771 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:23:32.470885 run rm-remote-dir(pid=1469): Launched 21:23:32.660779 run srsepc(pid=1468): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)] 21:23:32.806383 run srsepc(pid=1468): stdout: | (launched: 2022-12-13_21:23:30.952397) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:32.953283 run srsepc(pid=1468): stderr: | (launched: 2022-12-13_21:23:31.002849) | Connection to 10.42.42.116 closed. 21:23:33.099757 run srsepc(pid=1468): stdout: | (launched: 2022-12-13_21:23:30.952397) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:33.240894 run srsepc(pid=1468): stderr: | (launched: 2022-12-13_21:23:31.002849) | Connection to 10.42.42.116 closed. 21:23:33.407414 run rm-remote-dir(pid=1469): Terminating (SIGINT) 21:23:33.600755 run rm-remote-dir(pid=1469): Terminated: ok {rc=0} 21:23:33.740800 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=1468): Process ended prematurely: srsepc(pid=1468) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16] 21:23:33.751861 tst rrc_idle_mo_ping.py:16: Test FAILED (18.9 sec) 21:23:33.835223 run scp-back-log(pid=1470): Launched 21:23:34.915696 run scp-back-log(pid=1470): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1470)] 21:23:34.980552 run scp-back-log(pid=1470): stdout: | (launched: 2022-12-13_21:23:33.802213) 21:23:35.046878 run scp-back-log(pid=1470): stderr: | (launched: 2022-12-13_21:23:33.823129) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:23:35.121097 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1470): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1470)]') ---------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py ---------------------------------------------- 21:23:35.170612 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1) 21:23:35.188376 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1) 21:23:35.213086 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1) 21:23:35.267832 tst rrc_idle_mt_ping.py: using MSISDN 8349 21:23:35.391427 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8349', subscriber_id=0} 21:23:35.507987 run srsepc_10.42.42.118: Starting srsepc 21:23:36.185655 run rm-remote-dir(pid=1472): Launched 21:23:37.379144 run rm-remote-dir(pid=1472): Terminated: ok {rc=0} 21:23:37.741368 run mk-remote-dir(pid=1473): Launched 21:23:38.930243 run mk-remote-dir(pid=1473): Terminated: ok {rc=0} 21:23:39.220790 run scp-inst-to-remote(pid=1474): Launched 21:23:41.400723 run scp-inst-to-remote(pid=1474): Terminated: ok {rc=0} 21:23:41.738988 run rm-remote-dir(pid=1476): Launched 21:23:42.919674 run rm-remote-dir(pid=1476): Terminated: ok {rc=0} 21:23:43.259404 run mk-remote-dir(pid=1477): Launched 21:23:44.441376 run mk-remote-dir(pid=1477): Terminated: ok {rc=0} 21:23:44.730289 run scp-cfg-to-remote(pid=1478): Launched 21:23:45.920186 run scp-cfg-to-remote(pid=1478): Terminated: ok {rc=0} 21:23:46.249082 run scp-db-to-remote(pid=1480): Launched 21:23:47.519562 run scp-db-to-remote(pid=1480): Terminated: ok {rc=0} 21:23:47.662358 run srsepc_10.42.42.118: Setting RPATH for srsepc 21:23:47.997815 run patchelf(pid=1482): Launched 21:23:49.187520 run patchelf(pid=1482): Terminated: ok {rc=0} 21:23:49.329820 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc 21:23:49.663834 run setcap-netadm(pid=1483): Launched 21:23:50.854520 run setcap-netadm(pid=1483): Terminated: ok {rc=0} 21:23:51.205321 run srsepc(pid=1484): Launched 21:23:51.330463 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB 21:23:52.527665 run rm-remote-dir(pid=1485): Launched 21:23:52.716928 run srsepc(pid=1484): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)] 21:23:52.861485 run srsepc(pid=1484): stdout: | (launched: 2022-12-13_21:23:51.144011) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:53.008260 run srsepc(pid=1484): stderr: | (launched: 2022-12-13_21:23:51.193590) | Connection to 10.42.42.116 closed. 21:23:53.154533 run srsepc(pid=1484): stdout: | (launched: 2022-12-13_21:23:51.144011) | /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 21:23:53.294427 run srsepc(pid=1484): stderr: | (launched: 2022-12-13_21:23:51.193590) | Connection to 10.42.42.116 closed. 21:23:53.460871 run rm-remote-dir(pid=1485): Terminating (SIGINT) 21:23:53.654082 run rm-remote-dir(pid=1485): Terminated: ok {rc=0} 21:23:53.793917 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=1484): Process ended prematurely: srsepc(pid=1484) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16] 21:23:53.804864 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec) 21:23:53.887211 run scp-back-log(pid=1486): Launched 21:23:54.969352 run scp-back-log(pid=1486): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1486)] 21:23:55.034107 run scp-back-log(pid=1486): stdout: | (launched: 2022-12-13_21:23:53.854403) 21:23:55.100296 run scp-back-log(pid=1486): stderr: | (launched: 2022-12-13_21:23:53.875300) | scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 21:23:55.174950 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1486): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1486)]') --------------------------------------------------------------------- trial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-oc2g --------------------------------------------------------------------- 21:23:55.309201 tst handover_2G:nanobts+bts1-oc2g: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:23:55.315416 tst handover_2G:nanobts+bts1-oc2g: Verifying 2 x bts (candidates: 11) 21:23:55.359329 tst handover_2G:nanobts+bts1-oc2g: Verifying 6 x ip_address (candidates: 9) 21:23:55.386734 tst handover_2G:nanobts+bts1-oc2g: Verifying 2 x modem (candidates: 12) 21:23:55.439332 tst handover_2G:nanobts+bts1-oc2g: Reserving 2 x bts (candidates: 11) 21:23:55.483375 tst handover_2G:nanobts+bts1-oc2g: Reserving 6 x ip_address (candidates: 9) 21:23:55.510688 tst handover_2G:nanobts+bts1-oc2g: Reserving 2 x modem (candidates: 12) 21:23:56.060902 tst handover_2G:nanobts+bts1-oc2g: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 OC-2G ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-oc2g handover.py ---------------------------------------------- 21:23:56.066612 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:56.078112 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2) 21:23:56.117083 tst handover.py: using LAC 36358 21:23:56.248511 tst handover.py: using RAC 148 21:23:56.377294 tst handover.py: using CellId 36358 21:23:56.506870 tst handover.py: using BVCI 36359 21:23:56.627649 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2) 21:23:56.663752 tst handover.py: using LAC 36359 21:23:56.795172 tst handover.py: using RAC 149 21:23:56.927149 tst handover.py: using CellId 36359 21:23:57.056359 tst handover.py: using BVCI 36360 21:23:57.168827 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:57.179850 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:57.190604 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:57.201550 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:57.212398 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6) 21:23:57.223247 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2) 21:23:57.345522 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2) 21:23:57.466338 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:23:57.974816 run create_hlr_db(pid=1493): Launched 21:23:59.168414 run create_hlr_db(pid=1493): Terminated: ok {rc=0} 21:23:59.513902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Launched 21:23:59.842091 run osmo-hlr_10.42.42.2(pid=1496): Launched 21:23:59.968856 run osmo-stp_10.42.42.5: Starting osmo-stp 21:24:00.530196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Launched 21:24:00.860797 run osmo-stp_10.42.42.5(pid=1499): Launched 21:24:01.128640 run osmo-msc_10.42.42.6: Starting osmo-msc 21:24:01.897204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Launched 21:24:02.274822 run osmo-msc_10.42.42.6(pid=1551): Launched 21:24:02.631062 run osmo-stp_10.42.42.5(pid=1499): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)] 21:24:02.988086 run osmo-stp_10.42.42.5(pid=1499): stdout: | (launched: 2022-12-13_21:24:00.799298) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:03.275252 run osmo-stp_10.42.42.5(pid=1499): stderr: | [0;m[38;5;43m20221213212401087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212401088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212401088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212401088 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:03.439659 run osmo-stp_10.42.42.5(pid=1499): stdout: | (launched: 2022-12-13_21:24:00.799298) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:03.591287 run osmo-stp_10.42.42.5(pid=1499): stderr: | [0;m[38;5;43m20221213212401087 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212401088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212401088 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212401088 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212401089 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:03.775553 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)] [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18] 21:24:03.787315 tst handover.py:18: Test FAILED (7.7 sec) 21:24:03.820559 run osmo-hlr_10.42.42.2(pid=1496): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1496)] 21:24:03.885469 run osmo-hlr_10.42.42.2(pid=1496): stdout: | (launched: 2022-12-13_21:23:59.782125) 21:24:03.951974 run osmo-hlr_10.42.42.2(pid=1496): stderr: | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212359980 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212400038 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212400049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212400049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212400049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:24:04.046654 run osmo-msc_10.42.42.6(pid=1551): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1551)] 21:24:04.112148 run osmo-msc_10.42.42.6(pid=1551): stdout: | (launched: 2022-12-13_21:24:02.213309) 21:24:04.178310 run osmo-msc_10.42.42.6(pid=1551): stderr: | [0;m[38;5;43m20221213212402810 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212402811 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd5fd243c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212402811 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212402811 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212402811 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212402811 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212402823 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212402823 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212402824 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212402824 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:24:04.245252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminating (SIGTERM) 21:24:04.291795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminating (SIGTERM) 21:24:04.343761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminating (SIGTERM) 21:24:04.399389 --- ParallelTerminationStrategy: PID 1495 died... 21:24:04.422550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminated: ok {rc=0} 21:24:04.483481 --- ParallelTerminationStrategy: PID 1498 died... 21:24:04.507189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminated: ok {rc=0} 21:24:04.565761 --- ParallelTerminationStrategy: PID 1537 died... 21:24:04.588730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminated: ok {rc=0} 21:24:04.700704 bus /sierra_3: Setting Powered False 21:24:05.818016 bus /sierra_3: Setting Powered False 21:24:06.937823 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-oc2g FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-octphy --------------------------------------------------------------------- 21:24:08.194302 tst handover_2G:nanobts+bts1-octphy: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:24:08.201012 tst handover_2G:nanobts+bts1-octphy: Verifying 2 x bts (candidates: 11) 21:24:08.246641 tst handover_2G:nanobts+bts1-octphy: Verifying 6 x ip_address (candidates: 9) 21:24:08.275252 tst handover_2G:nanobts+bts1-octphy: Verifying 2 x modem (candidates: 12) 21:24:08.330167 tst handover_2G:nanobts+bts1-octphy: Reserving 2 x bts (candidates: 11) 21:24:08.373542 tst handover_2G:nanobts+bts1-octphy: Reserving 6 x ip_address (candidates: 9) 21:24:08.403079 tst handover_2G:nanobts+bts1-octphy: Reserving 2 x modem (candidates: 12) 21:24:08.954207 tst handover_2G:nanobts+bts1-octphy: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 OCTBTS 3500 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-octphy handover.py ---------------------------------------------- 21:24:08.961312 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:08.974059 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2) 21:24:09.020923 tst handover.py: using LAC 36360 21:24:09.152212 tst handover.py: using RAC 150 21:24:09.282648 tst handover.py: using CellId 36360 21:24:09.413326 tst handover.py: using BVCI 36361 21:24:09.538014 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2) 21:24:09.572387 tst handover.py: using LAC 36361 21:24:09.708056 tst handover.py: using RAC 151 21:24:09.839524 tst handover.py: using CellId 36361 21:24:09.972486 tst handover.py: using BVCI 36362 21:24:10.097093 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:10.109572 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:10.121836 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:10.134428 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:10.147818 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:24:10.161461 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2) 21:24:10.290401 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2) 21:24:10.419895 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:24:10.920006 run create_hlr_db(pid=1780): Launched 21:24:11.091549 bus /sierra_2: Setting Powered False 21:24:12.156878 run create_hlr_db(pid=1780): Terminated: ok {rc=0} 21:24:12.603263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Launched 21:24:12.957311 run osmo-hlr_10.42.42.2(pid=1783): Launched 21:24:13.215787 run osmo-stp_10.42.42.5: Starting osmo-stp 21:24:13.886734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Launched 21:24:14.239727 run osmo-stp_10.42.42.5(pid=1786): Launched 21:24:14.499440 run osmo-msc_10.42.42.6: Starting osmo-msc 21:24:15.156270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Launched 21:24:15.510434 run osmo-msc_10.42.42.6(pid=1789): Launched 21:24:15.890975 run osmo-stp_10.42.42.5(pid=1786): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)] 21:24:16.266197 run osmo-stp_10.42.42.5(pid=1786): stdout: | (launched: 2022-12-13_21:24:14.177961) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:16.429155 run osmo-stp_10.42.42.5(pid=1786): stderr: | [0;m[38;5;43m20221213212414473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212414473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212414474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212414474 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:16.559880 run osmo-stp_10.42.42.5(pid=1786): stdout: | (launched: 2022-12-13_21:24:14.177961) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:16.685117 run osmo-stp_10.42.42.5(pid=1786): stderr: | [0;m[38;5;43m20221213212414473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212414473 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212414474 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212414474 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212414475 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:16.834940 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1786): Process ended prematurely: osmo-stp_10.42.42.5(pid=1786) [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)] [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18] 21:24:16.843465 tst handover.py:18: Test FAILED (7.9 sec) 21:24:16.870191 run osmo-hlr_10.42.42.2(pid=1783): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1783)] 21:24:16.919241 run osmo-hlr_10.42.42.2(pid=1783): stdout: | (launched: 2022-12-13_21:24:12.895069) 21:24:16.970213 run osmo-hlr_10.42.42.2(pid=1783): stderr: | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212413209 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212413223 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212413231 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212413231 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212413232 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:24:17.041707 run osmo-msc_10.42.42.6(pid=1789): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1789)] 21:24:17.091288 run osmo-msc_10.42.42.6(pid=1789): stdout: | (launched: 2022-12-13_21:24:15.447628) 21:24:17.142457 run osmo-msc_10.42.42.6(pid=1789): stderr: | [0;m[38;5;43m20221213212415931 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212415932 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fbc5eb37c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212415932 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212415932 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212415932 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212415932 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212415934 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212415934 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212415935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212415935 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:24:17.193886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Terminating (SIGTERM) 21:24:17.234811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Terminating (SIGTERM) 21:24:17.275716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Terminating (SIGTERM) 21:24:17.316911 --- ParallelTerminationStrategy: PID 1782 died... 21:24:17.336625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Terminated: ok {rc=0} 21:24:17.382301 --- ParallelTerminationStrategy: PID 1785 died... 21:24:17.401810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Terminated: ok {rc=0} 21:24:17.447272 --- ParallelTerminationStrategy: PID 1788 died... 21:24:17.466842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Terminated: ok {rc=0} 21:24:17.565646 bus /sierra_3: Setting Powered False 21:24:18.670521 bus /sierra_3: Setting Powered False 21:24:19.793678 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-octphy FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms --------------------------------------------------------------------- 21:24:21.052023 tst handover_2G:nanobts+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:24:21.058554 tst handover_2G:nanobts+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 21:24:21.115672 tst handover_2G:nanobts+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 21:24:21.143977 tst handover_2G:nanobts+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 21:24:21.197966 tst handover_2G:nanobts+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 21:24:21.255160 tst handover_2G:nanobts+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 21:24:21.283477 tst handover_2G:nanobts+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 21:24:21.837513 tst handover_2G:nanobts+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms handover.py ---------------------------------------------- 21:24:21.844570 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:21.856935 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:24:21.901205 tst handover.py: using LAC 36362 21:24:22.036673 tst handover.py: using RAC 152 21:24:22.171906 tst handover.py: using CellId 36362 21:24:22.306843 tst handover.py: using BVCI 36363 21:24:22.434232 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:24:22.486367 tst handover.py: using LAC 36363 21:24:22.624587 tst handover.py: using RAC 153 21:24:22.758199 tst handover.py: using CellId 36363 21:24:22.895671 tst handover.py: using BVCI 36364 21:24:23.022547 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:23.034983 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:23.047540 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:23.059808 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:23.073209 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:24:23.086995 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:24:23.218574 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:24:23.347085 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:24:23.852763 run create_hlr_db(pid=1794): Launched 21:24:24.027149 bus /sierra_2: Setting Powered False 21:24:25.093525 run create_hlr_db(pid=1794): Terminated: ok {rc=0} 21:24:25.542234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Launched 21:24:25.899564 run osmo-hlr_10.42.42.2(pid=1797): Launched 21:24:26.165604 run osmo-stp_10.42.42.5: Starting osmo-stp 21:24:26.796454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Launched 21:24:27.106807 run osmo-stp_10.42.42.5(pid=1800): Launched 21:24:27.227351 run osmo-msc_10.42.42.6: Starting osmo-msc 21:24:27.765789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Launched 21:24:28.083368 run osmo-msc_10.42.42.6(pid=1803): Launched 21:24:28.257330 run osmo-stp_10.42.42.5(pid=1800): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)] 21:24:28.391342 run osmo-stp_10.42.42.5(pid=1800): stdout: | (launched: 2022-12-13_21:24:27.049183) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:28.522816 run osmo-stp_10.42.42.5(pid=1800): stderr: | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212427218 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:28.652423 run osmo-stp_10.42.42.5(pid=1800): stdout: | (launched: 2022-12-13_21:24:27.049183) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:28.775819 run osmo-stp_10.42.42.5(pid=1800): stderr: | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212427218 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212427218 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212427219 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:28.923792 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)] [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18] 21:24:28.932070 tst handover.py:18: Test FAILED (7.1 sec) 21:24:28.958075 run osmo-hlr_10.42.42.2(pid=1797): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1797)] 21:24:29.007203 run osmo-hlr_10.42.42.2(pid=1797): stdout: | (launched: 2022-12-13_21:24:25.837233) 21:24:29.057171 run osmo-hlr_10.42.42.2(pid=1797): stderr: | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212426144 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212426160 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212426177 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212426178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212426178 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:24:29.127032 run osmo-msc_10.42.42.6(pid=1803): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1803)] 21:24:29.174884 run osmo-msc_10.42.42.6(pid=1803): stdout: | (launched: 2022-12-13_21:24:28.025641) 21:24:29.224538 run osmo-msc_10.42.42.6(pid=1803): stderr: | [0;m[38;5;43m20221213212428296 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212428297 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f9c9c3fbc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212428297 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212428297 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212428297 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212428297 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212428299 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212428299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212428299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212428299 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:24:29.274793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminating (SIGTERM) 21:24:29.315158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminating (SIGTERM) 21:24:29.355397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminating (SIGTERM) 21:24:29.395765 --- ParallelTerminationStrategy: PID 1796 died... 21:24:29.415268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminated: ok {rc=0} 21:24:29.459703 --- ParallelTerminationStrategy: PID 1799 died... 21:24:29.478705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminated: ok {rc=0} 21:24:29.522938 --- ParallelTerminationStrategy: PID 1802 died... 21:24:29.541765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminated: ok {rc=0} 21:24:29.626903 bus /sierra_3: Setting Powered False 21:24:30.724863 bus /sierra_3: Setting Powered False 21:24:31.845376 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 21:24:33.105289 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:24:33.110399 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 21:24:33.160593 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 21:24:33.186919 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 21:24:33.239959 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 21:24:33.292030 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 21:24:33.318150 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 21:24:33.870990 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 21:24:33.877625 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:33.889832 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:24:33.929294 tst handover.py: using LAC 36364 21:24:34.059704 tst handover.py: using RAC 154 21:24:34.190421 tst handover.py: using CellId 36364 21:24:34.319999 tst handover.py: using BVCI 36365 21:24:34.441631 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:24:34.487308 tst handover.py: using LAC 36365 21:24:34.618632 tst handover.py: using RAC 155 21:24:34.749433 tst handover.py: using CellId 36365 21:24:34.880499 tst handover.py: using BVCI 36366 21:24:35.001019 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:35.012582 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:35.024028 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:35.035632 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:35.047146 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:24:35.058576 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:24:35.177606 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:24:35.300081 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:24:35.786488 run create_hlr_db(pid=1809): Launched 21:24:35.922104 bus /sierra_2: Setting Powered False 21:24:36.987220 run create_hlr_db(pid=1809): Terminated: ok {rc=0} 21:24:37.402287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Launched 21:24:37.714543 run osmo-hlr_10.42.42.2(pid=1812): Launched 21:24:37.833089 run osmo-stp_10.42.42.5: Starting osmo-stp 21:24:38.349987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Launched 21:24:38.662037 run osmo-stp_10.42.42.5(pid=1816): Launched 21:24:38.782674 run osmo-msc_10.42.42.6: Starting osmo-msc 21:24:39.320649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Launched 21:24:39.632283 run osmo-msc_10.42.42.6(pid=1820): Launched 21:24:39.806969 run osmo-stp_10.42.42.5(pid=1816): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)] 21:24:39.939402 run osmo-stp_10.42.42.5(pid=1816): stdout: | (launched: 2022-12-13_21:24:38.604203) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:40.071394 run osmo-stp_10.42.42.5(pid=1816): stderr: | [0;m[38;5;43m20221213212438771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212438771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212438772 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212438772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:40.200384 run osmo-stp_10.42.42.5(pid=1816): stdout: | (launched: 2022-12-13_21:24:38.604203) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:40.324239 run osmo-stp_10.42.42.5(pid=1816): stderr: | [0;m[38;5;43m20221213212438771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212438771 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212438772 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212438772 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212438773 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:40.471802 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)] [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18] 21:24:40.480271 tst handover.py:18: Test FAILED (6.6 sec) 21:24:40.506781 run osmo-hlr_10.42.42.2(pid=1812): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1812)] 21:24:40.555913 run osmo-hlr_10.42.42.2(pid=1812): stdout: | (launched: 2022-12-13_21:24:37.656697) 21:24:40.606390 run osmo-hlr_10.42.42.2(pid=1812): stderr: | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212437831 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212437844 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212437852 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212437852 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212437853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:24:40.676783 run osmo-msc_10.42.42.6(pid=1820): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1820)] 21:24:40.725309 run osmo-msc_10.42.42.6(pid=1820): stdout: | (launched: 2022-12-13_21:24:39.574611) 21:24:40.775568 run osmo-msc_10.42.42.6(pid=1820): stderr: | [0;m[38;5;43m20221213212439847 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212439847 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc5ebbe8c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212439847 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212439848 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212439848 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212439848 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212439850 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212439850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212439850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212439850 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:24:40.826329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminating (SIGTERM) 21:24:40.866754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminating (SIGTERM) 21:24:40.906989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Terminating (SIGTERM) 21:24:40.947484 --- ParallelTerminationStrategy: PID 1811 died... 21:24:40.967153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminated: ok {rc=0} 21:24:41.012206 --- ParallelTerminationStrategy: PID 1815 died... 21:24:41.031415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminated: ok {rc=0} 21:24:41.075927 --- ParallelTerminationStrategy: PID 1818 died... 21:24:41.095347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Terminated: ok {rc=0} 21:24:41.182935 bus /sierra_3: Setting Powered False 21:24:42.283609 bus /sierra_3: Setting Powered False 21:24:43.398846 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 21:24:44.656529 tst handover_2G:nanobts+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:24:44.661948 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 21:24:44.716681 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 21:24:44.743291 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 21:24:44.795908 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 21:24:44.851498 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 21:24:44.878525 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 21:24:45.427273 tst handover_2G:nanobts+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 21:24:45.432855 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:45.444122 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:24:45.481387 tst handover.py: using LAC 36366 21:24:45.602941 tst handover.py: using RAC 156 21:24:45.725564 tst handover.py: using CellId 36366 21:24:45.866466 tst handover.py: using BVCI 36367 21:24:45.995092 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:24:46.057361 tst handover.py: using LAC 36367 21:24:46.191595 tst handover.py: using RAC 157 21:24:46.334519 tst handover.py: using CellId 36367 21:24:46.494471 tst handover.py: using BVCI 36368 21:24:46.612731 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:46.625066 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:46.637087 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:46.649159 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:46.662962 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:24:46.676042 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:24:46.797849 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:24:46.945514 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:24:47.458713 run create_hlr_db(pid=1825): Launched 21:24:47.580066 bus /sierra_2: Setting Powered False 21:24:48.642048 run create_hlr_db(pid=1825): Terminated: ok {rc=0} 21:24:49.047059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Launched 21:24:49.358201 run osmo-hlr_10.42.42.2(pid=1828): Launched 21:24:49.475827 run osmo-stp_10.42.42.5: Starting osmo-stp 21:24:49.996667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Launched 21:24:50.307705 run osmo-stp_10.42.42.5(pid=1831): Launched 21:24:50.426543 run osmo-msc_10.42.42.6: Starting osmo-msc 21:24:50.959304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Launched 21:24:51.270013 run osmo-msc_10.42.42.6(pid=1834): Launched 21:24:51.444299 run osmo-stp_10.42.42.5(pid=1831): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)] 21:24:51.575729 run osmo-stp_10.42.42.5(pid=1831): stdout: | (launched: 2022-12-13_21:24:50.249910) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:51.706635 run osmo-stp_10.42.42.5(pid=1831): stderr: | [0;m[38;5;43m20221213212450419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212450420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212450420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212450420 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:51.835828 run osmo-stp_10.42.42.5(pid=1831): stdout: | (launched: 2022-12-13_21:24:50.249910) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:24:51.958872 run osmo-stp_10.42.42.5(pid=1831): stderr: | [0;m[38;5;43m20221213212450419 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212450420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212450420 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212450420 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212450421 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:24:52.106568 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1831): Process ended prematurely: osmo-stp_10.42.42.5(pid=1831) [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)] [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18] 21:24:52.114900 tst handover.py:18: Test FAILED (6.7 sec) 21:24:52.141414 run osmo-hlr_10.42.42.2(pid=1828): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1828)] 21:24:52.190651 run osmo-hlr_10.42.42.2(pid=1828): stdout: | (launched: 2022-12-13_21:24:49.300602) 21:24:52.240918 run osmo-hlr_10.42.42.2(pid=1828): stderr: | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212449476 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212449489 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212449497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212449497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212449497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:24:52.311312 run osmo-msc_10.42.42.6(pid=1834): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1834)] 21:24:52.359512 run osmo-msc_10.42.42.6(pid=1834): stdout: | (launched: 2022-12-13_21:24:51.212317) 21:24:52.409609 run osmo-msc_10.42.42.6(pid=1834): stderr: | [0;m[38;5;43m20221213212451484 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212451484 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f826d073c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212451484 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212451484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212451484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212451484 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212451486 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212451487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212451487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212451487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:24:52.460077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Terminating (SIGTERM) 21:24:52.500400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Terminating (SIGTERM) 21:24:52.540701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Terminating (SIGTERM) 21:24:52.581280 --- ParallelTerminationStrategy: PID 1827 died... 21:24:52.601200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Terminated: ok {rc=0} 21:24:52.646012 --- ParallelTerminationStrategy: PID 1830 died... 21:24:52.665099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Terminated: ok {rc=0} 21:24:52.710012 --- ParallelTerminationStrategy: PID 1833 died... 21:24:52.729200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Terminated: ok {rc=0} 21:24:52.816754 bus /sierra_3: Setting Powered False 21:24:53.916178 bus /sierra_3: Setting Powered False 21:24:55.031419 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-sysmo --------------------------------------------------------------------- 21:24:56.298271 tst handover_2G:nanobts+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:24:56.303307 tst handover_2G:nanobts+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:24:56.345379 tst handover_2G:nanobts+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:24:56.372474 tst handover_2G:nanobts+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:24:56.423343 tst handover_2G:nanobts+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:24:56.466058 tst handover_2G:nanobts+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:24:56.493582 tst handover_2G:nanobts+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:24:57.047047 tst handover_2G:nanobts+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-sysmo handover.py ---------------------------------------------- 21:24:57.052728 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:57.064492 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2) 21:24:57.102212 tst handover.py: using LAC 36368 21:24:57.233442 tst handover.py: using RAC 158 21:24:57.363390 tst handover.py: using CellId 36368 21:24:57.491553 tst handover.py: using BVCI 36369 21:24:57.611951 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2) 21:24:57.646581 tst handover.py: using LAC 36369 21:24:57.774617 tst handover.py: using RAC 159 21:24:57.897211 tst handover.py: using CellId 36369 21:24:58.018630 tst handover.py: using BVCI 36370 21:24:58.132651 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:58.143574 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:58.154368 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:58.165181 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:58.176185 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:24:58.187103 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2) 21:24:58.309294 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2) 21:24:58.431241 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:24:58.917017 run create_hlr_db(pid=1840): Launched 21:24:59.052112 bus /sierra_2: Setting Powered False 21:25:00.113288 run create_hlr_db(pid=1840): Terminated: ok {rc=0} 21:25:00.530285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Launched 21:25:00.869661 run osmo-hlr_10.42.42.2(pid=1843): Launched 21:25:01.076577 run osmo-stp_10.42.42.5: Starting osmo-stp 21:25:01.752652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Launched 21:25:02.166579 run osmo-stp_10.42.42.5(pid=1872): Launched 21:25:02.444046 run osmo-msc_10.42.42.6: Starting osmo-msc 21:25:03.136716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Launched 21:25:03.521709 run osmo-msc_10.42.42.6(pid=1926): Launched 21:25:03.738091 run osmo-stp_10.42.42.5(pid=1872): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)] 21:25:03.876059 run osmo-stp_10.42.42.5(pid=1872): stdout: | (launched: 2022-12-13_21:25:02.099175) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:04.015117 run osmo-stp_10.42.42.5(pid=1872): stderr: | [0;m[38;5;43m20221213212502316 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212502316 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212502317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212502317 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:04.151060 run osmo-stp_10.42.42.5(pid=1872): stdout: | (launched: 2022-12-13_21:25:02.099175) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:04.281535 run osmo-stp_10.42.42.5(pid=1872): stderr: | [0;m[38;5;43m20221213212502316 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212502316 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212502317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212502317 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212502318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:04.437188 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)] [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18] 21:25:04.446117 tst handover.py:18: Test FAILED (7.4 sec) 21:25:04.473554 run osmo-hlr_10.42.42.2(pid=1843): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1843)] 21:25:04.523846 run osmo-hlr_10.42.42.2(pid=1843): stdout: | (launched: 2022-12-13_21:25:00.797923) 21:25:04.575685 run osmo-hlr_10.42.42.2(pid=1843): stderr: | [0;m[1;31m20221213212501178 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212501178 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212501178 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212501178 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212501178 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212501179 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212501205 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212501231 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212501231 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212501231 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:25:04.648294 run osmo-msc_10.42.42.6(pid=1926): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1926)] 21:25:04.698350 run osmo-msc_10.42.42.6(pid=1926): stdout: | (launched: 2022-12-13_21:25:03.457395) 21:25:04.749867 run osmo-msc_10.42.42.6(pid=1926): stderr: | [0;m[38;5;43m20221213212503816 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212503816 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7faf2924cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212503816 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212503816 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212503817 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212503817 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212503818 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212503819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212503819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212503819 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:25:04.801876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminating (SIGTERM) 21:25:04.843334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminating (SIGTERM) 21:25:04.884922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Terminating (SIGTERM) 21:25:04.927245 --- ParallelTerminationStrategy: PID 1842 died... 21:25:04.947278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminated: ok {rc=0} 21:25:04.993654 --- ParallelTerminationStrategy: PID 1866 died... 21:25:05.013177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminated: ok {rc=0} 21:25:05.059178 --- ParallelTerminationStrategy: PID 1878 died... 21:25:05.078659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Terminated: ok {rc=0} 21:25:05.166563 bus /sierra_3: Setting Powered False 21:25:06.265880 bus /sierra_3: Setting Powered False 21:25:07.381705 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-b200 --------------------------------------------------------------------- 21:25:08.628461 tst handover_2G:nanobts+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:25:08.633596 tst handover_2G:nanobts+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:25:08.687046 tst handover_2G:nanobts+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:25:08.713328 tst handover_2G:nanobts+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:25:08.767810 tst handover_2G:nanobts+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:25:08.830189 tst handover_2G:nanobts+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:25:08.863423 tst handover_2G:nanobts+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:25:09.412606 tst handover_2G:nanobts+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-b200 handover.py ---------------------------------------------- 21:25:09.418035 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:09.429333 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:25:09.468708 tst handover.py: using LAC 36370 21:25:09.597090 tst handover.py: using RAC 160 21:25:09.725409 tst handover.py: using CellId 36370 21:25:09.853133 tst handover.py: using BVCI 36371 21:25:09.971827 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:25:10.024407 tst handover.py: using LAC 36371 21:25:10.152096 tst handover.py: using RAC 161 21:25:10.279699 tst handover.py: using CellId 36371 21:25:10.407380 tst handover.py: using BVCI 36372 21:25:10.525670 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:10.537031 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:10.548528 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:10.559675 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:10.570899 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:25:10.582053 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:25:10.700656 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:25:10.816521 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:25:11.265159 run create_hlr_db(pid=1959): Launched 21:25:11.383050 bus /sierra_2: Setting Powered False 21:25:12.443587 run create_hlr_db(pid=1959): Terminated: ok {rc=0} 21:25:12.863083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched 21:25:13.194245 run osmo-hlr_10.42.42.2(pid=1962): Launched 21:25:13.319980 run osmo-stp_10.42.42.5: Starting osmo-stp 21:25:13.854453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched 21:25:14.183658 run osmo-stp_10.42.42.5(pid=1966): Launched 21:25:14.310251 run osmo-msc_10.42.42.6: Starting osmo-msc 21:25:14.896636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Launched 21:25:15.229771 run osmo-msc_10.42.42.6(pid=1969): Launched 21:25:15.416356 run osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] 21:25:15.697888 run osmo-stp_10.42.42.5(pid=1966): stdout: | (launched: 2022-12-13_21:25:14.122772) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:15.963194 run osmo-stp_10.42.42.5(pid=1966): stderr: | [0;m[38;5;43m20221213212514329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212514330 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212514330 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212514330 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:16.103993 run osmo-stp_10.42.42.5(pid=1966): stdout: | (launched: 2022-12-13_21:25:14.122772) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:16.252206 run osmo-stp_10.42.42.5(pid=1966): stderr: | [0;m[38;5;43m20221213212514329 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212514330 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212514330 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212514330 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212514331 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:16.410604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18] 21:25:16.420000 tst handover.py:18: Test FAILED (7.0 sec) 21:25:16.448171 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)] 21:25:16.499214 run osmo-hlr_10.42.42.2(pid=1962): stdout: | (launched: 2022-12-13_21:25:13.133811) 21:25:16.551921 run osmo-hlr_10.42.42.2(pid=1962): stderr: | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212513329 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212513370 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212513379 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212513379 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212513379 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:25:16.625288 run osmo-msc_10.42.42.6(pid=1969): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1969)] 21:25:16.676253 run osmo-msc_10.42.42.6(pid=1969): stdout: | (launched: 2022-12-13_21:25:15.168395) 21:25:16.729128 run osmo-msc_10.42.42.6(pid=1969): stderr: | [0;m[38;5;43m20221213212515633 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212515634 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdb95796c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212515634 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212515634 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212515634 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212515634 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212515636 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212515636 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212515636 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212515649 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:25:16.782008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM) 21:25:16.824716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM) 21:25:16.867787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Terminating (SIGTERM) 21:25:16.912681 --- ParallelTerminationStrategy: PID 1961 died... 21:25:16.933206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0} 21:25:16.980504 --- ParallelTerminationStrategy: PID 1965 died... 21:25:17.001258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0} 21:25:17.048502 --- ParallelTerminationStrategy: PID 1968 died... 21:25:17.074674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Terminated: ok {rc=0} 21:25:17.177228 bus /sierra_3: Setting Powered False 21:25:18.282093 bus /sierra_3: Setting Powered False 21:25:19.420534 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-umtrx --------------------------------------------------------------------- 21:25:20.748288 tst handover_2G:nanobts+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:25:20.754207 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:25:20.836766 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:25:20.889574 tst handover_2G:nanobts+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:25:20.959513 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:25:21.027570 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:25:21.055457 tst handover_2G:nanobts+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:25:21.586190 tst handover_2G:nanobts+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts NanoBTS-ONW-1900 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-umtrx handover.py ---------------------------------------------- 21:25:21.592442 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:21.604124 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:25:21.644627 tst handover.py: using LAC 36372 21:25:21.774513 tst handover.py: using RAC 162 21:25:21.905090 tst handover.py: using CellId 36372 21:25:22.035420 tst handover.py: using BVCI 36373 21:25:22.160055 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:25:22.210715 tst handover.py: using LAC 36373 21:25:22.350936 tst handover.py: using RAC 163 21:25:22.486284 tst handover.py: using CellId 36373 21:25:22.637127 tst handover.py: using BVCI 36374 21:25:22.782972 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:22.795669 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:22.807514 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:22.819444 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:22.832548 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:25:22.844916 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:25:22.994796 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:25:23.135608 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:25:23.655806 run create_hlr_db(pid=1978): Launched 21:25:23.834901 bus /sierra_2: Setting Powered False 21:25:24.913777 run create_hlr_db(pid=1978): Terminated: ok {rc=0} 21:25:25.394339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Launched 21:25:25.754355 run osmo-hlr_10.42.42.2(pid=1981): Launched 21:25:26.012677 run osmo-stp_10.42.42.5: Starting osmo-stp 21:25:26.701702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Launched 21:25:27.065042 run osmo-stp_10.42.42.5(pid=1984): Launched 21:25:27.343217 run osmo-msc_10.42.42.6: Starting osmo-msc 21:25:28.013196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Launched 21:25:28.375552 run osmo-msc_10.42.42.6(pid=1987): Launched 21:25:28.767215 run osmo-stp_10.42.42.5(pid=1984): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)] 21:25:29.076633 run osmo-stp_10.42.42.5(pid=1984): stdout: | (launched: 2022-12-13_21:25:27.001891) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:29.225785 run osmo-stp_10.42.42.5(pid=1984): stderr: | [0;m[38;5;43m20221213212527322 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212527322 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212527323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212527323 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:29.371176 run osmo-stp_10.42.42.5(pid=1984): stdout: | (launched: 2022-12-13_21:25:27.001891) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:29.513497 run osmo-stp_10.42.42.5(pid=1984): stderr: | [0;m[38;5;43m20221213212527322 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212527322 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212527323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212527323 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212527324 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:29.691158 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)] [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18] 21:25:29.701150 tst handover.py:18: Test FAILED (8.1 sec) 21:25:29.730778 run osmo-hlr_10.42.42.2(pid=1981): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1981)] 21:25:29.786343 run osmo-hlr_10.42.42.2(pid=1981): stdout: | (launched: 2022-12-13_21:25:25.688848) 21:25:29.841802 run osmo-hlr_10.42.42.2(pid=1981): stderr: | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212526002 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212526032 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212526048 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212526048 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212526048 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:25:29.919534 run osmo-msc_10.42.42.6(pid=1987): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1987)] 21:25:29.974607 run osmo-msc_10.42.42.6(pid=1987): stdout: | (launched: 2022-12-13_21:25:28.311291) 21:25:30.030467 run osmo-msc_10.42.42.6(pid=1987): stderr: | [0;m[38;5;43m20221213212528838 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212528838 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f88ab9f4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212528838 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212528838 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212528838 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212528838 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212528840 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212528841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212528841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212528841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:25:30.089104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminating (SIGTERM) 21:25:30.135357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminating (SIGTERM) 21:25:30.183056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminating (SIGTERM) 21:25:30.233626 --- ParallelTerminationStrategy: PID 1980 died... 21:25:30.255970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminated: ok {rc=0} 21:25:30.306454 --- ParallelTerminationStrategy: PID 1983 died... 21:25:30.327690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminated: ok {rc=0} 21:25:30.376834 --- ParallelTerminationStrategy: PID 1986 died... 21:25:30.398382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminated: ok {rc=0} 21:25:30.493341 bus /sierra_3: Setting Powered False 21:25:31.619315 bus /sierra_3: Setting Powered False 21:25:32.784425 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:nanobts+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-octphy --------------------------------------------------------------------- 21:25:34.061727 tst handover_2G:oc2g+bts1-octphy: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:25:34.067858 tst handover_2G:oc2g+bts1-octphy: Verifying 2 x bts (candidates: 11) 21:25:34.112059 tst handover_2G:oc2g+bts1-octphy: Verifying 6 x ip_address (candidates: 9) 21:25:34.141228 tst handover_2G:oc2g+bts1-octphy: Verifying 2 x modem (candidates: 12) 21:25:34.206168 tst handover_2G:oc2g+bts1-octphy: Reserving 2 x bts (candidates: 11) 21:25:34.244505 tst handover_2G:oc2g+bts1-octphy: Reserving 6 x ip_address (candidates: 9) 21:25:34.277109 tst handover_2G:oc2g+bts1-octphy: Reserving 2 x modem (candidates: 12) 21:25:34.836886 tst handover_2G:oc2g+bts1-octphy: RESERVED RESOURCES for handover_2G: bts OC-2G OCTBTS 3500 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-octphy handover.py ---------------------------------------------- 21:25:34.843127 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:34.854988 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2) 21:25:34.890274 tst handover.py: using LAC 36374 21:25:35.018671 tst handover.py: using RAC 164 21:25:35.164267 tst handover.py: using CellId 36374 21:25:35.290630 tst handover.py: using BVCI 36375 21:25:35.409991 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2) 21:25:35.445262 tst handover.py: using LAC 36375 21:25:35.574351 tst handover.py: using RAC 165 21:25:35.700664 tst handover.py: using CellId 36375 21:25:35.823714 tst handover.py: using BVCI 36376 21:25:35.958823 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:35.970654 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:35.982315 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:35.994357 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:36.006790 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6) 21:25:36.019352 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2) 21:25:36.141033 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2) 21:25:36.276839 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:25:36.770894 run create_hlr_db(pid=1992): Launched 21:25:36.933294 bus /sierra_2: Setting Powered False 21:25:38.003464 run create_hlr_db(pid=1992): Terminated: ok {rc=0} 21:25:38.422821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Launched 21:25:38.757137 run osmo-hlr_10.42.42.2(pid=1995): Launched 21:25:39.002977 run osmo-stp_10.42.42.5: Starting osmo-stp 21:25:39.655040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Launched 21:25:40.045708 run osmo-stp_10.42.42.5(pid=1998): Launched 21:25:40.377957 run osmo-msc_10.42.42.6: Starting osmo-msc 21:25:41.121690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Launched 21:25:41.568805 run osmo-msc_10.42.42.6(pid=2001): Launched 21:25:41.947637 run osmo-stp_10.42.42.5(pid=1998): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)] 21:25:42.241932 run osmo-stp_10.42.42.5(pid=1998): stdout: | (launched: 2022-12-13_21:25:39.970364) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:42.423910 run osmo-stp_10.42.42.5(pid=1998): stderr: | [0;m[38;5;43m20221213212540363 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212540363 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212540364 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212540364 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:42.565071 run osmo-stp_10.42.42.5(pid=1998): stdout: | (launched: 2022-12-13_21:25:39.970364) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:42.703600 run osmo-stp_10.42.42.5(pid=1998): stderr: | [0;m[38;5;43m20221213212540363 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212540363 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212540364 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212540364 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212540365 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:42.867506 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1998): Process ended prematurely: osmo-stp_10.42.42.5(pid=1998) [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)] [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18] 21:25:42.876913 tst handover.py:18: Test FAILED (8.0 sec) 21:25:42.905858 run osmo-hlr_10.42.42.2(pid=1995): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1995)] 21:25:42.957733 run osmo-hlr_10.42.42.2(pid=1995): stdout: | (launched: 2022-12-13_21:25:38.698411) 21:25:43.014479 run osmo-hlr_10.42.42.2(pid=1995): stderr: | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212539032 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212539053 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212539065 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212539066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212539066 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:25:43.089502 run osmo-msc_10.42.42.6(pid=2001): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2001)] 21:25:43.141151 run osmo-msc_10.42.42.6(pid=2001): stdout: | (launched: 2022-12-13_21:25:41.504064) 21:25:43.194729 run osmo-msc_10.42.42.6(pid=2001): stderr: | [0;m[38;5;43m20221213212542024 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212542024 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fdcd018ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212542024 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212542024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212542024 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212542025 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212542026 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212542027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212542027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212542027 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:25:43.249871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Terminating (SIGTERM) 21:25:43.292374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Terminating (SIGTERM) 21:25:43.336340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Terminating (SIGTERM) 21:25:43.381508 --- ParallelTerminationStrategy: PID 1994 died... 21:25:43.403044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Terminated: ok {rc=0} 21:25:43.450222 --- ParallelTerminationStrategy: PID 1997 died... 21:25:43.470259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Terminated: ok {rc=0} 21:25:43.517282 --- ParallelTerminationStrategy: PID 2000 died... 21:25:43.538015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Terminated: ok {rc=0} 21:25:43.629825 bus /sierra_3: Setting Powered False 21:25:44.748926 bus /sierra_3: Setting Powered False 21:25:45.891160 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-octphy FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms --------------------------------------------------------------------- 21:25:47.223258 tst handover_2G:oc2g+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:25:47.231378 tst handover_2G:oc2g+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 21:25:47.295094 tst handover_2G:oc2g+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 21:25:47.326746 tst handover_2G:oc2g+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 21:25:47.393448 tst handover_2G:oc2g+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 21:25:47.464938 tst handover_2G:oc2g+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 21:25:47.499180 tst handover_2G:oc2g+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 21:25:48.037734 tst handover_2G:oc2g+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts OC-2G LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms handover.py ---------------------------------------------- 21:25:48.043503 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:48.055712 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:25:48.095588 tst handover.py: using LAC 36376 21:25:48.253137 tst handover.py: using RAC 166 21:25:48.376787 tst handover.py: using CellId 36376 21:25:48.512898 tst handover.py: using BVCI 36377 21:25:48.631168 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:25:48.678192 tst handover.py: using LAC 36377 21:25:48.800616 tst handover.py: using RAC 167 21:25:48.923960 tst handover.py: using CellId 36377 21:25:49.056772 tst handover.py: using BVCI 36378 21:25:49.171796 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:49.183245 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:49.194589 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:49.205926 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:49.218220 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:25:49.230422 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:25:49.355014 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:25:49.490043 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:25:50.052903 run create_hlr_db(pid=2006): Launched 21:25:50.210677 bus /sierra_2: Setting Powered False 21:25:51.285878 run create_hlr_db(pid=2006): Terminated: ok {rc=0} 21:25:51.750851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Launched 21:25:52.166106 run osmo-hlr_10.42.42.2(pid=2009): Launched 21:25:52.476413 run osmo-stp_10.42.42.5: Starting osmo-stp 21:25:53.167646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Launched 21:25:53.518407 run osmo-stp_10.42.42.5(pid=2012): Launched 21:25:53.679544 run osmo-msc_10.42.42.6: Starting osmo-msc 21:25:54.416011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Launched 21:25:54.796521 run osmo-msc_10.42.42.6(pid=2015): Launched 21:25:55.237952 run osmo-stp_10.42.42.5(pid=2012): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)] 21:25:55.507632 run osmo-stp_10.42.42.5(pid=2012): stdout: | (launched: 2022-12-13_21:25:53.459091) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:55.655066 run osmo-stp_10.42.42.5(pid=2012): stderr: | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212553794 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:55.801358 run osmo-stp_10.42.42.5(pid=2012): stdout: | (launched: 2022-12-13_21:25:53.459091) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:25:55.942933 run osmo-stp_10.42.42.5(pid=2012): stderr: | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212553793 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212553794 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212553794 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:25:56.109208 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2012): Process ended prematurely: osmo-stp_10.42.42.5(pid=2012) [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)] [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18] 21:25:56.119286 tst handover.py:18: Test FAILED (8.1 sec) 21:25:56.147776 run osmo-hlr_10.42.42.2(pid=2009): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2009)] 21:25:56.201400 run osmo-hlr_10.42.42.2(pid=2009): stdout: | (launched: 2022-12-13_21:25:52.100846) 21:25:56.255636 run osmo-hlr_10.42.42.2(pid=2009): stderr: | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212552462 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212552496 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212552518 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212552518 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212552518 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:25:56.332740 run osmo-msc_10.42.42.6(pid=2015): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2015)] 21:25:56.385233 run osmo-msc_10.42.42.6(pid=2015): stdout: | (launched: 2022-12-13_21:25:54.736867) 21:25:56.440481 run osmo-msc_10.42.42.6(pid=2015): stderr: | [0;m[38;5;43m20221213212555150 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212555150 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fcfaef5ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212555150 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212555150 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212555151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212555151 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212555152 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212555154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212555154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212555154 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:25:56.497305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Terminating (SIGTERM) 21:25:56.541898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Terminating (SIGTERM) 21:25:56.587836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Terminating (SIGTERM) 21:25:56.633311 --- ParallelTerminationStrategy: PID 2008 died... 21:25:56.655671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Terminated: ok {rc=0} 21:25:56.706921 --- ParallelTerminationStrategy: PID 2011 died... 21:25:56.728771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Terminated: ok {rc=0} 21:25:56.778577 --- ParallelTerminationStrategy: PID 2014 died... 21:25:56.800014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Terminated: ok {rc=0} 21:25:56.894674 bus /sierra_3: Setting Powered False 21:25:57.999575 bus /sierra_3: Setting Powered False 21:25:59.130127 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 21:26:00.430768 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:26:00.436635 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 21:26:00.487958 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 21:26:00.516009 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 21:26:00.571642 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 21:26:00.635965 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 21:26:00.664060 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 21:26:01.230069 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts OC-2G LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 21:26:01.237041 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:01.250840 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:26:01.290347 tst handover.py: using LAC 36378 21:26:01.502032 tst handover.py: using RAC 168 21:26:01.650456 tst handover.py: using CellId 36378 21:26:01.817181 tst handover.py: using BVCI 36379 21:26:01.962414 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:26:02.017426 tst handover.py: using LAC 36379 21:26:02.187689 tst handover.py: using RAC 169 21:26:02.343786 tst handover.py: using CellId 36379 21:26:02.535363 tst handover.py: using BVCI 36380 21:26:02.709642 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:02.721704 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:02.733600 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:02.745576 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:02.757953 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:26:02.769963 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:26:02.898552 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:26:03.055070 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:26:03.567868 run create_hlr_db(pid=2020): Launched 21:26:03.734587 bus /sierra_2: Setting Powered False 21:26:04.825618 run create_hlr_db(pid=2020): Terminated: ok {rc=0} 21:26:05.289256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Launched 21:26:05.676760 run osmo-hlr_10.42.42.2(pid=2023): Launched 21:26:05.939492 run osmo-stp_10.42.42.5: Starting osmo-stp 21:26:06.641258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Launched 21:26:07.018286 run osmo-stp_10.42.42.5(pid=2026): Launched 21:26:07.268166 run osmo-msc_10.42.42.6: Starting osmo-msc 21:26:07.940181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Launched 21:26:08.327489 run osmo-msc_10.42.42.6(pid=2029): Launched 21:26:08.681876 run osmo-stp_10.42.42.5(pid=2026): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)] 21:26:08.962725 run osmo-stp_10.42.42.5(pid=2026): stdout: | (launched: 2022-12-13_21:26:06.954707) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:09.249235 run osmo-stp_10.42.42.5(pid=2026): stderr: | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212607261 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:09.392094 run osmo-stp_10.42.42.5(pid=2026): stdout: | (launched: 2022-12-13_21:26:06.954707) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:09.520768 run osmo-stp_10.42.42.5(pid=2026): stderr: | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212607256 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212607261 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212607262 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:09.674380 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2026): Process ended prematurely: osmo-stp_10.42.42.5(pid=2026) [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)] [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18] 21:26:09.683772 tst handover.py:18: Test FAILED (8.4 sec) 21:26:09.711311 run osmo-hlr_10.42.42.2(pid=2023): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2023)] 21:26:09.762929 run osmo-hlr_10.42.42.2(pid=2023): stdout: | (launched: 2022-12-13_21:26:05.612437) 21:26:09.817769 run osmo-hlr_10.42.42.2(pid=2023): stderr: | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212605926 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212605959 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212605972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212605972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212605972 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:26:09.890618 run osmo-msc_10.42.42.6(pid=2029): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2029)] 21:26:09.940164 run osmo-msc_10.42.42.6(pid=2029): stdout: | (launched: 2022-12-13_21:26:08.268115) 21:26:09.992372 run osmo-msc_10.42.42.6(pid=2029): stderr: | [0;m[38;5;43m20221213212608848 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212608857 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fa5047ecc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212608857 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212608857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212608857 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212608858 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212608859 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212608860 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212608860 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212608860 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:26:10.047765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Terminating (SIGTERM) 21:26:10.089404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Terminating (SIGTERM) 21:26:10.131738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Terminating (SIGTERM) 21:26:10.174851 --- ParallelTerminationStrategy: PID 2022 died... 21:26:10.196468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Terminated: ok {rc=0} 21:26:10.246093 --- ParallelTerminationStrategy: PID 2025 died... 21:26:10.267000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Terminated: ok {rc=0} 21:26:10.314229 --- ParallelTerminationStrategy: PID 2028 died... 21:26:10.335297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Terminated: ok {rc=0} 21:26:10.424404 bus /sierra_3: Setting Powered False 21:26:11.532567 bus /sierra_3: Setting Powered False 21:26:12.665303 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 21:26:13.972537 tst handover_2G:oc2g+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:26:13.979773 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 21:26:14.037656 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 21:26:14.066950 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 21:26:14.127424 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 21:26:14.213494 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 21:26:14.242629 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 21:26:14.798502 tst handover_2G:oc2g+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts OC-2G sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 21:26:14.804023 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:14.821749 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:26:14.881286 tst handover.py: using LAC 36380 21:26:15.010983 tst handover.py: using RAC 170 21:26:15.134331 tst handover.py: using CellId 36380 21:26:15.284419 tst handover.py: using BVCI 36381 21:26:15.453570 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:26:15.507743 tst handover.py: using LAC 36381 21:26:15.664625 tst handover.py: using RAC 171 21:26:15.802435 tst handover.py: using CellId 36381 21:26:15.944894 tst handover.py: using BVCI 36382 21:26:16.085828 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:16.098129 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:16.110995 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:16.123790 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:16.136877 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:26:16.149816 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:26:16.294811 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:26:16.424034 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:26:17.033608 run create_hlr_db(pid=2034): Launched 21:26:17.245405 bus /sierra_2: Setting Powered False 21:26:18.337080 run create_hlr_db(pid=2034): Terminated: ok {rc=0} 21:26:18.797885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Launched 21:26:19.194076 run osmo-hlr_10.42.42.2(pid=2037): Launched 21:26:19.409862 run osmo-stp_10.42.42.5: Starting osmo-stp 21:26:20.153661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Launched 21:26:20.537405 run osmo-stp_10.42.42.5(pid=2040): Launched 21:26:20.682763 run osmo-msc_10.42.42.6: Starting osmo-msc 21:26:21.387521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Launched 21:26:21.744041 run osmo-msc_10.42.42.6(pid=2043): Launched 21:26:22.109558 run osmo-stp_10.42.42.5(pid=2040): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)] 21:26:22.388153 run osmo-stp_10.42.42.5(pid=2040): stdout: | (launched: 2022-12-13_21:26:20.477784) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:22.676936 run osmo-stp_10.42.42.5(pid=2040): stderr: | [0;m[38;5;43m20221213212620839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212620839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212620840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212620840 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:22.826397 run osmo-stp_10.42.42.5(pid=2040): stdout: | (launched: 2022-12-13_21:26:20.477784) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:22.952073 run osmo-stp_10.42.42.5(pid=2040): stderr: | [0;m[38;5;43m20221213212620839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212620839 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212620840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212620840 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212620853 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:23.103897 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2040): Process ended prematurely: osmo-stp_10.42.42.5(pid=2040) [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)] [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18] 21:26:23.112789 tst handover.py:18: Test FAILED (8.3 sec) 21:26:23.140049 run osmo-hlr_10.42.42.2(pid=2037): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2037)] 21:26:23.190224 run osmo-hlr_10.42.42.2(pid=2037): stdout: | (launched: 2022-12-13_21:26:19.130109) 21:26:23.243354 run osmo-hlr_10.42.42.2(pid=2037): stderr: | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212619438 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212619456 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212619493 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212619494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212619494 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:26:23.315080 run osmo-msc_10.42.42.6(pid=2043): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2043)] 21:26:23.364635 run osmo-msc_10.42.42.6(pid=2043): stdout: | (launched: 2022-12-13_21:26:21.685143) 21:26:23.417269 run osmo-msc_10.42.42.6(pid=2043): stderr: | [0;m[38;5;43m20221213212622281 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212622281 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f24f58e3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212622281 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212622281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212622281 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212622282 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212622283 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212622284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212622284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212622284 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:26:23.469154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Terminating (SIGTERM) 21:26:23.510323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Terminating (SIGTERM) 21:26:23.552337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Terminating (SIGTERM) 21:26:23.596425 --- ParallelTerminationStrategy: PID 2036 died... 21:26:23.617610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Terminated: ok {rc=0} 21:26:23.664860 --- ParallelTerminationStrategy: PID 2039 died... 21:26:23.684505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Terminated: ok {rc=0} 21:26:23.730924 --- ParallelTerminationStrategy: PID 2042 died... 21:26:23.750869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Terminated: ok {rc=0} 21:26:23.839269 bus /sierra_3: Setting Powered False 21:26:24.947847 bus /sierra_3: Setting Powered False 21:26:26.082509 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-sysmo --------------------------------------------------------------------- 21:26:27.410094 tst handover_2G:oc2g+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:26:27.416324 tst handover_2G:oc2g+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:26:27.458935 tst handover_2G:oc2g+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:26:27.487877 tst handover_2G:oc2g+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:26:27.545899 tst handover_2G:oc2g+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:26:27.590901 tst handover_2G:oc2g+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:26:27.623016 tst handover_2G:oc2g+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:26:28.164830 tst handover_2G:oc2g+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts OC-2G sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-sysmo handover.py ---------------------------------------------- 21:26:28.171938 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:28.184362 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2) 21:26:28.220528 tst handover.py: using LAC 36382 21:26:28.391581 tst handover.py: using RAC 172 21:26:28.525039 tst handover.py: using CellId 36382 21:26:28.651219 tst handover.py: using BVCI 36383 21:26:28.769946 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2) 21:26:28.804102 tst handover.py: using LAC 36383 21:26:28.937281 tst handover.py: using RAC 173 21:26:29.070953 tst handover.py: using CellId 36383 21:26:29.225670 tst handover.py: using BVCI 36384 21:26:29.352631 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:29.364677 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:29.376706 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:29.388914 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:29.401184 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:26:29.413136 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2) 21:26:29.541315 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2) 21:26:29.669765 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:26:30.175955 run create_hlr_db(pid=2048): Launched 21:26:30.343550 bus /sierra_2: Setting Powered False 21:26:31.427271 run create_hlr_db(pid=2048): Terminated: ok {rc=0} 21:26:31.885159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Launched 21:26:32.310101 run osmo-hlr_10.42.42.2(pid=2051): Launched 21:26:32.576423 run osmo-stp_10.42.42.5: Starting osmo-stp 21:26:33.301780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Launched 21:26:33.677646 run osmo-stp_10.42.42.5(pid=2054): Launched 21:26:33.835582 run osmo-msc_10.42.42.6: Starting osmo-msc 21:26:34.599140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Launched 21:26:34.988588 run osmo-msc_10.42.42.6(pid=2057): Launched 21:26:35.381705 run osmo-stp_10.42.42.5(pid=2054): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)] 21:26:35.669748 run osmo-stp_10.42.42.5(pid=2054): stdout: | (launched: 2022-12-13_21:26:33.610448) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:35.924281 run osmo-stp_10.42.42.5(pid=2054): stderr: | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212633949 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:36.108358 run osmo-stp_10.42.42.5(pid=2054): stdout: | (launched: 2022-12-13_21:26:33.610448) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:36.245557 run osmo-stp_10.42.42.5(pid=2054): stderr: | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212633948 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212633949 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212633950 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:36.409666 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2054): Process ended prematurely: osmo-stp_10.42.42.5(pid=2054) [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)] [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18] 21:26:36.419948 tst handover.py:18: Test FAILED (8.2 sec) 21:26:36.451634 run osmo-hlr_10.42.42.2(pid=2051): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2051)] 21:26:36.504448 run osmo-hlr_10.42.42.2(pid=2051): stdout: | (launched: 2022-12-13_21:26:32.247158) 21:26:36.559600 run osmo-hlr_10.42.42.2(pid=2051): stderr: | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212632587 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212632623 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212632640 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212632640 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212632640 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:26:36.637488 run osmo-msc_10.42.42.6(pid=2057): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2057)] 21:26:36.697771 run osmo-msc_10.42.42.6(pid=2057): stdout: | (launched: 2022-12-13_21:26:34.924474) 21:26:36.755156 run osmo-msc_10.42.42.6(pid=2057): stderr: | [0;m[38;5;43m20221213212635452 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212635452 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f8fce196c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212635452 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212635452 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212635453 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212635453 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212635455 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212635455 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212635455 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212635455 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:26:36.809659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Terminating (SIGTERM) 21:26:36.854967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Terminating (SIGTERM) 21:26:36.901242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Terminating (SIGTERM) 21:26:36.947100 --- ParallelTerminationStrategy: PID 2050 died... 21:26:36.968489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Terminated: ok {rc=0} 21:26:37.018497 --- ParallelTerminationStrategy: PID 2053 died... 21:26:37.040902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Terminated: ok {rc=0} 21:26:37.089366 --- ParallelTerminationStrategy: PID 2056 died... 21:26:37.110229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Terminated: ok {rc=0} 21:26:37.206840 bus /sierra_3: Setting Powered False 21:26:38.312390 bus /sierra_3: Setting Powered False 21:26:39.438113 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-b200 --------------------------------------------------------------------- 21:26:40.693493 tst handover_2G:oc2g+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:26:40.702750 tst handover_2G:oc2g+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:26:40.788787 tst handover_2G:oc2g+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:26:40.825290 tst handover_2G:oc2g+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:26:40.879562 tst handover_2G:oc2g+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:26:40.932131 tst handover_2G:oc2g+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:26:40.960612 tst handover_2G:oc2g+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:26:41.512550 tst handover_2G:oc2g+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts OC-2G Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-b200 handover.py ---------------------------------------------- 21:26:41.519693 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:41.532213 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:26:41.569501 tst handover.py: using LAC 36384 21:26:41.707731 tst handover.py: using RAC 174 21:26:41.833147 tst handover.py: using CellId 36384 21:26:41.980803 tst handover.py: using BVCI 36385 21:26:42.111841 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:26:42.158391 tst handover.py: using LAC 36385 21:26:42.294623 tst handover.py: using RAC 175 21:26:42.455558 tst handover.py: using CellId 36385 21:26:42.589283 tst handover.py: using BVCI 36386 21:26:42.706297 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:42.717969 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:42.729557 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:42.741125 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:42.753608 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:26:42.765935 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:26:42.899677 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:26:43.023605 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:26:43.520115 run create_hlr_db(pid=2062): Launched 21:26:43.671026 bus /sierra_2: Setting Powered False 21:26:44.739654 run create_hlr_db(pid=2062): Terminated: ok {rc=0} 21:26:45.182056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Launched 21:26:45.525653 run osmo-hlr_10.42.42.2(pid=2065): Launched 21:26:45.797920 run osmo-stp_10.42.42.5: Starting osmo-stp 21:26:46.407090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Launched 21:26:46.746272 run osmo-stp_10.42.42.5(pid=2068): Launched 21:26:47.010143 run osmo-msc_10.42.42.6: Starting osmo-msc 21:26:47.668344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Launched 21:26:47.992889 run osmo-msc_10.42.42.6(pid=2071): Launched 21:26:48.313661 run osmo-stp_10.42.42.5(pid=2068): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)] 21:26:48.589485 run osmo-stp_10.42.42.5(pid=2068): stdout: | (launched: 2022-12-13_21:26:46.684170) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:48.790847 run osmo-stp_10.42.42.5(pid=2068): stderr: | [0;m[38;5;43m20221213212646986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212646986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212646987 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212646987 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212646987 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212646988 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212646988 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:48.924035 run osmo-stp_10.42.42.5(pid=2068): stdout: | (launched: 2022-12-13_21:26:46.684170) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:26:49.051945 run osmo-stp_10.42.42.5(pid=2068): stderr: | [0;m[38;5;43m20221213212646986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212646986 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212646987 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212646987 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212646987 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212646988 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212646988 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:26:49.217408 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)] [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18] 21:26:49.226496 tst handover.py:18: Test FAILED (7.7 sec) 21:26:49.254620 run osmo-hlr_10.42.42.2(pid=2065): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2065)] 21:26:49.306223 run osmo-hlr_10.42.42.2(pid=2065): stdout: | (launched: 2022-12-13_21:26:45.464517) 21:26:49.359481 run osmo-hlr_10.42.42.2(pid=2065): stderr: | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212645742 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212645755 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212645767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212645767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212645767 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:26:49.432574 run osmo-msc_10.42.42.6(pid=2071): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2071)] 21:26:49.483796 run osmo-msc_10.42.42.6(pid=2071): stdout: | (launched: 2022-12-13_21:26:47.934078) 21:26:49.537863 run osmo-msc_10.42.42.6(pid=2071): stderr: | [0;m[38;5;43m20221213212648476 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212648476 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fe32aa7fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212648476 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212648476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212648476 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212648477 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212648479 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212648479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212648479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212648479 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:26:49.590260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminating (SIGTERM) 21:26:49.635764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminating (SIGTERM) 21:26:49.680332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Terminating (SIGTERM) 21:26:49.725130 --- ParallelTerminationStrategy: PID 2064 died... 21:26:49.746242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminated: ok {rc=0} 21:26:49.793971 --- ParallelTerminationStrategy: PID 2067 died... 21:26:49.814624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminated: ok {rc=0} 21:26:49.862190 --- ParallelTerminationStrategy: PID 2070 died... 21:26:49.882706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Terminated: ok {rc=0} 21:26:49.972364 bus /sierra_3: Setting Powered False 21:26:51.080139 bus /sierra_3: Setting Powered False 21:26:52.211758 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-umtrx --------------------------------------------------------------------- 21:26:53.499778 tst handover_2G:oc2g+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:26:53.506436 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:26:53.561422 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:26:53.598482 tst handover_2G:oc2g+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:26:53.684664 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:26:53.753815 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:26:53.781858 tst handover_2G:oc2g+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:26:54.306717 tst handover_2G:oc2g+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts OC-2G UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-umtrx handover.py ---------------------------------------------- 21:26:54.320298 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:54.350161 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:26:54.389323 tst handover.py: using LAC 36386 21:26:54.539171 tst handover.py: using RAC 176 21:26:54.669305 tst handover.py: using CellId 36386 21:26:54.793247 tst handover.py: using BVCI 36387 21:26:54.922273 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:26:54.972649 tst handover.py: using LAC 36387 21:26:55.102197 tst handover.py: using RAC 177 21:26:55.234291 tst handover.py: using CellId 36387 21:26:55.396335 tst handover.py: using BVCI 36388 21:26:55.517754 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:55.530292 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:55.542606 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:55.555141 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:55.568071 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:26:55.580942 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:26:55.706588 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:26:55.828546 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:26:56.319054 run create_hlr_db(pid=2076): Launched 21:26:56.487331 bus /sierra_2: Setting Powered False 21:26:57.562295 run create_hlr_db(pid=2076): Terminated: ok {rc=0} 21:26:58.014856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Launched 21:26:58.361200 run osmo-hlr_10.42.42.2(pid=2079): Launched 21:26:58.616439 run osmo-stp_10.42.42.5: Starting osmo-stp 21:26:59.336064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Launched 21:26:59.683901 run osmo-stp_10.42.42.5(pid=2082): Launched 21:26:59.932622 run osmo-msc_10.42.42.6: Starting osmo-msc 21:27:00.599368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Launched 21:27:00.991318 run osmo-msc_10.42.42.6(pid=2085): Launched 21:27:01.365328 run osmo-stp_10.42.42.5(pid=2082): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)] 21:27:01.557066 run osmo-stp_10.42.42.5(pid=2082): stdout: | (launched: 2022-12-13_21:26:59.622920) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:01.789496 run osmo-stp_10.42.42.5(pid=2082): stderr: | [0;m[38;5;43m20221213212659917 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212659917 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212659918 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212659918 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:02.021693 run osmo-stp_10.42.42.5(pid=2082): stdout: | (launched: 2022-12-13_21:26:59.622920) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:02.156698 run osmo-stp_10.42.42.5(pid=2082): stderr: | [0;m[38;5;43m20221213212659917 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212659917 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212659918 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212659918 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212659919 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:02.316368 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2082): Process ended prematurely: osmo-stp_10.42.42.5(pid=2082) [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)] [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18] 21:27:02.326583 tst handover.py:18: Test FAILED (8.0 sec) 21:27:02.355852 run osmo-hlr_10.42.42.2(pid=2079): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2079)] 21:27:02.408730 run osmo-hlr_10.42.42.2(pid=2079): stdout: | (launched: 2022-12-13_21:26:58.297838) 21:27:02.462868 run osmo-hlr_10.42.42.2(pid=2079): stderr: | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212658604 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212658626 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212658639 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212658639 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212658639 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:27:02.536901 run osmo-msc_10.42.42.6(pid=2085): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2085)] 21:27:02.589240 run osmo-msc_10.42.42.6(pid=2085): stdout: | (launched: 2022-12-13_21:27:00.920379) 21:27:02.642498 run osmo-msc_10.42.42.6(pid=2085): stderr: | [0;m[38;5;43m20221213212701435 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212701436 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fd22220ec40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212701436 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212701436 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212701436 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212701436 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212701438 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212701438 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212701439 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212701439 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:27:02.697226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Terminating (SIGTERM) 21:27:02.740588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Terminating (SIGTERM) 21:27:02.786702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Terminating (SIGTERM) 21:27:02.832581 --- ParallelTerminationStrategy: PID 2078 died... 21:27:02.853491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Terminated: ok {rc=0} 21:27:02.902489 --- ParallelTerminationStrategy: PID 2081 died... 21:27:02.923026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Terminated: ok {rc=0} 21:27:02.971046 --- ParallelTerminationStrategy: PID 2084 died... 21:27:02.991512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Terminated: ok {rc=0} 21:27:03.091657 bus /sierra_3: Setting Powered False 21:27:04.212151 bus /sierra_3: Setting Powered False 21:27:05.359416 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:oc2g+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms --------------------------------------------------------------------- 21:27:06.627154 tst handover_2G:octphy+bts1-trx-lms: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:27:06.633453 tst handover_2G:octphy+bts1-trx-lms: Verifying 2 x bts (candidates: 11) 21:27:06.697897 tst handover_2G:octphy+bts1-trx-lms: Verifying 6 x ip_address (candidates: 9) 21:27:06.725575 tst handover_2G:octphy+bts1-trx-lms: Verifying 2 x modem (candidates: 12) 21:27:06.778557 tst handover_2G:octphy+bts1-trx-lms: Reserving 2 x bts (candidates: 11) 21:27:06.829495 tst handover_2G:octphy+bts1-trx-lms: Reserving 6 x ip_address (candidates: 9) 21:27:06.868265 tst handover_2G:octphy+bts1-trx-lms: Reserving 2 x modem (candidates: 12) 21:27:07.417374 tst handover_2G:octphy+bts1-trx-lms: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 LimeSDR-USB ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms handover.py ---------------------------------------------- 21:27:07.424880 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:07.436901 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:27:07.475243 tst handover.py: using LAC 36388 21:27:07.610290 tst handover.py: using RAC 178 21:27:07.736874 tst handover.py: using CellId 36388 21:27:07.861449 tst handover.py: using BVCI 36389 21:27:07.983660 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2) 21:27:08.031158 tst handover.py: using LAC 36389 21:27:08.160043 tst handover.py: using RAC 179 21:27:08.286369 tst handover.py: using CellId 36389 21:27:08.417312 tst handover.py: using BVCI 36390 21:27:08.537876 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:08.549735 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:08.561539 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:08.573304 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:08.585973 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6) 21:27:08.598462 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:27:08.724726 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2) 21:27:08.852254 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:27:09.340869 run create_hlr_db(pid=2090): Launched 21:27:09.509251 bus /sierra_2: Setting Powered False 21:27:10.573426 run create_hlr_db(pid=2090): Terminated: ok {rc=0} 21:27:11.009791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Launched 21:27:11.355794 run osmo-hlr_10.42.42.2(pid=2093): Launched 21:27:11.608014 run osmo-stp_10.42.42.5: Starting osmo-stp 21:27:12.244391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Launched 21:27:12.581779 run osmo-stp_10.42.42.5(pid=2096): Launched 21:27:12.783701 run osmo-msc_10.42.42.6: Starting osmo-msc 21:27:13.461719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Launched 21:27:13.792875 run osmo-msc_10.42.42.6(pid=2099): Launched 21:27:14.177051 run osmo-stp_10.42.42.5(pid=2096): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] 21:27:14.421732 run osmo-stp_10.42.42.5(pid=2096): stdout: | (launched: 2022-12-13_21:27:12.518825) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:14.570031 run osmo-stp_10.42.42.5(pid=2096): stderr: | [0;m[38;5;43m20221213212712828 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212712828 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212712829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212712829 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:14.710029 run osmo-stp_10.42.42.5(pid=2096): stdout: | (launched: 2022-12-13_21:27:12.518825) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:14.843917 run osmo-stp_10.42.42.5(pid=2096): stderr: | [0;m[38;5;43m20221213212712828 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212712828 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212712829 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212712829 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212712830 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:15.005230 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18] 21:27:15.014948 tst handover.py:18: Test FAILED (7.6 sec) 21:27:15.043951 run osmo-hlr_10.42.42.2(pid=2093): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2093)] 21:27:15.095851 run osmo-hlr_10.42.42.2(pid=2093): stdout: | (launched: 2022-12-13_21:27:11.295028) 21:27:15.149803 run osmo-hlr_10.42.42.2(pid=2093): stderr: | [0;m[1;31m20221213212711518 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212711518 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212711519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212711519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212711519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212711519 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212711539 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212711548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212711548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212711548 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:27:15.224366 run osmo-msc_10.42.42.6(pid=2099): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2099)] 21:27:15.275748 run osmo-msc_10.42.42.6(pid=2099): stdout: | (launched: 2022-12-13_21:27:13.733293) 21:27:15.329391 run osmo-msc_10.42.42.6(pid=2099): stderr: | [0;m[38;5;43m20221213212714154 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212714154 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f4091f98c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212714155 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212714155 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212714155 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212714155 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212714165 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212714165 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212714165 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212714166 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:27:15.383513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminating (SIGTERM) 21:27:15.427221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminating (SIGTERM) 21:27:15.472667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Terminating (SIGTERM) 21:27:15.517967 --- ParallelTerminationStrategy: PID 2092 died... 21:27:15.538595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminated: ok {rc=0} 21:27:15.586801 --- ParallelTerminationStrategy: PID 2095 died... 21:27:15.607527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminated: ok {rc=0} 21:27:15.655295 --- ParallelTerminationStrategy: PID 2098 died... 21:27:15.675765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Terminated: ok {rc=0} 21:27:15.770075 bus /sierra_3: Setting Powered False 21:27:16.894179 bus /sierra_3: Setting Powered False 21:27:18.038401 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 21:27:19.306506 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:27:19.312193 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 21:27:19.359531 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 21:27:19.387485 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 21:27:19.438571 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 21:27:19.491040 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 21:27:19.523090 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 21:27:20.084835 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 21:27:20.091342 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:20.103793 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:27:20.139088 tst handover.py: using LAC 36390 21:27:20.269324 tst handover.py: using RAC 180 21:27:20.436705 tst handover.py: using CellId 36390 21:27:20.581758 tst handover.py: using BVCI 36391 21:27:20.707335 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:27:20.752108 tst handover.py: using LAC 36391 21:27:20.883015 tst handover.py: using RAC 181 21:27:21.015070 tst handover.py: using CellId 36391 21:27:21.153363 tst handover.py: using BVCI 36392 21:27:21.277306 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:21.289602 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:21.301882 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:21.314215 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:21.327124 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:27:21.339849 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:27:21.467681 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:27:21.597750 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:27:22.113408 run create_hlr_db(pid=2104): Launched 21:27:22.277916 bus /sierra_2: Setting Powered False 21:27:23.349563 run create_hlr_db(pid=2104): Terminated: ok {rc=0} 21:27:23.774852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Launched 21:27:24.105663 run osmo-hlr_10.42.42.2(pid=2107): Launched 21:27:24.362354 run osmo-stp_10.42.42.5: Starting osmo-stp 21:27:24.950154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Launched 21:27:25.286667 run osmo-stp_10.42.42.5(pid=2110): Launched 21:27:25.515111 run osmo-msc_10.42.42.6: Starting osmo-msc 21:27:26.140364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Launched 21:27:26.468647 run osmo-msc_10.42.42.6(pid=2113): Launched 21:27:26.798128 run osmo-stp_10.42.42.5(pid=2110): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)] 21:27:27.128300 run osmo-stp_10.42.42.5(pid=2110): stdout: | (launched: 2022-12-13_21:27:25.228935) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:27.319413 run osmo-stp_10.42.42.5(pid=2110): stderr: | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212725434 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:27.461737 run osmo-stp_10.42.42.5(pid=2110): stdout: | (launched: 2022-12-13_21:27:25.228935) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:27.599208 run osmo-stp_10.42.42.5(pid=2110): stderr: | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212725434 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212725434 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212725435 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:27.761674 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2110): Process ended prematurely: osmo-stp_10.42.42.5(pid=2110) [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)] [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18] 21:27:27.771486 tst handover.py:18: Test FAILED (7.7 sec) 21:27:27.800030 run osmo-hlr_10.42.42.2(pid=2107): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2107)] 21:27:27.851274 run osmo-hlr_10.42.42.2(pid=2107): stdout: | (launched: 2022-12-13_21:27:24.045364) 21:27:27.905517 run osmo-hlr_10.42.42.2(pid=2107): stderr: | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212724327 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212724346 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212724368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212724368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212724368 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:27:27.979914 run osmo-msc_10.42.42.6(pid=2113): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2113)] 21:27:28.030923 run osmo-msc_10.42.42.6(pid=2113): stdout: | (launched: 2022-12-13_21:27:26.410091) 21:27:28.084720 run osmo-msc_10.42.42.6(pid=2113): stderr: | [0;m[38;5;43m20221213212726900 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212726900 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f5df5a93c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212726900 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212726900 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212726900 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212726900 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212726910 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212726911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212726911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212726911 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:27:28.138850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Terminating (SIGTERM) 21:27:28.181424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Terminating (SIGTERM) 21:27:28.224111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Terminating (SIGTERM) 21:27:28.268073 --- ParallelTerminationStrategy: PID 2106 died... 21:27:28.288368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Terminated: ok {rc=0} 21:27:28.338167 --- ParallelTerminationStrategy: PID 2109 died... 21:27:28.358597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Terminated: ok {rc=0} 21:27:28.406428 --- ParallelTerminationStrategy: PID 2112 died... 21:27:28.426786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Terminated: ok {rc=0} 21:27:28.519654 bus /sierra_3: Setting Powered False 21:27:29.633436 bus /sierra_3: Setting Powered False 21:27:30.754885 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 21:27:32.051961 tst handover_2G:octphy+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:27:32.062452 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 21:27:32.119869 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 21:27:32.148297 tst handover_2G:octphy+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 21:27:32.202732 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 21:27:32.256123 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 21:27:32.284832 tst handover_2G:octphy+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 21:27:32.840018 tst handover_2G:octphy+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 21:27:32.845398 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:32.857609 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:27:32.893534 tst handover.py: using LAC 36392 21:27:33.030875 tst handover.py: using RAC 182 21:27:33.173447 tst handover.py: using CellId 36392 21:27:33.315193 tst handover.py: using BVCI 36393 21:27:33.447084 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:27:33.504008 tst handover.py: using LAC 36393 21:27:33.637033 tst handover.py: using RAC 183 21:27:33.775897 tst handover.py: using CellId 36393 21:27:33.907786 tst handover.py: using BVCI 36394 21:27:34.057844 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:34.070286 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:34.082475 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:34.095581 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:34.108081 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:27:34.120696 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:27:34.252401 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:27:34.376589 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:27:34.884304 run create_hlr_db(pid=2119): Launched 21:27:35.053267 bus /sierra_2: Setting Powered False 21:27:36.139262 run create_hlr_db(pid=2119): Terminated: ok {rc=0} 21:27:36.585046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Launched 21:27:36.933106 run osmo-hlr_10.42.42.2(pid=2122): Launched 21:27:37.183663 run osmo-stp_10.42.42.5: Starting osmo-stp 21:27:37.803035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Launched 21:27:38.149936 run osmo-stp_10.42.42.5(pid=2125): Launched 21:27:38.392342 run osmo-msc_10.42.42.6: Starting osmo-msc 21:27:39.071579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Launched 21:27:39.414987 run osmo-msc_10.42.42.6(pid=2128): Launched 21:27:39.600187 run osmo-stp_10.42.42.5(pid=2125): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)] 21:27:39.739898 run osmo-stp_10.42.42.5(pid=2125): stdout: | (launched: 2022-12-13_21:27:38.089601) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:39.890107 run osmo-stp_10.42.42.5(pid=2125): stderr: | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212738375 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:40.041956 run osmo-stp_10.42.42.5(pid=2125): stdout: | (launched: 2022-12-13_21:27:38.089601) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:40.173678 run osmo-stp_10.42.42.5(pid=2125): stderr: | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212738375 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212738375 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212738376 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:40.331059 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2125): Process ended prematurely: osmo-stp_10.42.42.5(pid=2125) [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)] [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18] 21:27:40.339925 tst handover.py:18: Test FAILED (7.5 sec) 21:27:40.367415 run osmo-hlr_10.42.42.2(pid=2122): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2122)] 21:27:40.417662 run osmo-hlr_10.42.42.2(pid=2122): stdout: | (launched: 2022-12-13_21:27:36.872846) 21:27:40.469814 run osmo-hlr_10.42.42.2(pid=2122): stderr: | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212737163 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212737191 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212737207 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212737208 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212737208 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:27:40.542511 run osmo-msc_10.42.42.6(pid=2128): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2128)] 21:27:40.593387 run osmo-msc_10.42.42.6(pid=2128): stdout: | (launched: 2022-12-13_21:27:39.353920) 21:27:40.645585 run osmo-msc_10.42.42.6(pid=2128): stderr: | [0;m[38;5;43m20221213212739762 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212739762 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ffb8fa00c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212739762 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212739762 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212739763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212739763 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212739764 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212739780 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212739781 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212739781 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:27:40.698108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Terminating (SIGTERM) 21:27:40.739740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Terminating (SIGTERM) 21:27:40.781923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Terminating (SIGTERM) 21:27:40.824179 --- ParallelTerminationStrategy: PID 2121 died... 21:27:40.844165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Terminated: ok {rc=0} 21:27:40.891045 --- ParallelTerminationStrategy: PID 2124 died... 21:27:40.910949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Terminated: ok {rc=0} 21:27:40.957553 --- ParallelTerminationStrategy: PID 2127 died... 21:27:40.977432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Terminated: ok {rc=0} 21:27:41.065900 bus /sierra_3: Setting Powered False 21:27:42.167788 bus /sierra_3: Setting Powered False 21:27:43.286075 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-sysmo --------------------------------------------------------------------- 21:27:44.552583 tst handover_2G:octphy+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:27:44.558521 tst handover_2G:octphy+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:27:44.596089 tst handover_2G:octphy+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:27:44.623382 tst handover_2G:octphy+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:27:44.678269 tst handover_2G:octphy+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:27:44.718893 tst handover_2G:octphy+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:27:44.747853 tst handover_2G:octphy+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:27:45.326112 tst handover_2G:octphy+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-sysmo handover.py ---------------------------------------------- 21:27:45.333308 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:45.355678 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2) 21:27:45.408527 tst handover.py: using LAC 36394 21:27:45.554983 tst handover.py: using RAC 184 21:27:45.721720 tst handover.py: using CellId 36394 21:27:45.919294 tst handover.py: using BVCI 36395 21:27:46.106297 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2) 21:27:46.147433 tst handover.py: using LAC 36395 21:27:46.279543 tst handover.py: using RAC 185 21:27:46.434004 tst handover.py: using CellId 36395 21:27:46.604267 tst handover.py: using BVCI 36396 21:27:46.770437 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:46.781936 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:46.793289 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:46.804600 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:46.817488 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:27:46.829830 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2) 21:27:46.974121 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2) 21:27:47.115514 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:27:47.627216 run create_hlr_db(pid=2133): Launched 21:27:47.808727 bus /sierra_2: Setting Powered False 21:27:48.877479 run create_hlr_db(pid=2133): Terminated: ok {rc=0} 21:27:49.329850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Launched 21:27:49.680225 run osmo-hlr_10.42.42.2(pid=2136): Launched 21:27:49.823133 run osmo-stp_10.42.42.5: Starting osmo-stp 21:27:50.382286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Launched 21:27:50.726530 run osmo-stp_10.42.42.5(pid=2139): Launched 21:27:50.866504 run osmo-msc_10.42.42.6: Starting osmo-msc 21:27:51.475732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Launched 21:27:51.827678 run osmo-msc_10.42.42.6(pid=2142): Launched 21:27:52.043347 run osmo-stp_10.42.42.5(pid=2139): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)] 21:27:52.204843 run osmo-stp_10.42.42.5(pid=2139): stdout: | (launched: 2022-12-13_21:27:50.663780) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:52.352493 run osmo-stp_10.42.42.5(pid=2139): stderr: | [0;m[38;5;43m20221213212750840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212750840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212750841 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212750841 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212750841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212750842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212750842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:52.496528 run osmo-stp_10.42.42.5(pid=2139): stdout: | (launched: 2022-12-13_21:27:50.663780) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:27:52.634511 run osmo-stp_10.42.42.5(pid=2139): stderr: | [0;m[38;5;43m20221213212750840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212750840 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212750841 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212750841 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212750841 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212750842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212750842 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:27:52.800558 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2139): Process ended prematurely: osmo-stp_10.42.42.5(pid=2139) [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)] [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18] 21:27:52.809892 tst handover.py:18: Test FAILED (7.5 sec) 21:27:52.840438 run osmo-hlr_10.42.42.2(pid=2136): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2136)] 21:27:52.894019 run osmo-hlr_10.42.42.2(pid=2136): stdout: | (launched: 2022-12-13_21:27:49.615471) 21:27:52.948725 run osmo-hlr_10.42.42.2(pid=2136): stderr: | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212749800 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212749814 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212749824 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212749825 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212749825 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:27:53.023470 run osmo-msc_10.42.42.6(pid=2142): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2142)] 21:27:53.075365 run osmo-msc_10.42.42.6(pid=2142): stdout: | (launched: 2022-12-13_21:27:51.763962) 21:27:53.128733 run osmo-msc_10.42.42.6(pid=2142): stderr: | [0;m[38;5;43m20221213212752046 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212752046 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f755759fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212752046 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212752046 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212752046 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212752046 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212752048 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212752049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212752049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212752049 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:27:53.182351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Terminating (SIGTERM) 21:27:53.225920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Terminating (SIGTERM) 21:27:53.268310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Terminating (SIGTERM) 21:27:53.311019 --- ParallelTerminationStrategy: PID 2135 died... 21:27:53.331338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Terminated: ok {rc=0} 21:27:53.378286 --- ParallelTerminationStrategy: PID 2138 died... 21:27:53.398163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Terminated: ok {rc=0} 21:27:53.444740 --- ParallelTerminationStrategy: PID 2141 died... 21:27:53.464717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Terminated: ok {rc=0} 21:27:53.558847 bus /sierra_3: Setting Powered False 21:27:54.666492 bus /sierra_3: Setting Powered False 21:27:55.794434 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-b200 --------------------------------------------------------------------- 21:27:57.054033 tst handover_2G:octphy+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:27:57.059084 tst handover_2G:octphy+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:27:57.111580 tst handover_2G:octphy+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:27:57.137955 tst handover_2G:octphy+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:27:57.193783 tst handover_2G:octphy+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:27:57.245907 tst handover_2G:octphy+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:27:57.275325 tst handover_2G:octphy+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:27:57.834829 tst handover_2G:octphy+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-b200 handover.py ---------------------------------------------- 21:27:57.840093 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:57.851753 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:27:57.888666 tst handover.py: using LAC 36396 21:27:58.029354 tst handover.py: using RAC 186 21:27:58.167669 tst handover.py: using CellId 36396 21:27:58.302067 tst handover.py: using BVCI 36397 21:27:58.429115 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:27:58.479748 tst handover.py: using LAC 36397 21:27:58.614500 tst handover.py: using RAC 187 21:27:58.748622 tst handover.py: using CellId 36397 21:27:58.881839 tst handover.py: using BVCI 36398 21:27:59.005517 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:59.017563 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:59.029100 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:59.040436 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:59.052312 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:27:59.063727 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:27:59.188589 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:27:59.314811 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:27:59.823803 run create_hlr_db(pid=2147): Launched 21:27:59.959521 bus /sierra_2: Setting Powered False 21:28:01.031036 run create_hlr_db(pid=2147): Terminated: ok {rc=0} 21:28:01.530586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Launched 21:28:01.920693 run osmo-hlr_10.42.42.2(pid=2150): Launched 21:28:02.169788 run osmo-stp_10.42.42.5: Starting osmo-stp 21:28:02.929713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Launched 21:28:03.285674 run osmo-stp_10.42.42.5(pid=2153): Launched 21:28:03.561350 run osmo-msc_10.42.42.6: Starting osmo-msc 21:28:04.196465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Launched 21:28:04.533386 run osmo-msc_10.42.42.6(pid=2156): Launched 21:28:04.725724 run osmo-stp_10.42.42.5(pid=2153): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)] 21:28:04.870286 run osmo-stp_10.42.42.5(pid=2153): stdout: | (launched: 2022-12-13_21:28:03.219726) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:05.028850 run osmo-stp_10.42.42.5(pid=2153): stderr: | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212803524 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212803524 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212803524 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212803528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:05.169382 run osmo-stp_10.42.42.5(pid=2153): stdout: | (launched: 2022-12-13_21:28:03.219726) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:05.301842 run osmo-stp_10.42.42.5(pid=2153): stderr: | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212803523 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212803524 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212803524 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212803524 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212803528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:05.460359 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2153): Process ended prematurely: osmo-stp_10.42.42.5(pid=2153) [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)] [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18] 21:28:05.469541 tst handover.py:18: Test FAILED (7.6 sec) 21:28:05.497293 run osmo-hlr_10.42.42.2(pid=2150): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2150)] 21:28:05.548262 run osmo-hlr_10.42.42.2(pid=2150): stdout: | (launched: 2022-12-13_21:28:01.857798) 21:28:05.600650 run osmo-hlr_10.42.42.2(pid=2150): stderr: | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212802119 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212802176 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212802200 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212802200 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212802200 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:28:05.673295 run osmo-msc_10.42.42.6(pid=2156): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2156)] 21:28:05.723851 run osmo-msc_10.42.42.6(pid=2156): stdout: | (launched: 2022-12-13_21:28:04.470216) 21:28:05.776055 run osmo-msc_10.42.42.6(pid=2156): stderr: | [0;m[38;5;43m20221213212804842 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212804843 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff4844b4c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212804843 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212804843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212804843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212804843 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212804845 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212804845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212804845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212804846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:28:05.828678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Terminating (SIGTERM) 21:28:05.870852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Terminating (SIGTERM) 21:28:05.913606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Terminating (SIGTERM) 21:28:05.956166 --- ParallelTerminationStrategy: PID 2149 died... 21:28:05.976698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Terminated: ok {rc=0} 21:28:06.023715 --- ParallelTerminationStrategy: PID 2152 died... 21:28:06.043580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Terminated: ok {rc=0} 21:28:06.090422 --- ParallelTerminationStrategy: PID 2155 died... 21:28:06.110483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Terminated: ok {rc=0} 21:28:06.199337 bus /sierra_3: Setting Powered False 21:28:07.303029 bus /sierra_3: Setting Powered False 21:28:08.424240 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-umtrx --------------------------------------------------------------------- 21:28:09.687692 tst handover_2G:octphy+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:28:09.693536 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:28:09.743507 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:28:09.771210 tst handover_2G:octphy+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:28:09.823464 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:28:09.875221 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:28:09.903725 tst handover_2G:octphy+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:28:10.477682 tst handover_2G:octphy+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts OCTBTS 3500 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-umtrx handover.py ---------------------------------------------- 21:28:10.483682 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:10.505911 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:28:10.563418 tst handover.py: using LAC 36398 21:28:10.695996 tst handover.py: using RAC 188 21:28:10.828938 tst handover.py: using CellId 36398 21:28:10.960871 tst handover.py: using BVCI 36399 21:28:11.087721 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:28:11.138250 tst handover.py: using LAC 36399 21:28:11.275123 tst handover.py: using RAC 189 21:28:11.411624 tst handover.py: using CellId 36399 21:28:11.548589 tst handover.py: using BVCI 36400 21:28:11.677645 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:11.689522 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:11.701942 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:11.713865 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:11.726915 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:28:11.739484 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:28:11.866926 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:28:11.996738 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:28:12.506651 run create_hlr_db(pid=2161): Launched 21:28:12.640649 bus /sierra_2: Setting Powered False 21:28:13.706964 run create_hlr_db(pid=2161): Terminated: ok {rc=0} 21:28:14.144394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Launched 21:28:14.481474 run osmo-hlr_10.42.42.2(pid=2164): Launched 21:28:14.608879 run osmo-stp_10.42.42.5: Starting osmo-stp 21:28:15.176794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Launched 21:28:15.518027 run osmo-stp_10.42.42.5(pid=2167): Launched 21:28:15.659422 run osmo-msc_10.42.42.6: Starting osmo-msc 21:28:16.323389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Launched 21:28:16.754843 run osmo-msc_10.42.42.6(pid=2170): Launched 21:28:17.199136 run osmo-stp_10.42.42.5(pid=2167): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)] 21:28:17.497954 run osmo-stp_10.42.42.5(pid=2167): stdout: | (launched: 2022-12-13_21:28:15.454068) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:17.761104 run osmo-stp_10.42.42.5(pid=2167): stderr: | [0;m[38;5;43m20221213212815656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212815656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212815657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212815657 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:17.900378 run osmo-stp_10.42.42.5(pid=2167): stdout: | (launched: 2022-12-13_21:28:15.454068) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:18.034397 run osmo-stp_10.42.42.5(pid=2167): stderr: | [0;m[38;5;43m20221213212815656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212815656 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212815657 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212815657 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212815658 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:18.194762 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)] [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18] 21:28:18.204718 tst handover.py:18: Test FAILED (7.7 sec) 21:28:18.233760 run osmo-hlr_10.42.42.2(pid=2164): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2164)] 21:28:18.285488 run osmo-hlr_10.42.42.2(pid=2164): stdout: | (launched: 2022-12-13_21:28:14.419368) 21:28:18.339145 run osmo-hlr_10.42.42.2(pid=2164): stderr: | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212814644 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212814660 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212814669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212814669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212814669 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:28:18.413070 run osmo-msc_10.42.42.6(pid=2170): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2170)] 21:28:18.464658 run osmo-msc_10.42.42.6(pid=2170): stdout: | (launched: 2022-12-13_21:28:16.676183) 21:28:18.517990 run osmo-msc_10.42.42.6(pid=2170): stderr: | [0;m[38;5;43m20221213212817322 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212817322 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f56895d3c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212817323 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212817323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212817323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212817323 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212817325 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212817325 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212817326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212817326 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:28:18.571997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminating (SIGTERM) 21:28:18.619676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminating (SIGTERM) 21:28:18.679454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminating (SIGTERM) 21:28:18.735443 --- ParallelTerminationStrategy: PID 2163 died... 21:28:18.755894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminated: ok {rc=0} 21:28:18.803442 --- ParallelTerminationStrategy: PID 2166 died... 21:28:18.823771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminated: ok {rc=0} 21:28:18.871010 --- ParallelTerminationStrategy: PID 2169 died... 21:28:18.890809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminated: ok {rc=0} 21:28:18.981696 bus /sierra_3: Setting Powered False 21:28:20.085798 bus /sierra_3: Setting Powered False 21:28:21.207148 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:octphy+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-lms-limenet-micro --------------------------------------------------------------------- 21:28:22.485790 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:28:22.493192 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 2 x bts (candidates: 11) 21:28:22.556393 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 6 x ip_address (candidates: 9) 21:28:22.586318 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Verifying 2 x modem (candidates: 12) 21:28:22.640099 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 2 x bts (candidates: 11) 21:28:22.706360 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 6 x ip_address (candidates: 9) 21:28:22.734638 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Reserving 2 x modem (candidates: 12) 21:28:23.289752 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB LimeNET-Micro ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py ---------------------------------------------- 21:28:23.296721 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:23.309993 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:28:23.361297 tst handover.py: using LAC 36400 21:28:23.497287 tst handover.py: using RAC 190 21:28:23.630669 tst handover.py: using CellId 36400 21:28:23.765775 tst handover.py: using BVCI 36401 21:28:23.891873 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2) 21:28:23.938958 tst handover.py: using LAC 36401 21:28:24.068469 tst handover.py: using RAC 191 21:28:24.206312 tst handover.py: using CellId 36401 21:28:24.337332 tst handover.py: using BVCI 36402 21:28:24.462713 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:24.474686 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:24.486177 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:24.497709 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:24.509504 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6) 21:28:24.521293 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:28:24.648578 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2) 21:28:24.770500 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:28:25.268130 run create_hlr_db(pid=2175): Launched 21:28:25.434311 bus /sierra_2: Setting Powered False 21:28:26.500536 run create_hlr_db(pid=2175): Terminated: ok {rc=0} 21:28:26.948108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched 21:28:27.301190 run osmo-hlr_10.42.42.2(pid=2178): Launched 21:28:27.447412 run osmo-stp_10.42.42.5: Starting osmo-stp 21:28:28.020249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Launched 21:28:28.371360 run osmo-stp_10.42.42.5(pid=2181): Launched 21:28:28.517618 run osmo-msc_10.42.42.6: Starting osmo-msc 21:28:29.117389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Launched 21:28:29.465326 run osmo-msc_10.42.42.6(pid=2184): Launched 21:28:29.732288 run osmo-stp_10.42.42.5(pid=2181): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] 21:28:29.889883 run osmo-stp_10.42.42.5(pid=2181): stdout: | (launched: 2022-12-13_21:28:28.306638) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:30.031747 run osmo-stp_10.42.42.5(pid=2181): stderr: | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212828486 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:30.177763 run osmo-stp_10.42.42.5(pid=2181): stdout: | (launched: 2022-12-13_21:28:28.306638) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:30.316193 run osmo-stp_10.42.42.5(pid=2181): stderr: | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212828486 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212828486 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212828487 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:30.473306 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18] 21:28:30.481836 tst handover.py:18: Test FAILED (7.2 sec) 21:28:30.510994 run osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)] 21:28:30.562336 run osmo-hlr_10.42.42.2(pid=2178): stdout: | (launched: 2022-12-13_21:28:27.236610) 21:28:30.618804 run osmo-hlr_10.42.42.2(pid=2178): stderr: | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212827424 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212827436 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212827445 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212827446 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212827446 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:28:30.695206 run osmo-msc_10.42.42.6(pid=2184): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2184)] 21:28:30.746936 run osmo-msc_10.42.42.6(pid=2184): stdout: | (launched: 2022-12-13_21:28:29.401609) 21:28:30.803374 run osmo-msc_10.42.42.6(pid=2184): stderr: | [0;m[38;5;43m20221213212829708 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212829708 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f6501b7ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212829708 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212829708 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212829708 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212829709 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212829710 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212829711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212829711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212829711 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:28:30.859694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM) 21:28:30.914529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminating (SIGTERM) 21:28:30.963429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminating (SIGTERM) 21:28:31.010436 --- ParallelTerminationStrategy: PID 2177 died... 21:28:31.033051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0} 21:28:31.087940 --- ParallelTerminationStrategy: PID 2180 died... 21:28:31.113999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminated: ok {rc=0} 21:28:31.167680 --- ParallelTerminationStrategy: PID 2183 died... 21:28:31.191600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminated: ok {rc=0} 21:28:31.295253 bus /sierra_3: Setting Powered False 21:28:32.423532 bus /sierra_3: Setting Powered False 21:28:33.569805 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-lms-limenet-micro FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 21:28:34.889277 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:28:34.901216 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 21:28:34.971265 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 21:28:34.999649 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 21:28:35.056615 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 21:28:35.145715 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 21:28:35.174204 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 21:28:35.716019 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 21:28:35.723114 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:35.738982 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:28:35.794675 tst handover.py: using LAC 36402 21:28:35.929119 tst handover.py: using RAC 192 21:28:36.094674 tst handover.py: using CellId 36402 21:28:36.230322 tst handover.py: using BVCI 36403 21:28:36.356510 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:28:36.407530 tst handover.py: using LAC 36403 21:28:36.542353 tst handover.py: using RAC 193 21:28:36.677216 tst handover.py: using CellId 36403 21:28:36.807708 tst handover.py: using BVCI 36404 21:28:36.931584 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:36.943519 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:36.955664 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:36.968044 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:36.980242 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:28:36.992533 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:28:37.118843 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:28:37.256094 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:28:37.752403 run create_hlr_db(pid=2189): Launched 21:28:37.922487 bus /sierra_2: Setting Powered False 21:28:38.995945 run create_hlr_db(pid=2189): Terminated: ok {rc=0} 21:28:39.457190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Launched 21:28:39.825083 run osmo-hlr_10.42.42.2(pid=2192): Launched 21:28:40.074335 run osmo-stp_10.42.42.5: Starting osmo-stp 21:28:40.730868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Launched 21:28:41.114888 run osmo-stp_10.42.42.5(pid=2195): Launched 21:28:41.397469 run osmo-msc_10.42.42.6: Starting osmo-msc 21:28:41.997820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Launched 21:28:42.342759 run osmo-msc_10.42.42.6(pid=2198): Launched 21:28:42.558407 run osmo-stp_10.42.42.5(pid=2195): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)] 21:28:42.720012 run osmo-stp_10.42.42.5(pid=2195): stdout: | (launched: 2022-12-13_21:28:41.052622) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:42.874436 run osmo-stp_10.42.42.5(pid=2195): stderr: | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212841318 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:43.018454 run osmo-stp_10.42.42.5(pid=2195): stdout: | (launched: 2022-12-13_21:28:41.052622) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:43.155274 run osmo-stp_10.42.42.5(pid=2195): stderr: | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212841317 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212841318 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212841318 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:43.321606 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2195): Process ended prematurely: osmo-stp_10.42.42.5(pid=2195) [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)] [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18] 21:28:43.330518 tst handover.py:18: Test FAILED (7.6 sec) 21:28:43.360229 run osmo-hlr_10.42.42.2(pid=2192): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2192)] 21:28:43.413664 run osmo-hlr_10.42.42.2(pid=2192): stdout: | (launched: 2022-12-13_21:28:39.758856) 21:28:43.469551 run osmo-hlr_10.42.42.2(pid=2192): stderr: | [0;m[1;31m20221213212840085 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212840085 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212840085 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212840085 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212840085 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212840086 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212840103 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212840111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212840111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212840111 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:28:43.546172 run osmo-msc_10.42.42.6(pid=2198): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2198)] 21:28:43.599217 run osmo-msc_10.42.42.6(pid=2198): stdout: | (launched: 2022-12-13_21:28:42.280565) 21:28:43.654979 run osmo-msc_10.42.42.6(pid=2198): stderr: | [0;m[38;5;43m20221213212842659 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212842659 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc64e64bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212842659 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212842659 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212842660 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212842660 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212842662 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212842662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212842662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212842662 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:28:43.710450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Terminating (SIGTERM) 21:28:43.755524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Terminating (SIGTERM) 21:28:43.800793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Terminating (SIGTERM) 21:28:43.845891 --- ParallelTerminationStrategy: PID 2191 died... 21:28:43.866943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Terminated: ok {rc=0} 21:28:43.916047 --- ParallelTerminationStrategy: PID 2194 died... 21:28:43.937088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Terminated: ok {rc=0} 21:28:43.986626 --- ParallelTerminationStrategy: PID 2197 died... 21:28:44.007394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Terminated: ok {rc=0} 21:28:44.102364 bus /sierra_3: Setting Powered False 21:28:45.210241 bus /sierra_3: Setting Powered False 21:28:46.333613 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-sysmo --------------------------------------------------------------------- 21:28:47.628790 tst handover_2G:trx-lms+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:28:47.635338 tst handover_2G:trx-lms+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:28:47.687518 tst handover_2G:trx-lms+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:28:47.715305 tst handover_2G:trx-lms+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:28:47.773678 tst handover_2G:trx-lms+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:28:47.828330 tst handover_2G:trx-lms+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:28:47.858302 tst handover_2G:trx-lms+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:28:48.400597 tst handover_2G:trx-lms+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-sysmo handover.py ---------------------------------------------- 21:28:48.406898 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:48.419217 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2) 21:28:48.467535 tst handover.py: using LAC 36404 21:28:48.597480 tst handover.py: using RAC 194 21:28:48.728167 tst handover.py: using CellId 36404 21:28:48.858616 tst handover.py: using BVCI 36405 21:28:48.981667 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2) 21:28:49.015882 tst handover.py: using LAC 36405 21:28:49.146698 tst handover.py: using RAC 195 21:28:49.278148 tst handover.py: using CellId 36405 21:28:49.409870 tst handover.py: using BVCI 36406 21:28:49.542001 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:49.553705 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:49.564820 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:49.576040 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:49.587920 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:28:49.600611 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2) 21:28:49.727686 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2) 21:28:49.851510 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:28:50.344838 run create_hlr_db(pid=2203): Launched 21:28:50.481387 bus /sierra_2: Setting Powered False 21:28:51.548445 run create_hlr_db(pid=2203): Terminated: ok {rc=0} 21:28:51.998879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Launched 21:28:52.351183 run osmo-hlr_10.42.42.2(pid=2206): Launched 21:28:52.503366 run osmo-stp_10.42.42.5: Starting osmo-stp 21:28:53.068740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Launched 21:28:53.412220 run osmo-stp_10.42.42.5(pid=2209): Launched 21:28:53.558494 run osmo-msc_10.42.42.6: Starting osmo-msc 21:28:54.163910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Launched 21:28:54.512825 run osmo-msc_10.42.42.6(pid=2212): Launched 21:28:54.729907 run osmo-stp_10.42.42.5(pid=2209): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)] 21:28:54.892905 run osmo-stp_10.42.42.5(pid=2209): stdout: | (launched: 2022-12-13_21:28:53.349799) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:55.038214 run osmo-stp_10.42.42.5(pid=2209): stderr: | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212853528 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:55.185794 run osmo-stp_10.42.42.5(pid=2209): stdout: | (launched: 2022-12-13_21:28:53.349799) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:28:55.323056 run osmo-stp_10.42.42.5(pid=2209): stderr: | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212853527 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212853528 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212853528 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:28:55.489771 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)] [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18] 21:28:55.498767 tst handover.py:18: Test FAILED (7.1 sec) 21:28:55.529569 run osmo-hlr_10.42.42.2(pid=2206): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2206)] 21:28:55.582634 run osmo-hlr_10.42.42.2(pid=2206): stdout: | (launched: 2022-12-13_21:28:52.288317) 21:28:55.637207 run osmo-hlr_10.42.42.2(pid=2206): stderr: | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212852470 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212852487 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212852497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212852497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212852497 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:28:55.715199 run osmo-msc_10.42.42.6(pid=2212): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2212)] 21:28:55.767758 run osmo-msc_10.42.42.6(pid=2212): stdout: | (launched: 2022-12-13_21:28:54.448393) 21:28:55.822123 run osmo-msc_10.42.42.6(pid=2212): stderr: | [0;m[38;5;43m20221213212854744 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212854744 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3c7ee33c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212854744 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212854744 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212854744 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212854744 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212854746 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212854747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212854747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212854747 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:28:55.873963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminating (SIGTERM) 21:28:55.914223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminating (SIGTERM) 21:28:55.954508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminating (SIGTERM) 21:28:55.995708 --- ParallelTerminationStrategy: PID 2205 died... 21:28:56.015257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminated: ok {rc=0} 21:28:56.061334 --- ParallelTerminationStrategy: PID 2208 died... 21:28:56.080189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminated: ok {rc=0} 21:28:56.125265 --- ParallelTerminationStrategy: PID 2211 died... 21:28:56.144083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminated: ok {rc=0} 21:28:56.230516 bus /sierra_3: Setting Powered False 21:28:57.343152 bus /sierra_3: Setting Powered False 21:28:58.459154 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-b200 --------------------------------------------------------------------- 21:28:59.721055 tst handover_2G:trx-lms+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:28:59.727107 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:28:59.791607 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:28:59.819199 tst handover_2G:trx-lms+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:28:59.873811 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:28:59.938538 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:28:59.965998 tst handover_2G:trx-lms+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:29:00.525722 tst handover_2G:trx-lms+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-b200 handover.py ---------------------------------------------- 21:29:00.532022 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:00.544332 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:29:00.595284 tst handover.py: using LAC 36406 21:29:00.727793 tst handover.py: using RAC 196 21:29:00.879016 tst handover.py: using CellId 36406 21:29:01.014897 tst handover.py: using BVCI 36407 21:29:01.138904 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:29:01.188599 tst handover.py: using LAC 36407 21:29:01.343635 tst handover.py: using RAC 197 21:29:01.478522 tst handover.py: using CellId 36407 21:29:01.617746 tst handover.py: using BVCI 36408 21:29:01.785050 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:01.802169 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:01.820675 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:01.834241 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:01.845981 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:01.857780 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:29:02.000903 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:29:02.153844 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:29:02.721819 run create_hlr_db(pid=2219): Launched 21:29:02.857198 bus /sierra_2: Setting Powered False 21:29:03.924789 run create_hlr_db(pid=2219): Terminated: ok {rc=0} 21:29:04.371082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Launched 21:29:04.714918 run osmo-hlr_10.42.42.2(pid=2222): Launched 21:29:04.847812 run osmo-stp_10.42.42.5: Starting osmo-stp 21:29:05.401496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Launched 21:29:05.743128 run osmo-stp_10.42.42.5(pid=2225): Launched 21:29:05.875246 run osmo-msc_10.42.42.6: Starting osmo-msc 21:29:06.469398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Launched 21:29:06.804839 run osmo-msc_10.42.42.6(pid=2228): Launched 21:29:07.144447 run osmo-stp_10.42.42.5(pid=2225): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)] 21:29:07.287423 run osmo-stp_10.42.42.5(pid=2225): stdout: | (launched: 2022-12-13_21:29:05.678630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:07.540502 run osmo-stp_10.42.42.5(pid=2225): stderr: | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212905895 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:07.682392 run osmo-stp_10.42.42.5(pid=2225): stdout: | (launched: 2022-12-13_21:29:05.678630) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:07.818826 run osmo-stp_10.42.42.5(pid=2225): stderr: | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212905894 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212905895 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212905895 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:07.982344 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2225): Process ended prematurely: osmo-stp_10.42.42.5(pid=2225) [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)] [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18] 21:29:07.991819 tst handover.py:18: Test FAILED (7.5 sec) 21:29:08.020392 run osmo-hlr_10.42.42.2(pid=2222): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2222)] 21:29:08.071346 run osmo-hlr_10.42.42.2(pid=2222): stdout: | (launched: 2022-12-13_21:29:04.650877) 21:29:08.123714 run osmo-hlr_10.42.42.2(pid=2222): stderr: | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212904871 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212904887 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212904899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212904899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212904899 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:29:08.196652 run osmo-msc_10.42.42.6(pid=2228): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2228)] 21:29:08.247302 run osmo-msc_10.42.42.6(pid=2228): stdout: | (launched: 2022-12-13_21:29:06.743873) 21:29:08.299553 run osmo-msc_10.42.42.6(pid=2228): stderr: | [0;m[38;5;43m20221213212907164 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212907164 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3d3e98fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212907164 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212907164 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212907164 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212907173 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212907185 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212907185 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212907185 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212907185 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:29:08.352489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Terminating (SIGTERM) 21:29:08.394737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Terminating (SIGTERM) 21:29:08.437378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Terminating (SIGTERM) 21:29:08.480261 --- ParallelTerminationStrategy: PID 2221 died... 21:29:08.500723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Terminated: ok {rc=0} 21:29:08.547962 --- ParallelTerminationStrategy: PID 2224 died... 21:29:08.567896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Terminated: ok {rc=0} 21:29:08.614573 --- ParallelTerminationStrategy: PID 2227 died... 21:29:08.634540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Terminated: ok {rc=0} 21:29:08.726442 bus /sierra_3: Setting Powered False 21:29:09.829762 bus /sierra_3: Setting Powered False 21:29:10.950444 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-umtrx --------------------------------------------------------------------- 21:29:12.229724 tst handover_2G:trx-lms+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:29:12.235434 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:29:12.298784 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:29:12.326059 tst handover_2G:trx-lms+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:29:12.379802 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:29:12.445536 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:29:12.472799 tst handover_2G:trx-lms+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:29:13.022579 tst handover_2G:trx-lms+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts LimeSDR-USB UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-umtrx handover.py ---------------------------------------------- 21:29:13.028041 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:13.039459 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:29:13.088797 tst handover.py: using LAC 36408 21:29:13.224480 tst handover.py: using RAC 198 21:29:13.354295 tst handover.py: using CellId 36408 21:29:13.482935 tst handover.py: using BVCI 36409 21:29:13.610092 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:29:13.659322 tst handover.py: using LAC 36409 21:29:13.790519 tst handover.py: using RAC 199 21:29:13.925468 tst handover.py: using CellId 36409 21:29:14.055612 tst handover.py: using BVCI 36410 21:29:14.180315 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:14.191519 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:14.204643 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:14.217102 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:14.228204 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:29:14.241306 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:29:14.367154 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:29:14.492781 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:29:14.989854 run create_hlr_db(pid=2234): Launched 21:29:15.157516 bus /sierra_2: Setting Powered False 21:29:16.231808 run create_hlr_db(pid=2234): Terminated: ok {rc=0} 21:29:16.689333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Launched 21:29:17.038802 run osmo-hlr_10.42.42.2(pid=2237): Launched 21:29:17.293077 run osmo-stp_10.42.42.5: Starting osmo-stp 21:29:17.878341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Launched 21:29:18.245633 run osmo-stp_10.42.42.5(pid=2240): Launched 21:29:18.513610 run osmo-msc_10.42.42.6: Starting osmo-msc 21:29:19.248442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Launched 21:29:19.582254 run osmo-msc_10.42.42.6(pid=2243): Launched 21:29:19.775454 run osmo-stp_10.42.42.5(pid=2240): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)] 21:29:19.919791 run osmo-stp_10.42.42.5(pid=2240): stdout: | (launched: 2022-12-13_21:29:18.177089) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:20.073997 run osmo-stp_10.42.42.5(pid=2240): stderr: | [0;m[38;5;43m20221213212918510 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212918510 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212918511 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212918511 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212918511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212918511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212918512 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:20.213529 run osmo-stp_10.42.42.5(pid=2240): stdout: | (launched: 2022-12-13_21:29:18.177089) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:20.345743 run osmo-stp_10.42.42.5(pid=2240): stderr: | [0;m[38;5;43m20221213212918510 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212918510 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212918511 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212918511 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212918511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212918511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212918512 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:20.503830 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2240): Process ended prematurely: osmo-stp_10.42.42.5(pid=2240) [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)] [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18] 21:29:20.512683 tst handover.py:18: Test FAILED (7.5 sec) 21:29:20.540217 run osmo-hlr_10.42.42.2(pid=2237): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2237)] 21:29:20.590882 run osmo-hlr_10.42.42.2(pid=2237): stdout: | (launched: 2022-12-13_21:29:16.977611) 21:29:20.643067 run osmo-hlr_10.42.42.2(pid=2237): stderr: | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212917284 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212917303 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212917320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212917320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212917320 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:29:20.715842 run osmo-msc_10.42.42.6(pid=2243): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2243)] 21:29:20.766106 run osmo-msc_10.42.42.6(pid=2243): stdout: | (launched: 2022-12-13_21:29:19.520076) 21:29:20.817767 run osmo-msc_10.42.42.6(pid=2243): stderr: | [0;m[38;5;43m20221213212919899 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212919899 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f3038a17c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212919899 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212919899 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212919899 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212919900 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212919905 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212919905 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212919905 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212919905 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:29:20.870049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Terminating (SIGTERM) 21:29:20.912027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Terminating (SIGTERM) 21:29:20.953966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Terminating (SIGTERM) 21:29:20.996701 --- ParallelTerminationStrategy: PID 2236 died... 21:29:21.016846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Terminated: ok {rc=0} 21:29:21.063456 --- ParallelTerminationStrategy: PID 2239 died... 21:29:21.083307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Terminated: ok {rc=0} 21:29:21.130273 --- ParallelTerminationStrategy: PID 2242 died... 21:29:21.149991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Terminated: ok {rc=0} 21:29:21.238887 bus /sierra_3: Setting Powered False 21:29:22.344246 bus /sierra_3: Setting Powered False 21:29:23.466053 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 --------------------------------------------------------------------- 21:29:24.740146 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:29:24.746262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 2 x bts (candidates: 11) 21:29:24.807548 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 6 x ip_address (candidates: 9) 21:29:24.834906 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Verifying 2 x modem (candidates: 12) 21:29:24.887532 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 2 x bts (candidates: 11) 21:29:24.950623 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 6 x ip_address (candidates: 9) 21:29:24.978987 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Reserving 2 x modem (candidates: 12) 21:29:25.545389 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro sysmoCell 5000 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py ---------------------------------------------- 21:29:25.552486 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:25.565546 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:29:25.613480 tst handover.py: using LAC 36410 21:29:25.745045 tst handover.py: using RAC 200 21:29:25.874897 tst handover.py: using CellId 36410 21:29:26.006945 tst handover.py: using BVCI 36411 21:29:26.128424 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2) 21:29:26.182369 tst handover.py: using LAC 36411 21:29:26.316042 tst handover.py: using RAC 201 21:29:26.446260 tst handover.py: using CellId 36411 21:29:26.577049 tst handover.py: using BVCI 36412 21:29:26.691844 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:26.703555 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:26.715567 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:26.726935 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:26.738621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6) 21:29:26.750926 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:29:26.874819 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2) 21:29:26.998981 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:29:27.481325 run create_hlr_db(pid=2248): Launched 21:29:27.622801 bus /sierra_2: Setting Powered False 21:29:28.687427 run create_hlr_db(pid=2248): Terminated: ok {rc=0} 21:29:29.121943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Launched 21:29:29.455240 run osmo-hlr_10.42.42.2(pid=2262): Launched 21:29:29.583669 run osmo-stp_10.42.42.5: Starting osmo-stp 21:29:30.133050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Launched 21:29:30.466408 run osmo-stp_10.42.42.5(pid=2265): Launched 21:29:30.593166 run osmo-msc_10.42.42.6: Starting osmo-msc 21:29:31.181752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Launched 21:29:31.540280 run osmo-msc_10.42.42.6(pid=2268): Launched 21:29:31.934373 run osmo-stp_10.42.42.5(pid=2265): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)] 21:29:32.277111 run osmo-stp_10.42.42.5(pid=2265): stdout: | (launched: 2022-12-13_21:29:30.404595) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:32.433211 run osmo-stp_10.42.42.5(pid=2265): stderr: | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212930603 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:32.564049 run osmo-stp_10.42.42.5(pid=2265): stdout: | (launched: 2022-12-13_21:29:30.404595) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:32.688782 run osmo-stp_10.42.42.5(pid=2265): stderr: | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212930602 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212930603 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212930603 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:32.836935 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2265): Process ended prematurely: osmo-stp_10.42.42.5(pid=2265) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18] 21:29:32.845516 tst handover.py:18: Test FAILED (7.3 sec) 21:29:32.872098 run osmo-hlr_10.42.42.2(pid=2262): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2262)] 21:29:32.921636 run osmo-hlr_10.42.42.2(pid=2262): stdout: | (launched: 2022-12-13_21:29:29.393531) 21:29:32.972369 run osmo-hlr_10.42.42.2(pid=2262): stderr: | [0;m[1;31m20221213212929594 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212929595 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212929595 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212929595 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212929595 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212929595 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212929609 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212929619 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212929619 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212929620 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:29:33.043342 run osmo-msc_10.42.42.6(pid=2268): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2268)] 21:29:33.091909 run osmo-msc_10.42.42.6(pid=2268): stdout: | (launched: 2022-12-13_21:29:31.479291) 21:29:33.142845 run osmo-msc_10.42.42.6(pid=2268): stderr: | [0;m[38;5;43m20221213212931999 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212931999 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fb9632e5c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212932000 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212932000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212932000 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212932001 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212932004 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212932006 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212932007 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212932007 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:29:33.194188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Terminating (SIGTERM) 21:29:33.236208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Terminating (SIGTERM) 21:29:33.278074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Terminating (SIGTERM) 21:29:33.319457 --- ParallelTerminationStrategy: PID 2261 died... 21:29:33.338906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Terminated: ok {rc=0} 21:29:33.384082 --- ParallelTerminationStrategy: PID 2264 died... 21:29:33.403386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Terminated: ok {rc=0} 21:29:33.448048 --- ParallelTerminationStrategy: PID 2267 died... 21:29:33.467296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Terminated: ok {rc=0} 21:29:33.556044 bus /sierra_3: Setting Powered False 21:29:34.657079 bus /sierra_3: Setting Powered False 21:29:35.777302 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-sysmo --------------------------------------------------------------------- 21:29:37.053392 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:29:37.058898 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:29:37.106909 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:29:37.134295 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:29:37.188025 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:29:37.236669 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:29:37.264111 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:29:37.815148 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py ---------------------------------------------- 21:29:37.820902 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:37.832888 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2) 21:29:37.880461 tst handover.py: using LAC 36412 21:29:38.014829 tst handover.py: using RAC 202 21:29:38.144872 tst handover.py: using CellId 36412 21:29:38.272792 tst handover.py: using BVCI 36413 21:29:38.392502 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2) 21:29:38.427738 tst handover.py: using LAC 36413 21:29:38.555098 tst handover.py: using RAC 203 21:29:38.682542 tst handover.py: using CellId 36413 21:29:38.810583 tst handover.py: using BVCI 36414 21:29:38.932108 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:38.943628 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:38.955003 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:38.966484 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:38.977880 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:29:38.989201 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2) 21:29:39.108693 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2) 21:29:39.230538 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:29:39.714967 run create_hlr_db(pid=2275): Launched 21:29:39.849415 bus /sierra_2: Setting Powered False 21:29:40.914917 run create_hlr_db(pid=2275): Terminated: ok {rc=0} 21:29:41.339095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Launched 21:29:41.671205 run osmo-hlr_10.42.42.2(pid=2279): Launched 21:29:41.799602 run osmo-stp_10.42.42.5: Starting osmo-stp 21:29:42.347595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Launched 21:29:42.679993 run osmo-stp_10.42.42.5(pid=2282): Launched 21:29:42.806758 run osmo-msc_10.42.42.6: Starting osmo-msc 21:29:43.377369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Launched 21:29:43.709144 run osmo-msc_10.42.42.6(pid=2285): Launched 21:29:43.895037 run osmo-stp_10.42.42.5(pid=2282): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)] 21:29:44.035163 run osmo-stp_10.42.42.5(pid=2282): stdout: | (launched: 2022-12-13_21:29:42.618275) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:44.175771 run osmo-stp_10.42.42.5(pid=2282): stderr: | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212942815 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:44.314364 run osmo-stp_10.42.42.5(pid=2282): stdout: | (launched: 2022-12-13_21:29:42.618275) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:44.446247 run osmo-stp_10.42.42.5(pid=2282): stderr: | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212942814 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212942815 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212942815 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:44.603721 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2282): Process ended prematurely: osmo-stp_10.42.42.5(pid=2282) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18] 21:29:44.612486 tst handover.py:18: Test FAILED (6.8 sec) 21:29:44.639953 run osmo-hlr_10.42.42.2(pid=2279): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2279)] 21:29:44.690139 run osmo-hlr_10.42.42.2(pid=2279): stdout: | (launched: 2022-12-13_21:29:41.609723) 21:29:44.742041 run osmo-hlr_10.42.42.2(pid=2279): stderr: | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212941813 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212941825 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212941833 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212941833 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212941833 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:29:44.814513 run osmo-msc_10.42.42.6(pid=2285): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2285)] 21:29:44.864500 run osmo-msc_10.42.42.6(pid=2285): stdout: | (launched: 2022-12-13_21:29:43.647497) 21:29:44.916284 run osmo-msc_10.42.42.6(pid=2285): stderr: | [0;m[38;5;43m20221213212943974 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212943975 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fc4ada71c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212943975 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212943975 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212943975 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212943975 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212943979 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212943979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212943979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212943979 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:29:44.968217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Terminating (SIGTERM) 21:29:45.009887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Terminating (SIGTERM) 21:29:45.052049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Terminating (SIGTERM) 21:29:45.094819 --- ParallelTerminationStrategy: PID 2278 died... 21:29:45.114880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Terminated: ok {rc=0} 21:29:45.161191 --- ParallelTerminationStrategy: PID 2281 died... 21:29:45.180843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Terminated: ok {rc=0} 21:29:45.226946 --- ParallelTerminationStrategy: PID 2284 died... 21:29:45.246515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Terminated: ok {rc=0} 21:29:45.334690 bus /sierra_3: Setting Powered False 21:29:46.430911 bus /sierra_3: Setting Powered False 21:29:47.551209 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 --------------------------------------------------------------------- 21:29:48.806694 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:29:48.813237 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:29:48.872587 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:29:48.899054 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:29:48.950243 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:29:49.009060 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:29:49.035202 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:29:49.592278 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py ---------------------------------------------- 21:29:49.597559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:49.608464 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:29:49.652051 tst handover.py: using LAC 36414 21:29:49.773592 tst handover.py: using RAC 204 21:29:49.905091 tst handover.py: using CellId 36414 21:29:50.031018 tst handover.py: using BVCI 36415 21:29:50.146049 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:29:50.194878 tst handover.py: using LAC 36415 21:29:50.325476 tst handover.py: using RAC 205 21:29:50.457127 tst handover.py: using CellId 36415 21:29:50.580475 tst handover.py: using BVCI 36416 21:29:50.693927 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:50.705231 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:50.716274 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:50.727407 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:50.738860 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:29:50.750281 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:29:50.867616 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:29:50.986071 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:29:51.440846 run create_hlr_db(pid=2291): Launched 21:29:51.561470 bus /sierra_2: Setting Powered False 21:29:52.622689 run create_hlr_db(pid=2291): Terminated: ok {rc=0} 21:29:53.047439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Launched 21:29:53.382437 run osmo-hlr_10.42.42.2(pid=2294): Launched 21:29:53.509946 run osmo-stp_10.42.42.5: Starting osmo-stp 21:29:54.055201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Launched 21:29:54.388082 run osmo-stp_10.42.42.5(pid=2297): Launched 21:29:54.516325 run osmo-msc_10.42.42.6: Starting osmo-msc 21:29:55.087474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Launched 21:29:55.421575 run osmo-msc_10.42.42.6(pid=2300): Launched 21:29:55.606952 run osmo-stp_10.42.42.5(pid=2297): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)] 21:29:55.747201 run osmo-stp_10.42.42.5(pid=2297): stdout: | (launched: 2022-12-13_21:29:54.326598) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:55.886693 run osmo-stp_10.42.42.5(pid=2297): stderr: | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212954522 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:56.027966 run osmo-stp_10.42.42.5(pid=2297): stdout: | (launched: 2022-12-13_21:29:54.326598) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:29:56.160019 run osmo-stp_10.42.42.5(pid=2297): stderr: | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213212954521 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213212954522 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213212954522 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:29:56.318113 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18] 21:29:56.326991 tst handover.py:18: Test FAILED (6.7 sec) 21:29:56.354435 run osmo-hlr_10.42.42.2(pid=2294): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2294)] 21:29:56.404599 run osmo-hlr_10.42.42.2(pid=2294): stdout: | (launched: 2022-12-13_21:29:53.320648) 21:29:56.456446 run osmo-hlr_10.42.42.2(pid=2294): stderr: | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213212953520 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213212953534 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213212953544 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213212953545 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213212953545 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:29:56.528908 run osmo-msc_10.42.42.6(pid=2300): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2300)] 21:29:56.579219 run osmo-msc_10.42.42.6(pid=2300): stdout: | (launched: 2022-12-13_21:29:55.359808) 21:29:56.630823 run osmo-msc_10.42.42.6(pid=2300): stderr: | [0;m[38;5;43m20221213212955688 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213212955688 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f25342cfc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213212955688 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213212955688 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213212955688 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213212955688 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213212955690 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213212955690 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213212955691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213212955691 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:29:56.682930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminating (SIGTERM) 21:29:56.724830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminating (SIGTERM) 21:29:56.767265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Terminating (SIGTERM) 21:29:56.809719 --- ParallelTerminationStrategy: PID 2293 died... 21:29:56.829784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminated: ok {rc=0} 21:29:56.876338 --- ParallelTerminationStrategy: PID 2296 died... 21:29:56.896034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminated: ok {rc=0} 21:29:56.941946 --- ParallelTerminationStrategy: PID 2299 died... 21:29:56.961530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Terminated: ok {rc=0} 21:29:57.048776 bus /sierra_3: Setting Powered False 21:29:58.148264 bus /sierra_3: Setting Powered False 21:29:59.267262 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx --------------------------------------------------------------------- 21:30:00.542932 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:00.549131 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:30:00.608770 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:30:00.636131 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:30:00.691172 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:30:00.749318 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:30:00.775823 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:30:01.326576 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts LimeNET-Micro UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py ---------------------------------------------- 21:30:01.333696 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:01.346016 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:30:01.395604 tst handover.py: using LAC 36416 21:30:01.555976 tst handover.py: using RAC 206 21:30:01.686766 tst handover.py: using CellId 36416 21:30:01.813648 tst handover.py: using BVCI 36417 21:30:01.934988 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:30:01.984412 tst handover.py: using LAC 36417 21:30:02.111479 tst handover.py: using RAC 207 21:30:02.235094 tst handover.py: using CellId 36417 21:30:02.358514 tst handover.py: using BVCI 36418 21:30:02.473605 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:02.484817 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:02.495956 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:02.507300 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:02.519285 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:02.531369 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:30:02.656733 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:30:02.779089 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:30:03.266367 run create_hlr_db(pid=2309): Launched 21:30:03.403429 bus /sierra_2: Setting Powered False 21:30:04.468406 run create_hlr_db(pid=2309): Terminated: ok {rc=0} 21:30:04.885959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Launched 21:30:05.199600 run osmo-hlr_10.42.42.2(pid=2312): Launched 21:30:05.319199 run osmo-stp_10.42.42.5: Starting osmo-stp 21:30:05.842392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Launched 21:30:06.155800 run osmo-stp_10.42.42.5(pid=2315): Launched 21:30:06.278810 run osmo-msc_10.42.42.6: Starting osmo-msc 21:30:06.813278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Launched 21:30:07.125379 run osmo-msc_10.42.42.6(pid=2318): Launched 21:30:07.300462 run osmo-stp_10.42.42.5(pid=2315): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)] 21:30:07.432198 run osmo-stp_10.42.42.5(pid=2315): stdout: | (launched: 2022-12-13_21:30:06.097734) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:07.563602 run osmo-stp_10.42.42.5(pid=2315): stderr: | [0;m[38;5;43m20221213213006269 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213006269 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213006270 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213006270 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:07.692680 run osmo-stp_10.42.42.5(pid=2315): stdout: | (launched: 2022-12-13_21:30:06.097734) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:07.815913 run osmo-stp_10.42.42.5(pid=2315): stderr: | [0;m[38;5;43m20221213213006269 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213006269 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213006270 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213006270 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213006271 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:07.964150 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2315): Process ended prematurely: osmo-stp_10.42.42.5(pid=2315) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18] 21:30:07.972641 tst handover.py:18: Test FAILED (6.6 sec) 21:30:07.999282 run osmo-hlr_10.42.42.2(pid=2312): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2312)] 21:30:08.048489 run osmo-hlr_10.42.42.2(pid=2312): stdout: | (launched: 2022-12-13_21:30:05.141591) 21:30:08.099028 run osmo-hlr_10.42.42.2(pid=2312): stderr: | [0;m[1;31m20221213213005321 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213005321 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213005321 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213005321 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213005322 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213005322 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213005333 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213005341 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213005342 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213005342 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:30:08.184186 run osmo-msc_10.42.42.6(pid=2318): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2318)] 21:30:08.234128 run osmo-msc_10.42.42.6(pid=2318): stdout: | (launched: 2022-12-13_21:30:07.066943) 21:30:08.284589 run osmo-msc_10.42.42.6(pid=2318): stderr: | [0;m[38;5;43m20221213213007342 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213007342 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f63f7602c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213007342 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213007342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213007342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213007342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213007344 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213007345 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213007345 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213007345 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:30:08.335201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Terminating (SIGTERM) 21:30:08.376051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Terminating (SIGTERM) 21:30:08.416295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Terminating (SIGTERM) 21:30:08.456746 --- ParallelTerminationStrategy: PID 2311 died... 21:30:08.476445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Terminated: ok {rc=0} 21:30:08.520841 --- ParallelTerminationStrategy: PID 2314 died... 21:30:08.539807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Terminated: ok {rc=0} 21:30:08.584383 --- ParallelTerminationStrategy: PID 2317 died... 21:30:08.603494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Terminated: ok {rc=0} 21:30:08.690588 bus /sierra_3: Setting Powered False 21:30:09.790193 bus /sierra_3: Setting Powered False 21:30:10.907045 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-sysmo --------------------------------------------------------------------- 21:30:12.176707 tst handover_2G:trx-sysmocell5000+bts1-sysmo: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:12.183157 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 2 x bts (candidates: 11) 21:30:12.235936 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 6 x ip_address (candidates: 9) 21:30:12.263640 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Verifying 2 x modem (candidates: 12) 21:30:12.316316 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 2 x bts (candidates: 11) 21:30:12.369234 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 6 x ip_address (candidates: 9) 21:30:12.396478 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Reserving 2 x modem (candidates: 12) 21:30:12.946702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 sysmoBTS 1002 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py ---------------------------------------------- 21:30:12.952262 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:12.963463 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2) 21:30:13.012086 tst handover.py: using LAC 36418 21:30:13.134196 tst handover.py: using RAC 208 21:30:13.258836 tst handover.py: using CellId 36418 21:30:13.381869 tst handover.py: using BVCI 36419 21:30:13.503417 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2) 21:30:13.538088 tst handover.py: using LAC 36419 21:30:13.666326 tst handover.py: using RAC 209 21:30:13.794541 tst handover.py: using CellId 36419 21:30:13.922020 tst handover.py: using BVCI 36420 21:30:14.046180 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:14.057807 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:14.069135 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:14.080426 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:14.091932 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6) 21:30:14.103662 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2) 21:30:14.222374 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2) 21:30:14.344075 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:30:14.831065 run create_hlr_db(pid=2324): Launched 21:30:14.966027 bus /sierra_2: Setting Powered False 21:30:16.030237 run create_hlr_db(pid=2324): Terminated: ok {rc=0} 21:30:16.470874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Launched 21:30:16.819483 run osmo-hlr_10.42.42.2(pid=2327): Launched 21:30:17.120075 run osmo-stp_10.42.42.5: Starting osmo-stp 21:30:17.724152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Launched 21:30:18.058921 run osmo-stp_10.42.42.5(pid=2330): Launched 21:30:18.188169 run osmo-msc_10.42.42.6: Starting osmo-msc 21:30:18.762616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Launched 21:30:19.098059 run osmo-msc_10.42.42.6(pid=2333): Launched 21:30:19.285509 run osmo-stp_10.42.42.5(pid=2330): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)] 21:30:19.426032 run osmo-stp_10.42.42.5(pid=2330): stdout: | (launched: 2022-12-13_21:30:17.997036) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:19.566429 run osmo-stp_10.42.42.5(pid=2330): stderr: | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213018192 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:19.704551 run osmo-stp_10.42.42.5(pid=2330): stdout: | (launched: 2022-12-13_21:30:17.997036) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:19.836343 run osmo-stp_10.42.42.5(pid=2330): stderr: | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213018192 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213018192 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213018193 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:19.994296 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2330): Process ended prematurely: osmo-stp_10.42.42.5(pid=2330) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18] 21:30:20.003145 tst handover.py:18: Test FAILED (7.0 sec) 21:30:20.030883 run osmo-hlr_10.42.42.2(pid=2327): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2327)] 21:30:20.081486 run osmo-hlr_10.42.42.2(pid=2327): stdout: | (launched: 2022-12-13_21:30:16.757874) 21:30:20.134315 run osmo-hlr_10.42.42.2(pid=2327): stderr: | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213016978 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213016992 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213017014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213017014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213017015 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:30:20.207677 run osmo-msc_10.42.42.6(pid=2333): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2333)] 21:30:20.258457 run osmo-msc_10.42.42.6(pid=2333): stdout: | (launched: 2022-12-13_21:30:19.036095) 21:30:20.310793 run osmo-msc_10.42.42.6(pid=2333): stderr: | [0;m[38;5;43m20221213213019361 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213019361 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fcfca19bc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213019361 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213019361 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213019361 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213019362 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213019363 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213019364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213019364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213019364 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:30:20.364075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Terminating (SIGTERM) 21:30:20.406767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Terminating (SIGTERM) 21:30:20.449249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Terminating (SIGTERM) 21:30:20.491784 --- ParallelTerminationStrategy: PID 2326 died... 21:30:20.512185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Terminated: ok {rc=0} 21:30:20.558596 --- ParallelTerminationStrategy: PID 2329 died... 21:30:20.578388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Terminated: ok {rc=0} 21:30:20.625063 --- ParallelTerminationStrategy: PID 2332 died... 21:30:20.645034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Terminated: ok {rc=0} 21:30:20.734354 bus /sierra_3: Setting Powered False 21:30:21.834793 bus /sierra_3: Setting Powered False 21:30:22.953881 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-sysmo FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-b200 --------------------------------------------------------------------- 21:30:24.212677 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:24.218107 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:30:24.282314 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:30:24.309024 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:30:24.360998 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:30:24.427610 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:30:24.454116 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:30:25.002564 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py ---------------------------------------------- 21:30:25.008114 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:25.019210 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:30:25.068050 tst handover.py: using LAC 36420 21:30:25.198315 tst handover.py: using RAC 210 21:30:25.320741 tst handover.py: using CellId 36420 21:30:25.443628 tst handover.py: using BVCI 36421 21:30:25.558039 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:30:25.606575 tst handover.py: using LAC 36421 21:30:25.727911 tst handover.py: using RAC 211 21:30:25.854694 tst handover.py: using CellId 36421 21:30:25.978708 tst handover.py: using BVCI 36422 21:30:26.101479 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:26.113406 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:26.124747 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:26.136230 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:26.147577 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:26.159059 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:30:26.278274 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:30:26.395973 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:30:26.851586 run create_hlr_db(pid=2338): Launched 21:30:26.972137 bus /sierra_2: Setting Powered False 21:30:28.037827 run create_hlr_db(pid=2338): Terminated: ok {rc=0} 21:30:28.471095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Launched 21:30:28.803839 run osmo-hlr_10.42.42.2(pid=2341): Launched 21:30:28.932655 run osmo-stp_10.42.42.5: Starting osmo-stp 21:30:29.476541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Launched 21:30:29.810532 run osmo-stp_10.42.42.5(pid=2344): Launched 21:30:29.939376 run osmo-msc_10.42.42.6: Starting osmo-msc 21:30:30.512158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Launched 21:30:30.866129 run osmo-msc_10.42.42.6(pid=2347): Launched 21:30:31.243602 run osmo-stp_10.42.42.5(pid=2344): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)] 21:30:31.766146 run osmo-stp_10.42.42.5(pid=2344): stdout: | (launched: 2022-12-13_21:30:29.748730) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:31.956487 run osmo-stp_10.42.42.5(pid=2344): stderr: | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213029944 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:32.091294 run osmo-stp_10.42.42.5(pid=2344): stdout: | (launched: 2022-12-13_21:30:29.748730) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:32.220564 run osmo-stp_10.42.42.5(pid=2344): stderr: | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213029944 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213029944 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213029947 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:32.372909 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2344): Process ended prematurely: osmo-stp_10.42.42.5(pid=2344) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18] 21:30:32.381652 tst handover.py:18: Test FAILED (7.4 sec) 21:30:32.408399 run osmo-hlr_10.42.42.2(pid=2341): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2341)] 21:30:32.458427 run osmo-hlr_10.42.42.2(pid=2341): stdout: | (launched: 2022-12-13_21:30:28.742452) 21:30:32.509588 run osmo-hlr_10.42.42.2(pid=2341): stderr: | [0;m[1;31m20221213213028943 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213028943 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213028943 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213028943 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213028943 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213028944 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213028956 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213028966 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213028967 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213028967 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:30:32.581167 run osmo-msc_10.42.42.6(pid=2347): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2347)] 21:30:32.630006 run osmo-msc_10.42.42.6(pid=2347): stdout: | (launched: 2022-12-13_21:30:30.784530) 21:30:32.680710 run osmo-msc_10.42.42.6(pid=2347): stderr: | [0;m[38;5;43m20221213213031401 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213031401 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f959f92cc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213031402 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213031402 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213031403 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213031404 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213031408 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213031408 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213031409 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213031409 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:30:32.731637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Terminating (SIGTERM) 21:30:32.772454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Terminating (SIGTERM) 21:30:32.813229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Terminating (SIGTERM) 21:30:32.854162 --- ParallelTerminationStrategy: PID 2340 died... 21:30:32.873832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Terminated: ok {rc=0} 21:30:32.918965 --- ParallelTerminationStrategy: PID 2343 died... 21:30:32.938548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Terminated: ok {rc=0} 21:30:32.983657 --- ParallelTerminationStrategy: PID 2346 died... 21:30:33.003187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Terminated: ok {rc=0} 21:30:33.091577 bus /sierra_3: Setting Powered False 21:30:34.192191 bus /sierra_3: Setting Powered False 21:30:35.305228 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-umtrx --------------------------------------------------------------------- 21:30:36.585358 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:36.591038 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:30:36.655376 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:30:36.682812 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:30:36.739945 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:30:36.805443 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:30:36.832754 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:30:37.381539 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts sysmoCell 5000 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py ---------------------------------------------- 21:30:37.387150 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:37.398826 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:30:37.450310 tst handover.py: using LAC 36422 21:30:37.579855 tst handover.py: using RAC 212 21:30:37.708587 tst handover.py: using CellId 36422 21:30:37.836935 tst handover.py: using BVCI 36423 21:30:37.957211 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:30:38.004394 tst handover.py: using LAC 36423 21:30:38.132687 tst handover.py: using RAC 213 21:30:38.261285 tst handover.py: using CellId 36423 21:30:38.389531 tst handover.py: using BVCI 36424 21:30:38.504068 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:38.515613 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:38.527206 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:38.538430 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:38.549655 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:30:38.561193 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:30:38.683633 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:30:38.800524 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:30:39.257098 run create_hlr_db(pid=2352): Launched 21:30:39.377733 bus /sierra_2: Setting Powered False 21:30:40.439710 run create_hlr_db(pid=2352): Terminated: ok {rc=0} 21:30:40.865458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Launched 21:30:41.199809 run osmo-hlr_10.42.42.2(pid=2355): Launched 21:30:41.328618 run osmo-stp_10.42.42.5: Starting osmo-stp 21:30:41.872708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Launched 21:30:42.207495 run osmo-stp_10.42.42.5(pid=2358): Launched 21:30:42.336584 run osmo-msc_10.42.42.6: Starting osmo-msc 21:30:42.908390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Launched 21:30:43.242570 run osmo-msc_10.42.42.6(pid=2361): Launched 21:30:43.429611 run osmo-stp_10.42.42.5(pid=2358): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)] 21:30:43.569501 run osmo-stp_10.42.42.5(pid=2358): stdout: | (launched: 2022-12-13_21:30:42.145658) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:43.709740 run osmo-stp_10.42.42.5(pid=2358): stderr: | [0;m[38;5;43m20221213213042342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213042343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213042343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213042343 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:43.848040 run osmo-stp_10.42.42.5(pid=2358): stdout: | (launched: 2022-12-13_21:30:42.145658) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:43.979752 run osmo-stp_10.42.42.5(pid=2358): stderr: | [0;m[38;5;43m20221213213042342 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213042343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213042343 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213042343 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213042344 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:44.138021 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2358): Process ended prematurely: osmo-stp_10.42.42.5(pid=2358) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18] 21:30:44.146964 tst handover.py:18: Test FAILED (6.8 sec) 21:30:44.174900 run osmo-hlr_10.42.42.2(pid=2355): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2355)] 21:30:44.225422 run osmo-hlr_10.42.42.2(pid=2355): stdout: | (launched: 2022-12-13_21:30:41.138159) 21:30:44.277551 run osmo-hlr_10.42.42.2(pid=2355): stderr: | [0;m[1;31m20221213213041340 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213041340 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213041340 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213041341 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213041341 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213041341 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213041353 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213041362 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213041362 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213041362 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:30:44.350227 run osmo-msc_10.42.42.6(pid=2361): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2361)] 21:30:44.400525 run osmo-msc_10.42.42.6(pid=2361): stdout: | (launched: 2022-12-13_21:30:43.180430) 21:30:44.452259 run osmo-msc_10.42.42.6(pid=2361): stderr: | [0;m[38;5;43m20221213213043508 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213043509 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f0579688c40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213043509 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213043509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213043509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213043509 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213043511 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213043511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213043511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213043511 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:30:44.504340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Terminating (SIGTERM) 21:30:44.546084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Terminating (SIGTERM) 21:30:44.588848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Terminating (SIGTERM) 21:30:44.631322 --- ParallelTerminationStrategy: PID 2354 died... 21:30:44.651556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Terminated: ok {rc=0} 21:30:44.697885 --- ParallelTerminationStrategy: PID 2357 died... 21:30:44.717522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Terminated: ok {rc=0} 21:30:44.763624 --- ParallelTerminationStrategy: PID 2360 died... 21:30:44.783258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Terminated: ok {rc=0} 21:30:44.871462 bus /sierra_3: Setting Powered False 21:30:45.981346 bus /sierra_3: Setting Powered False 21:30:47.098915 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-sysmocell5000+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-b200 --------------------------------------------------------------------- 21:30:48.365442 tst handover_2G:sysmo+bts1-trx-b200: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:48.370702 tst handover_2G:sysmo+bts1-trx-b200: Verifying 2 x bts (candidates: 11) 21:30:48.421794 tst handover_2G:sysmo+bts1-trx-b200: Verifying 6 x ip_address (candidates: 9) 21:30:48.448288 tst handover_2G:sysmo+bts1-trx-b200: Verifying 2 x modem (candidates: 12) 21:30:48.498165 tst handover_2G:sysmo+bts1-trx-b200: Reserving 2 x bts (candidates: 11) 21:30:48.549118 tst handover_2G:sysmo+bts1-trx-b200: Reserving 6 x ip_address (candidates: 9) 21:30:48.575720 tst handover_2G:sysmo+bts1-trx-b200: Reserving 2 x modem (candidates: 12) 21:30:49.130702 tst handover_2G:sysmo+bts1-trx-b200: RESERVED RESOURCES for handover_2G: bts sysmoBTS 1002 Ettus B200 ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-b200 handover.py ---------------------------------------------- 21:30:49.136238 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:49.147260 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:30:49.180836 tst handover.py: using LAC 36424 21:30:49.310915 tst handover.py: using RAC 214 21:30:49.439652 tst handover.py: using CellId 36424 21:30:49.562253 tst handover.py: using BVCI 36425 21:30:49.678047 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2) 21:30:49.732652 tst handover.py: using LAC 36425 21:30:49.855778 tst handover.py: using RAC 215 21:30:49.976221 tst handover.py: using CellId 36425 21:30:50.097176 tst handover.py: using BVCI 36426 21:30:50.211846 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:50.222774 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:50.233549 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:50.244181 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:50.255799 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6) 21:30:50.267366 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:30:50.390171 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2) 21:30:50.509629 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:30:50.966707 run create_hlr_db(pid=2366): Launched 21:30:51.086529 bus /sierra_2: Setting Powered False 21:30:52.147994 run create_hlr_db(pid=2366): Terminated: ok {rc=0} 21:30:52.554965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Launched 21:30:52.868435 run osmo-hlr_10.42.42.2(pid=2369): Launched 21:30:52.988102 run osmo-stp_10.42.42.5: Starting osmo-stp 21:30:53.509700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Launched 21:30:53.821426 run osmo-stp_10.42.42.5(pid=2372): Launched 21:30:53.942275 run osmo-msc_10.42.42.6: Starting osmo-msc 21:30:54.478059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Launched 21:30:54.790512 run osmo-msc_10.42.42.6(pid=2375): Launched 21:30:54.966884 run osmo-stp_10.42.42.5(pid=2372): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)] 21:30:55.098771 run osmo-stp_10.42.42.5(pid=2372): stdout: | (launched: 2022-12-13_21:30:53.763346) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:55.230306 run osmo-stp_10.42.42.5(pid=2372): stderr: | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213053936 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:55.359914 run osmo-stp_10.42.42.5(pid=2372): stdout: | (launched: 2022-12-13_21:30:53.763346) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:30:55.483404 run osmo-stp_10.42.42.5(pid=2372): stderr: | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213053935 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213053936 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213053936 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:30:55.631418 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2372): Process ended prematurely: osmo-stp_10.42.42.5(pid=2372) [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)] [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18] 21:30:55.639789 tst handover.py:18: Test FAILED (6.5 sec) 21:30:55.665919 run osmo-hlr_10.42.42.2(pid=2369): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2369)] 21:30:55.714887 run osmo-hlr_10.42.42.2(pid=2369): stdout: | (launched: 2022-12-13_21:30:52.810675) 21:30:55.765344 run osmo-hlr_10.42.42.2(pid=2369): stderr: | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213052991 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213053004 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213053014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213053014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213053014 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:30:55.835375 run osmo-msc_10.42.42.6(pid=2375): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2375)] 21:30:55.883064 run osmo-msc_10.42.42.6(pid=2375): stdout: | (launched: 2022-12-13_21:30:54.732398) 21:30:55.932820 run osmo-msc_10.42.42.6(pid=2375): stderr: | [0;m[38;5;43m20221213213055007 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213055007 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7f53b244fc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213055007 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213055008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213055008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213055008 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213055010 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213055010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213055010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213055010 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:30:55.983058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Terminating (SIGTERM) 21:30:56.023081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Terminating (SIGTERM) 21:30:56.063170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Terminating (SIGTERM) 21:30:56.103420 --- ParallelTerminationStrategy: PID 2368 died... 21:30:56.122969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Terminated: ok {rc=0} 21:30:56.167475 --- ParallelTerminationStrategy: PID 2371 died... 21:30:56.186473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Terminated: ok {rc=0} 21:30:56.230660 --- ParallelTerminationStrategy: PID 2374 died... 21:30:56.249668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Terminated: ok {rc=0} 21:30:56.336255 bus /sierra_3: Setting Powered False 21:30:57.436050 bus /sierra_3: Setting Powered False 21:30:58.551971 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-b200 FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-umtrx --------------------------------------------------------------------- 21:30:59.810458 tst handover_2G:sysmo+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:30:59.815606 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:30:59.866310 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:30:59.892526 tst handover_2G:sysmo+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:30:59.942289 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:30:59.992207 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:31:00.018661 tst handover_2G:sysmo+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:31:00.570878 tst handover_2G:sysmo+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts sysmoBTS 1002 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-umtrx handover.py ---------------------------------------------- 21:31:00.576321 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:00.587525 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:31:00.621450 tst handover.py: using LAC 36426 21:31:00.745992 tst handover.py: using RAC 216 21:31:00.876427 tst handover.py: using CellId 36426 21:31:01.015227 tst handover.py: using BVCI 36427 21:31:01.145798 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:31:01.195061 tst handover.py: using LAC 36427 21:31:01.318400 tst handover.py: using RAC 217 21:31:01.472118 tst handover.py: using CellId 36427 21:31:01.609537 tst handover.py: using BVCI 36428 21:31:01.771550 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:01.787658 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:01.803756 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:01.821521 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:01.835535 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:01.849112 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:31:02.004851 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:31:02.129229 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:31:02.627729 run create_hlr_db(pid=2380): Launched 21:31:02.764507 bus /sierra_2: Setting Powered False 21:31:03.830402 run create_hlr_db(pid=2380): Terminated: ok {rc=0} 21:31:04.264224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Launched 21:31:04.598084 run osmo-hlr_10.42.42.2(pid=2383): Launched 21:31:04.724063 run osmo-stp_10.42.42.5: Starting osmo-stp 21:31:05.267459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Launched 21:31:05.601818 run osmo-stp_10.42.42.5(pid=2386): Launched 21:31:05.727895 run osmo-msc_10.42.42.6: Starting osmo-msc 21:31:06.299385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Launched 21:31:06.632180 run osmo-msc_10.42.42.6(pid=2389): Launched 21:31:06.819436 run osmo-stp_10.42.42.5(pid=2386): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)] 21:31:06.959866 run osmo-stp_10.42.42.5(pid=2386): stdout: | (launched: 2022-12-13_21:31:05.539721) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:31:07.099887 run osmo-stp_10.42.42.5(pid=2386): stderr: | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213105737 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:31:07.238872 run osmo-stp_10.42.42.5(pid=2386): stdout: | (launched: 2022-12-13_21:31:05.539721) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:31:07.370658 run osmo-stp_10.42.42.5(pid=2386): stderr: | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213105736 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213105737 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213105737 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:31:07.528717 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)] [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18] 21:31:07.537766 tst handover.py:18: Test FAILED (7.0 sec) 21:31:07.565336 run osmo-hlr_10.42.42.2(pid=2383): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2383)] 21:31:07.615911 run osmo-hlr_10.42.42.2(pid=2383): stdout: | (launched: 2022-12-13_21:31:04.536176) 21:31:07.667481 run osmo-hlr_10.42.42.2(pid=2383): stderr: | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213104741 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213104788 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213104799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213104799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213104799 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:31:07.741404 run osmo-msc_10.42.42.6(pid=2389): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2389)] 21:31:07.791481 run osmo-msc_10.42.42.6(pid=2389): stdout: | (launched: 2022-12-13_21:31:06.570117) 21:31:07.843324 run osmo-msc_10.42.42.6(pid=2389): stderr: | [0;m[38;5;43m20221213213106897 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213106897 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7ff82238dc40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213106897 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213106897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213106897 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213106898 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213106899 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213106900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213106900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213106900 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:31:07.895362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminating (SIGTERM) 21:31:07.937131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminating (SIGTERM) 21:31:07.979011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Terminating (SIGTERM) 21:31:08.021303 --- ParallelTerminationStrategy: PID 2382 died... 21:31:08.041572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminated: ok {rc=0} 21:31:08.088425 --- ParallelTerminationStrategy: PID 2385 died... 21:31:08.108277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminated: ok {rc=0} 21:31:08.155103 --- ParallelTerminationStrategy: PID 2388 died... 21:31:08.175232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Terminated: ok {rc=0} 21:31:08.264074 bus /sierra_3: Setting Powered False 21:31:09.363719 bus /sierra_3: Setting Powered False 21:31:10.480904 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:sysmo+bts1-trx-umtrx FAIL --------------------------------------------------------------------- --------------------------------------------------------------------- trial-2394 handover_2G:trx-b200+bts1-trx-umtrx --------------------------------------------------------------------- 21:31:11.744056 tst handover_2G:trx-b200+bts1-trx-umtrx: reserving resources in /var/tmp/osmo-gsm-tester/state ... 21:31:11.750574 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 2 x bts (candidates: 11) 21:31:11.814085 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 6 x ip_address (candidates: 9) 21:31:11.840496 tst handover_2G:trx-b200+bts1-trx-umtrx: Verifying 2 x modem (candidates: 12) 21:31:11.893520 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 2 x bts (candidates: 11) 21:31:11.957204 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 6 x ip_address (candidates: 9) 21:31:11.983827 tst handover_2G:trx-b200+bts1-trx-umtrx: Reserving 2 x modem (candidates: 12) 21:31:12.537150 tst handover_2G:trx-b200+bts1-trx-umtrx: RESERVED RESOURCES for handover_2G: bts Ettus B200 UmTRX ip_address 10.42.42.2 10.42.42.3 10.42.42.4 10.42.42.5 10.42.42.6 10.42.42.7 modem sierra_1st sierra_2nd ---------------------------------------------- trial-2394 handover_2G:trx-b200+bts1-trx-umtrx handover.py ---------------------------------------------- 21:31:12.543588 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:12.555603 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:31:12.605628 tst handover.py: using LAC 36428 21:31:12.730290 tst handover.py: using RAC 218 21:31:12.851557 tst handover.py: using CellId 36428 21:31:12.975113 tst handover.py: using BVCI 36429 21:31:13.089151 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2) 21:31:13.136691 tst handover.py: using LAC 36429 21:31:13.258502 tst handover.py: using RAC 219 21:31:13.381926 tst handover.py: using CellId 36429 21:31:13.505683 tst handover.py: using BVCI 36430 21:31:13.629357 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:13.640823 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:13.652207 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:13.663594 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:13.674993 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6) 21:31:13.686366 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:31:13.805724 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2) 21:31:13.928724 run osmo-hlr_10.42.42.2: Starting osmo-hlr 21:31:14.416747 run create_hlr_db(pid=2394): Launched 21:31:14.552673 bus /sierra_2: Setting Powered False 21:31:15.618649 run create_hlr_db(pid=2394): Terminated: ok {rc=0} 21:31:16.060267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Launched 21:31:16.466062 run osmo-hlr_10.42.42.2(pid=2397): Launched 21:31:16.680405 run osmo-stp_10.42.42.5: Starting osmo-stp 21:31:17.411247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Launched 21:31:17.727853 run osmo-stp_10.42.42.5(pid=2400): Launched 21:31:17.847990 run osmo-msc_10.42.42.6: Starting osmo-msc 21:31:18.383083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Launched 21:31:18.694866 run osmo-msc_10.42.42.6(pid=2403): Launched 21:31:18.871318 run osmo-stp_10.42.42.5(pid=2400): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)] 21:31:19.003287 run osmo-stp_10.42.42.5(pid=2400): stdout: | (launched: 2022-12-13_21:31:17.669922) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:31:19.134486 run osmo-stp_10.42.42.5(pid=2400): stderr: | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213117845 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213117845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213117846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213117846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:31:19.263803 run osmo-stp_10.42.42.5(pid=2400): stdout: | (launched: 2022-12-13_21:31:17.669922) | Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org> | Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy | License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html> | This is free software: you are free to change and redistribute it. | There is NO WARRANTY, to the extent permitted by law. | | Free Software lives by contribution. If you use this, please contribute! | 21:31:19.387049 run osmo-stp_10.42.42.5(pid=2400): stderr: | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189) | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207) | [0;m[38;5;43m20221213213117844 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235) | [0;m20221213213117845 [1;33mDLGLOBAL[0;m [1;33mNOTICE[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822) | % Unable to bind xUA server to IP(s) | 20221213213117845 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935) | 20221213213117846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946) | 20221213213117846 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99) | Error binding VTY port | : Address already in use 21:31:19.534815 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2400): Process ended prematurely: osmo-stp_10.42.42.5(pid=2400) [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)] [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18] 21:31:19.542861 tst handover.py:18: Test FAILED (7.0 sec) 21:31:19.569197 run osmo-hlr_10.42.42.2(pid=2397): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2397)] 21:31:19.618265 run osmo-hlr_10.42.42.2(pid=2397): stdout: | (launched: 2022-12-13_21:31:16.402998) 21:31:19.668388 run osmo-hlr_10.42.42.2(pid=2397): stderr: | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579) | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579) | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579) | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579) | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m SQLite3 compiled with 'USE_URI' (db.c:579) | [0;m[1;31m20221213213116842 [1;34mDDB[0;m[1;31m [1;34mDEBUG[0;m[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596) | [0;m[1;31m20221213213116867 [1;33mDDB[0;m[1;31m [1;33mNOTICE[0;m[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636) | [0;m20221213213116885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935) | 20221213213116885 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946) | 20221213213116886 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 21:31:19.738821 run osmo-msc_10.42.42.6(pid=2403): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2403)] 21:31:19.786840 run osmo-msc_10.42.42.6(pid=2403): stdout: | (launched: 2022-12-13_21:31:18.636623) 21:31:19.836884 run osmo-msc_10.42.42.6(pid=2403): stderr: | [0;m[38;5;43m20221213213118911 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456) | [0;m20221213213118911 [1;34mDLGLOBAL[0;m [1;34mDEBUG[0;m validating counter group 0x7fea1f44ac40(sigtran_as) with 2 counters (rate_ctr.c:87) | [38;5;43m20221213213118911 [1;34mDLSS7[0;m[38;5;43m [1;34mDEBUG[0;m[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456) | [0;m[38;5;43m20221213213118912 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034) | [0;m[38;5;43m20221213213118912 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054) | [0;m[38;5;43m20221213213118912 [1;32mDLSS7[0;m[38;5;43m [1;32mINFO[0;m[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831) | [0;m[1;39m20221213213118914 [1;34mDMNCC[0;m[1;39m [1;34mDEBUG[0;m[1;39m Using internal MNCC handler. (msc_main.c:678) | [0;m20221213213118914 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935) | 20221213213118914 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946) | 20221213213118914 [1;31mDLGLOBAL[0;m [1;31mERROR[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 21:31:19.887314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Terminating (SIGTERM) 21:31:19.927640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Terminating (SIGTERM) 21:31:19.967801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Terminating (SIGTERM) 21:31:20.008232 --- ParallelTerminationStrategy: PID 2396 died... 21:31:20.027550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Terminated: ok {rc=0} 21:31:20.072522 --- ParallelTerminationStrategy: PID 2399 died... 21:31:20.091667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Terminated: ok {rc=0} 21:31:20.136270 --- ParallelTerminationStrategy: PID 2402 died... 21:31:20.155276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Terminated: ok {rc=0} 21:31:20.242894 bus /sierra_3: Setting Powered False 21:31:21.343171 bus /sierra_3: Setting Powered False 21:31:22.457427 bus /sierra_2: Setting Powered False --------------------------------------------------------------------- trial-2394 handover_2G:trx-b200+bts1-trx-umtrx FAIL --------------------------------------------------------------------- 21:31:23.735393 tst trial-2394: Storing JUnit report in /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/trial-2394.xml -------------------------------------------------------------------------------------------- trial-2394 FAIL -------------------------------------------------------------------------------------------- 21:31:25.716577 tst trial-2394: trial-2394: FAIL, 200 suites failed FAIL: nitb_sms:sysmo (fail: 1) FAIL: mo_mt_sms.py (5.0 sec) Error: osmo-nitb_10.42.42.2(pid=25650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25650) [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)] FAIL: sms:sysmo (fail: 1) FAIL: mo_mt_sms.py (13.9 sec) Error: osmo-stp_10.42.42.5(pid=25660): Process ended prematurely: osmo-stp_10.42.42.5(pid=25660) [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)] FAIL: nitb_ussd:sysmo (fail: 1) FAIL: assert_extension.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)] FAIL: ussd:sysmo (fail: 1) FAIL: assert_extension.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=25681): Process ended prematurely: osmo-stp_10.42.42.5(pid=25681) [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] FAIL: mo_mt_call_osmux.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=25978): Process ended prematurely: osmo-stp_10.42.42.5(pid=25978) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=25992): Process ended prematurely: osmo-stp_10.42.42.5(pid=25992) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=26004): Process ended prematurely: osmo-stp_10.42.42.5(pid=26004) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)] FAIL: voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] FAIL: voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=26046): Process ended prematurely: osmo-stp_10.42.42.5(pid=26046) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=26057): Process ended prematurely: osmo-stp_10.42.42.5(pid=26057) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)] FAIL: voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)] FAIL: voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] FAIL: voice:sysmo+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=26133): Process ended prematurely: osmo-stp_10.42.42.5(pid=26133) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)] FAIL: emergency:sysmo (fail: 2) FAIL: emergency_mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=26148): Process ended prematurely: osmo-stp_10.42.42.5(pid=26148) [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)] FAIL: emergency_preemptive_call.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=26159): Process ended prematurely: osmo-stp_10.42.42.5(pid=26159) [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)] FAIL: gprs:sysmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.9 sec) Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] FAIL: iperf3.py (8.1 sec) Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=26220): Process ended prematurely: osmo-stp_10.42.42.5(pid=26220) [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] FAIL: gprs:sysmo+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=26281): Process ended prematurely: osmo-stp_10.42.42.5(pid=26281) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=26299): Process ended prematurely: osmo-stp_10.42.42.5(pid=26299) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)] FAIL: ping.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=26310): Process ended prematurely: osmo-stp_10.42.42.5(pid=26310) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] FAIL: gprs:sysmo+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=26338): Process ended prematurely: osmo-stp_10.42.42.5(pid=26338) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)] FAIL: iperf3m4.py (11.4 sec) Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)] FAIL: gprs:sysmo+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=26415): Process ended prematurely: osmo-stp_10.42.42.5(pid=26415) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=26780): Process ended prematurely: osmo-stp_10.42.42.5(pid=26780) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)] FAIL: iperf3m4.py (11.5 sec) Error: osmo-stp_10.42.42.5(pid=26974): Process ended prematurely: osmo-stp_10.42.42.5(pid=26974) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=26984): Process ended prematurely: osmo-stp_10.42.42.5(pid=26984) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)] FAIL: dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)] FAIL: dynts:sysmo+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)] FAIL: nitb_sms:oc2g (fail: 1) FAIL: mo_mt_sms.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)] FAIL: sms:oc2g (fail: 1) FAIL: mo_mt_sms.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] FAIL: nitb_ussd:oc2g (fail: 1) FAIL: assert_extension.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)] FAIL: ussd:oc2g (fail: 1) FAIL: assert_extension.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=27063): Process ended prematurely: osmo-stp_10.42.42.5(pid=27063) [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=27120): Process ended prematurely: osmo-stp_10.42.42.5(pid=27120) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=27132): Process ended prematurely: osmo-stp_10.42.42.5(pid=27132) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)] FAIL: voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)] FAIL: voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)] FAIL: voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27196): Process ended prematurely: osmo-stp_10.42.42.5(pid=27196) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27207): Process ended prematurely: osmo-stp_10.42.42.5(pid=27207) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)] FAIL: voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=27221): Process ended prematurely: osmo-stp_10.42.42.5(pid=27221) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)] FAIL: voice:oc2g+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=27246): Process ended prematurely: osmo-stp_10.42.42.5(pid=27246) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=27257): Process ended prematurely: osmo-stp_10.42.42.5(pid=27257) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)] FAIL: emergency:oc2g (fail: 2) FAIL: emergency_mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)] FAIL: emergency_preemptive_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=27282): Process ended prematurely: osmo-stp_10.42.42.5(pid=27282) [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)] FAIL: gprs:oc2g (fail: 5) FAIL: cs_paging_gprs_active.py (9.0 sec) Error: osmo-stp_10.42.42.5(pid=27303): Process ended prematurely: osmo-stp_10.42.42.5(pid=27303) [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=27333): Process ended prematurely: osmo-stp_10.42.42.5(pid=27333) [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27353): Process ended prematurely: osmo-stp_10.42.42.5(pid=27353) [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)] FAIL: gprs:oc2g+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=27370): Process ended prematurely: osmo-stp_10.42.42.5(pid=27370) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=27382): Process ended prematurely: osmo-stp_10.42.42.5(pid=27382) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27410): Process ended prematurely: osmo-stp_10.42.42.5(pid=27410) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27420): Process ended prematurely: osmo-stp_10.42.42.5(pid=27420) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)] FAIL: gprs:oc2g+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=27437): Process ended prematurely: osmo-stp_10.42.42.5(pid=27437) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)] FAIL: iperf3.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)] FAIL: iperf3m4.py (10.6 sec) Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)] FAIL: gprs:oc2g+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)] FAIL: iperf3m4.py (10.5 sec) Error: osmo-stp_10.42.42.5(pid=27537): Process ended prematurely: osmo-stp_10.42.42.5(pid=27537) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27547): Process ended prematurely: osmo-stp_10.42.42.5(pid=27547) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=27557): Process ended prematurely: osmo-stp_10.42.42.5(pid=27557) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)] FAIL: dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=27729): Process ended prematurely: osmo-stp_10.42.42.5(pid=27729) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)] FAIL: dynts:oc2g+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=27855): Process ended prematurely: osmo-stp_10.42.42.5(pid=27855) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)] FAIL: nitb_sms:trx-b200 (fail: 1) FAIL: mo_mt_sms.py (3.5 sec) Error: osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)] FAIL: sms:trx-b200 (fail: 1) FAIL: mo_mt_sms.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=27875): Process ended prematurely: osmo-stp_10.42.42.5(pid=27875) [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)] FAIL: nitb_ussd:trx-b200 (fail: 1) FAIL: assert_extension.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)] FAIL: ussd:trx-b200 (fail: 1) FAIL: assert_extension.py (5.8 sec) Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=27908): Process ended prematurely: osmo-stp_10.42.42.5(pid=27908) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=27922): Process ended prematurely: osmo-stp_10.42.42.5(pid=27922) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=27936): Process ended prematurely: osmo-stp_10.42.42.5(pid=27936) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27947): Process ended prematurely: osmo-stp_10.42.42.5(pid=27947) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)] FAIL: voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=27961): Process ended prematurely: osmo-stp_10.42.42.5(pid=27961) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=27972): Process ended prematurely: osmo-stp_10.42.42.5(pid=27972) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)] FAIL: voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=27986): Process ended prematurely: osmo-stp_10.42.42.5(pid=27986) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=27997): Process ended prematurely: osmo-stp_10.42.42.5(pid=27997) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)] FAIL: voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28022): Process ended prematurely: osmo-stp_10.42.42.5(pid=28022) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)] FAIL: voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=28047): Process ended prematurely: osmo-stp_10.42.42.5(pid=28047) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)] FAIL: voice:trx-b200+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28072): Process ended prematurely: osmo-stp_10.42.42.5(pid=28072) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)] FAIL: voice:trx-b200+mod-bts0-trxdversion0 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=28097): Process ended prematurely: osmo-stp_10.42.42.5(pid=28097) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)] FAIL: voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28123): Process ended prematurely: osmo-stp_10.42.42.5(pid=28123) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)] FAIL: emergency:trx-b200 (fail: 2) FAIL: emergency_mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)] FAIL: emergency_preemptive_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] FAIL: gprs:trx-b200 (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=28179): Process ended prematurely: osmo-stp_10.42.42.5(pid=28179) [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)] FAIL: iperf3m4.py (11.2 sec) Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)] FAIL: gprs:trx-b200+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=28246): Process ended prematurely: osmo-stp_10.42.42.5(pid=28246) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)] FAIL: iperf3m4.py (10.6 sec) Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)] FAIL: ping_idle_ping.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] FAIL: gprs:trx-b200+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=28340): Process ended prematurely: osmo-stp_10.42.42.5(pid=28340) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=28350): Process ended prematurely: osmo-stp_10.42.42.5(pid=28350) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=28360): Process ended prematurely: osmo-stp_10.42.42.5(pid=28360) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)] FAIL: gprs:trx-b200+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)] FAIL: iperf3m4.py (11.3 sec) Error: osmo-stp_10.42.42.5(pid=28407): Process ended prematurely: osmo-stp_10.42.42.5(pid=28407) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] FAIL: gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (9.2 sec) Error: osmo-stp_10.42.42.5(pid=28447): Process ended prematurely: osmo-stp_10.42.42.5(pid=28447) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)] FAIL: iperf3.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=28459): Process ended prematurely: osmo-stp_10.42.42.5(pid=28459) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=28478): Process ended prematurely: osmo-stp_10.42.42.5(pid=28478) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)] FAIL: dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)] FAIL: dynts:trx-b200+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)] FAIL: nitb_sms:trx-sysmocell5000 (fail: 1) FAIL: mo_mt_sms.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)] FAIL: sms:trx-sysmocell5000 (fail: 1) FAIL: mo_mt_sms.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28544): Process ended prematurely: osmo-stp_10.42.42.5(pid=28544) [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)] FAIL: nitb_ussd:trx-sysmocell5000 (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)] FAIL: ussd:trx-sysmocell5000 (fail: 1) FAIL: assert_extension.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28577): Process ended prematurely: osmo-stp_10.42.42.5(pid=28577) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=28612): Process ended prematurely: osmo-stp_10.42.42.5(pid=28612) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=28623): Process ended prematurely: osmo-stp_10.42.42.5(pid=28623) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28637): Process ended prematurely: osmo-stp_10.42.42.5(pid=28637) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28648): Process ended prematurely: osmo-stp_10.42.42.5(pid=28648) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28662): Process ended prematurely: osmo-stp_10.42.42.5(pid=28662) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)] FAIL: voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28700): Process ended prematurely: osmo-stp_10.42.42.5(pid=28700) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)] FAIL: voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] FAIL: voice:trx-sysmocell5000+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] FAIL: emergency:trx-sysmocell5000 (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)] FAIL: emergency_preemptive_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=28776): Process ended prematurely: osmo-stp_10.42.42.5(pid=28776) [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)] FAIL: gprs:trx-sysmocell5000 (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=28794): Process ended prematurely: osmo-stp_10.42.42.5(pid=28794) [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=28806): Process ended prematurely: osmo-stp_10.42.42.5(pid=28806) [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=28835): Process ended prematurely: osmo-stp_10.42.42.5(pid=28835) [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] FAIL: gprs:trx-sysmocell5000+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)] FAIL: iperf3m4.py (11.9 sec) Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)] FAIL: ping.py (7.2 sec) Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)] FAIL: ping_idle_ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)] FAIL: gprs:trx-sysmocell5000+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=29215): Process ended prematurely: osmo-stp_10.42.42.5(pid=29215) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29246): Process ended prematurely: osmo-stp_10.42.42.5(pid=29246) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)] FAIL: ping_idle_ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=29256): Process ended prematurely: osmo-stp_10.42.42.5(pid=29256) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)] FAIL: gprs:trx-sysmocell5000+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=29318): Process ended prematurely: osmo-stp_10.42.42.5(pid=29318) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)] FAIL: ping_idle_ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)] FAIL: dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=29341): Process ended prematurely: osmo-stp_10.42.42.5(pid=29341) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)] FAIL: dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] FAIL: nitb_sms:trx-umtrx (fail: 1) FAIL: mo_mt_sms.py (3.6 sec) Error: osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)] FAIL: sms:trx-umtrx (fail: 1) FAIL: mo_mt_sms.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29377): Process ended prematurely: osmo-stp_10.42.42.5(pid=29377) [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)] FAIL: nitb_ussd:trx-umtrx (fail: 1) FAIL: assert_extension.py (3.1 sec) Error: osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)] FAIL: ussd:trx-umtrx (fail: 1) FAIL: assert_extension.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29410): Process ended prematurely: osmo-stp_10.42.42.5(pid=29410) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29435): Process ended prematurely: osmo-stp_10.42.42.5(pid=29435) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29446): Process ended prematurely: osmo-stp_10.42.42.5(pid=29446) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)] FAIL: voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29512): Process ended prematurely: osmo-stp_10.42.42.5(pid=29512) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)] FAIL: voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)] FAIL: mo_mt_call_osmux.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29549): Process ended prematurely: osmo-stp_10.42.42.5(pid=29549) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)] FAIL: voice:trx-umtrx+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=29564): Process ended prematurely: osmo-stp_10.42.42.5(pid=29564) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)] FAIL: voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=29592): Process ended prematurely: osmo-stp_10.42.42.5(pid=29592) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)] FAIL: emergency:trx-umtrx (fail: 2) FAIL: emergency_mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)] FAIL: emergency_preemptive_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] FAIL: gprs:trx-umtrx (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=29650): Process ended prematurely: osmo-stp_10.42.42.5(pid=29650) [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=29681): Process ended prematurely: osmo-stp_10.42.42.5(pid=29681) [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] FAIL: ping_idle_ping.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] FAIL: gprs:trx-umtrx+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=29718): Process ended prematurely: osmo-stp_10.42.42.5(pid=29718) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)] FAIL: iperf3.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=29748): Process ended prematurely: osmo-stp_10.42.42.5(pid=29748) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)] FAIL: ping_idle_ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)] FAIL: gprs:trx-umtrx+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=29785): Process ended prematurely: osmo-stp_10.42.42.5(pid=29785) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=29798): Process ended prematurely: osmo-stp_10.42.42.5(pid=29798) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)] FAIL: gprs:trx-umtrx+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=29868): Process ended prematurely: osmo-stp_10.42.42.5(pid=29868) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)] FAIL: iperf3m4.py (11.1 sec) Error: osmo-stp_10.42.42.5(pid=29886): Process ended prematurely: osmo-stp_10.42.42.5(pid=29886) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)] FAIL: ping_idle_ping.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] FAIL: gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=29926): Process ended prematurely: osmo-stp_10.42.42.5(pid=29926) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=29941): Process ended prematurely: osmo-stp_10.42.42.5(pid=29941) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=29959): Process ended prematurely: osmo-stp_10.42.42.5(pid=29959) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] FAIL: ping_idle_ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)] FAIL: dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)] FAIL: dynts:trx-umtrx+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)] FAIL: nitb_sms:trx-lms (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)] FAIL: sms:trx-lms (fail: 1) FAIL: mo_mt_sms.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=30028): Process ended prematurely: osmo-stp_10.42.42.5(pid=30028) [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)] FAIL: nitb_ussd:trx-lms (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] FAIL: ussd:trx-lms (fail: 1) FAIL: assert_extension.py (5.8 sec) Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=30086): Process ended prematurely: osmo-stp_10.42.42.5(pid=30086) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] FAIL: voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=30123): Process ended prematurely: osmo-stp_10.42.42.5(pid=30123) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)] FAIL: voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] FAIL: voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=30163): Process ended prematurely: osmo-stp_10.42.42.5(pid=30163) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)] FAIL: mo_mt_call_osmux.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] FAIL: voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=30188): Process ended prematurely: osmo-stp_10.42.42.5(pid=30188) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)] FAIL: voice:trx-lms+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=30214): Process ended prematurely: osmo-stp_10.42.42.5(pid=30214) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)] FAIL: mo_mt_call_osmux.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=30496): Process ended prematurely: osmo-stp_10.42.42.5(pid=30496) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)] FAIL: emergency:trx-lms (fail: 2) FAIL: emergency_mo_mt_call.py (7.2 sec) Error: osmo-stp_10.42.42.5(pid=30510): Process ended prematurely: osmo-stp_10.42.42.5(pid=30510) [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)] FAIL: emergency_preemptive_call.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] FAIL: gprs:trx-lms (fail: 5) FAIL: cs_paging_gprs_active.py (8.6 sec) Error: osmo-stp_10.42.42.5(pid=30541): Process ended prematurely: osmo-stp_10.42.42.5(pid=30541) [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=30563): Process ended prematurely: osmo-stp_10.42.42.5(pid=30563) [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] FAIL: ping.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=31118): Process ended prematurely: osmo-stp_10.42.42.5(pid=31118) [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31128): Process ended prematurely: osmo-stp_10.42.42.5(pid=31128) [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)] FAIL: gprs:trx-lms+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=31178): Process ended prematurely: osmo-stp_10.42.42.5(pid=31178) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] FAIL: gprs:trx-lms+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)] FAIL: iperf3m4.py (11.2 sec) Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31266): Process ended prematurely: osmo-stp_10.42.42.5(pid=31266) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)] FAIL: gprs:trx-lms+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.4 sec) Error: osmo-stp_10.42.42.5(pid=31283): Process ended prematurely: osmo-stp_10.42.42.5(pid=31283) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=31295): Process ended prematurely: osmo-stp_10.42.42.5(pid=31295) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)] FAIL: iperf3m4.py (11.0 sec) Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31325): Process ended prematurely: osmo-stp_10.42.42.5(pid=31325) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=31335): Process ended prematurely: osmo-stp_10.42.42.5(pid=31335) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)] FAIL: dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=31348): Process ended prematurely: osmo-stp_10.42.42.5(pid=31348) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)] FAIL: dynts:trx-lms+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)] FAIL: nitb_sms:trx-lms-limenet-micro (fail: 1) FAIL: mo_mt_sms.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)] FAIL: sms:trx-lms-limenet-micro (fail: 1) FAIL: mo_mt_sms.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=31381): Process ended prematurely: osmo-stp_10.42.42.5(pid=31381) [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)] FAIL: nitb_ussd:trx-lms-limenet-micro (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)] FAIL: ussd:trx-lms-limenet-micro (fail: 1) FAIL: assert_extension.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=31414): Process ended prematurely: osmo-stp_10.42.42.5(pid=31414) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=31469): Process ended prematurely: osmo-stp_10.42.42.5(pid=31469) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=32033): Process ended prematurely: osmo-stp_10.42.42.5(pid=32033) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32074): Process ended prematurely: osmo-stp_10.42.42.5(pid=32074) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32085): Process ended prematurely: osmo-stp_10.42.42.5(pid=32085) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=32099): Process ended prematurely: osmo-stp_10.42.42.5(pid=32099) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)] FAIL: mo_mt_call_osmux.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)] FAIL: voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32124): Process ended prematurely: osmo-stp_10.42.42.5(pid=32124) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=32135): Process ended prematurely: osmo-stp_10.42.42.5(pid=32135) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)] FAIL: emergency:trx-lms-limenet-micro (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=32150): Process ended prematurely: osmo-stp_10.42.42.5(pid=32150) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)] FAIL: emergency_preemptive_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)] FAIL: gprs:trx-lms-limenet-micro (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=32180): Process ended prematurely: osmo-stp_10.42.42.5(pid=32180) [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)] FAIL: iperf3.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)] FAIL: iperf3m4.py (10.5 sec) Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=32221): Process ended prematurely: osmo-stp_10.42.42.5(pid=32221) [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=32248): Process ended prematurely: osmo-stp_10.42.42.5(pid=32248) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)] FAIL: iperf3.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=32260): Process ended prematurely: osmo-stp_10.42.42.5(pid=32260) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)] FAIL: iperf3m4.py (10.6 sec) Error: osmo-stp_10.42.42.5(pid=32279): Process ended prematurely: osmo-stp_10.42.42.5(pid=32279) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=32300): Process ended prematurely: osmo-stp_10.42.42.5(pid=32300) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)] FAIL: iperf3.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] FAIL: gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=32390): Process ended prematurely: osmo-stp_10.42.42.5(pid=32390) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=32406): Process ended prematurely: osmo-stp_10.42.42.5(pid=32406) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=32424): Process ended prematurely: osmo-stp_10.42.42.5(pid=32424) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=32444): Process ended prematurely: osmo-stp_10.42.42.5(pid=32444) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)] FAIL: dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)] FAIL: dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo (fail: 1) FAIL: switch_tch_pdch.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=32470): Process ended prematurely: osmo-stp_10.42.42.5(pid=32470) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)] FAIL: nitb_sms:nanobts (fail: 1) FAIL: mo_mt_sms.py (3.4 sec) Error: osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)] FAIL: sms:nanobts+band-1900 (fail: 1) FAIL: mo_mt_sms.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=32488): Process ended prematurely: osmo-stp_10.42.42.5(pid=32488) [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)] FAIL: nitb_ussd:nanobts+band-1900 (fail: 1) FAIL: assert_extension.py (3.1 sec) Error: osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)] FAIL: ussd:nanobts+band-1900 (fail: 1) FAIL: assert_extension.py (6.0 sec) Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)] FAIL: mo_mt_call_osmux.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=32535): Process ended prematurely: osmo-stp_10.42.42.5(pid=32535) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=32549): Process ended prematurely: osmo-stp_10.42.42.5(pid=32549) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=32560): Process ended prematurely: osmo-stp_10.42.42.5(pid=32560) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32574): Process ended prematurely: osmo-stp_10.42.42.5(pid=32574) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)] FAIL: mo_mt_call_osmux.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=32585): Process ended prematurely: osmo-stp_10.42.42.5(pid=32585) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)] FAIL: voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=32600): Process ended prematurely: osmo-stp_10.42.42.5(pid=32600) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=32611): Process ended prematurely: osmo-stp_10.42.42.5(pid=32611) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)] FAIL: voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)] FAIL: mo_mt_call_osmux.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=452): Process ended prematurely: osmo-stp_10.42.42.5(pid=452) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)] FAIL: emergency:nanobts+band-1900 (fail: 2) FAIL: emergency_mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=469): Process ended prematurely: osmo-stp_10.42.42.5(pid=469) [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)] FAIL: emergency_preemptive_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=480): Process ended prematurely: osmo-stp_10.42.42.5(pid=480) [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)] FAIL: gprs:nanobts+band-1900 (fail: 5) FAIL: cs_paging_gprs_active.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=500): Process ended prematurely: osmo-stp_10.42.42.5(pid=500) [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=515): Process ended prematurely: osmo-stp_10.42.42.5(pid=515) [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)] FAIL: ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=543): Process ended prematurely: osmo-stp_10.42.42.5(pid=543) [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] FAIL: gprs:nanobts+band-1900+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.7 sec) Error: osmo-stp_10.42.42.5(pid=574): Process ended prematurely: osmo-stp_10.42.42.5(pid=574) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=586): Process ended prematurely: osmo-stp_10.42.42.5(pid=586) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)] FAIL: iperf3m4.py (10.9 sec) Error: osmo-stp_10.42.42.5(pid=604): Process ended prematurely: osmo-stp_10.42.42.5(pid=604) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=614): Process ended prematurely: osmo-stp_10.42.42.5(pid=614) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=624): Process ended prematurely: osmo-stp_10.42.42.5(pid=624) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)] FAIL: gprs:nanobts+band-1900+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.4 sec) Error: osmo-stp_10.42.42.5(pid=641): Process ended prematurely: osmo-stp_10.42.42.5(pid=641) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=654): Process ended prematurely: osmo-stp_10.42.42.5(pid=654) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)] FAIL: ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=682): Process ended prematurely: osmo-stp_10.42.42.5(pid=682) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)] FAIL: ping_idle_ping.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)] FAIL: dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] FAIL: sms:nanobts+band-900 (fail: 1) FAIL: mo_mt_sms.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)] FAIL: nitb_ussd:nanobts+band-900 (fail: 1) FAIL: assert_extension.py (3.2 sec) Error: osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)] FAIL: ussd:nanobts+band-900 (fail: 1) FAIL: assert_extension.py (5.9 sec) Error: osmo-stp_10.42.42.5(pid=738): Process ended prematurely: osmo-stp_10.42.42.5(pid=738) [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 (fail: 2) FAIL: mo_mt_call.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=752): Process ended prematurely: osmo-stp_10.42.42.5(pid=752) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)] FAIL: mo_mt_call_osmux.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=763): Process ended prematurely: osmo-stp_10.42.42.5(pid=763) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=779): Process ended prematurely: osmo-stp_10.42.42.5(pid=779) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)] FAIL: mo_mt_call_osmux.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=790): Process ended prematurely: osmo-stp_10.42.42.5(pid=790) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 (fail: 2) FAIL: mo_mt_call.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=804): Process ended prematurely: osmo-stp_10.42.42.5(pid=804) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] FAIL: voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 (fail: 2) FAIL: mo_mt_call.py (6.2 sec) Error: osmo-stp_10.42.42.5(pid=837): Process ended prematurely: osmo-stp_10.42.42.5(pid=837) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)] FAIL: mo_mt_call_osmux.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] FAIL: voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any (fail: 2) FAIL: mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=864): Process ended prematurely: osmo-stp_10.42.42.5(pid=864) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)] FAIL: voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 2) FAIL: mo_mt_call.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)] FAIL: mo_mt_call_osmux.py (6.3 sec) Error: osmo-stp_10.42.42.5(pid=917): Process ended prematurely: osmo-stp_10.42.42.5(pid=917) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)] FAIL: emergency:nanobts+band-900 (fail: 2) FAIL: emergency_mo_mt_call.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=931): Process ended prematurely: osmo-stp_10.42.42.5(pid=931) [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)] FAIL: emergency_preemptive_call.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=943): Process ended prematurely: osmo-stp_10.42.42.5(pid=943) [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)] FAIL: gprs:nanobts+band-900 (fail: 5) FAIL: cs_paging_gprs_active.py (8.5 sec) Error: osmo-stp_10.42.42.5(pid=963): Process ended prematurely: osmo-stp_10.42.42.5(pid=963) [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=975): Process ended prematurely: osmo-stp_10.42.42.5(pid=975) [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=1008): Process ended prematurely: osmo-stp_10.42.42.5(pid=1008) [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)] FAIL: ping_idle_ping.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=1019): Process ended prematurely: osmo-stp_10.42.42.5(pid=1019) [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)] FAIL: gprs:nanobts+band-900+mod-bts0-egprs (fail: 5) FAIL: cs_paging_gprs_active.py (8.9 sec) Error: osmo-stp_10.42.42.5(pid=1039): Process ended prematurely: osmo-stp_10.42.42.5(pid=1039) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)] FAIL: iperf3.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=1052): Process ended prematurely: osmo-stp_10.42.42.5(pid=1052) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=1070): Process ended prematurely: osmo-stp_10.42.42.5(pid=1070) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)] FAIL: ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)] FAIL: ping_idle_ping.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=1090): Process ended prematurely: osmo-stp_10.42.42.5(pid=1090) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)] FAIL: gprs:nanobts+band-900+mod-bts0-dynts-ipa (fail: 5) FAIL: cs_paging_gprs_active.py (8.8 sec) Error: osmo-stp_10.42.42.5(pid=1107): Process ended prematurely: osmo-stp_10.42.42.5(pid=1107) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)] FAIL: iperf3.py (7.8 sec) Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)] FAIL: iperf3m4.py (10.7 sec) Error: osmo-stp_10.42.42.5(pid=1150): Process ended prematurely: osmo-stp_10.42.42.5(pid=1150) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)] FAIL: ping.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=1161): Process ended prematurely: osmo-stp_10.42.42.5(pid=1161) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=1171): Process ended prematurely: osmo-stp_10.42.42.5(pid=1171) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)] FAIL: gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend (fail: 5) FAIL: cs_paging_gprs_active.py (8.4 sec) Error: osmo-stp_10.42.42.5(pid=1191): Process ended prematurely: osmo-stp_10.42.42.5(pid=1191) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)] FAIL: iperf3.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=1203): Process ended prematurely: osmo-stp_10.42.42.5(pid=1203) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)] FAIL: iperf3m4.py (10.8 sec) Error: osmo-stp_10.42.42.5(pid=1221): Process ended prematurely: osmo-stp_10.42.42.5(pid=1221) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)] FAIL: ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] FAIL: ping_idle_ping.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=1243): Process ended prematurely: osmo-stp_10.42.42.5(pid=1243) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)] FAIL: dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any (fail: 1) FAIL: switch_tch_pdch.py (6.9 sec) Error: osmo-stp_10.42.42.5(pid=1259): Process ended prematurely: osmo-stp_10.42.42.5(pid=1259) [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)] FAIL: nitb_smpp (fail: 4) FAIL: esme_connect_policy_acceptall.py (2.5 sec) Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] FAIL: esme_connect_policy_closed.py (2.1 sec) Error: osmo-nitb_10.42.42.2(pid=1271): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1271) [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)] FAIL: esme_ms_sms_storeforward.py (2.9 sec) Error: osmo-nitb_10.42.42.2(pid=1273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1273) [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)] FAIL: esme_ms_sms_transaction.py (3.3 sec) Error: osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)] FAIL: smpp (fail: 4) FAIL: esme_connect_policy_acceptall.py (5.8 sec) Error: osmo-hlr_10.42.42.2(pid=1284): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1284) [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)] FAIL: esme_connect_policy_closed.py (6.2 sec) Error: osmo-hlr_10.42.42.2(pid=1295): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1295) [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)] FAIL: esme_ms_sms_storeforward.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=1307): Process ended prematurely: osmo-stp_10.42.42.5(pid=1307) [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)] FAIL: esme_ms_sms_transaction.py (6.1 sec) Error: osmo-stp_10.42.42.5(pid=1321): Process ended prematurely: osmo-stp_10.42.42.5(pid=1321) [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)] FAIL: encryption (fail: 4) FAIL: register_a5_0_authopt.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] FAIL: register_a5_0_authreq.py (6.4 sec) Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)] FAIL: register_a5_1_authreq.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=1357): Process ended prematurely: osmo-stp_10.42.42.5(pid=1357) [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)] FAIL: register_a5_3_authreq.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] FAIL: 4g:srsenb-rftype@zmq+srsue-rftype@zmq (fail: 7) FAIL: handover.py (20.0 sec) Error: srsepc(pid=1388): Process ended prematurely: srsepc(pid=1388) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)] FAIL: iperf3_bidir.py (18.8 sec) Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)] FAIL: iperf3_dl.py (19.2 sec) Error: srsepc(pid=1420): Process ended prematurely: srsepc(pid=1420) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)] FAIL: iperf3_ul.py (19.2 sec) Error: srsepc(pid=1436): Process ended prematurely: srsepc(pid=1436) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)] FAIL: ping.py (18.5 sec) Error: srsepc(pid=1452): Process ended prematurely: srsepc(pid=1452) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)] FAIL: rrc_idle_mo_ping.py (18.9 sec) Error: srsepc(pid=1468): Process ended prematurely: srsepc(pid=1468) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)] FAIL: rrc_idle_mt_ping.py (18.6 sec) Error: srsepc(pid=1484): Process ended prematurely: srsepc(pid=1484) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)] FAIL: handover_2G:nanobts+bts1-oc2g (fail: 1) FAIL: handover.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)] FAIL: handover_2G:nanobts+bts1-octphy (fail: 1) FAIL: handover.py (7.9 sec) Error: osmo-stp_10.42.42.5(pid=1786): Process ended prematurely: osmo-stp_10.42.42.5(pid=1786) [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)] FAIL: handover_2G:nanobts+bts1-trx-lms (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)] FAIL: handover_2G:nanobts+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)] FAIL: handover_2G:nanobts+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=1831): Process ended prematurely: osmo-stp_10.42.42.5(pid=1831) [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)] FAIL: handover_2G:nanobts+bts1-sysmo (fail: 1) FAIL: handover.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)] FAIL: handover_2G:nanobts+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] FAIL: handover_2G:nanobts+bts1-trx-umtrx (fail: 1) FAIL: handover.py (8.1 sec) Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)] FAIL: handover_2G:oc2g+bts1-octphy (fail: 1) FAIL: handover.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=1998): Process ended prematurely: osmo-stp_10.42.42.5(pid=1998) [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)] FAIL: handover_2G:oc2g+bts1-trx-lms (fail: 1) FAIL: handover.py (8.1 sec) Error: osmo-stp_10.42.42.5(pid=2012): Process ended prematurely: osmo-stp_10.42.42.5(pid=2012) [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)] FAIL: handover_2G:oc2g+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (8.4 sec) Error: osmo-stp_10.42.42.5(pid=2026): Process ended prematurely: osmo-stp_10.42.42.5(pid=2026) [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)] FAIL: handover_2G:oc2g+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (8.3 sec) Error: osmo-stp_10.42.42.5(pid=2040): Process ended prematurely: osmo-stp_10.42.42.5(pid=2040) [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)] FAIL: handover_2G:oc2g+bts1-sysmo (fail: 1) FAIL: handover.py (8.2 sec) Error: osmo-stp_10.42.42.5(pid=2054): Process ended prematurely: osmo-stp_10.42.42.5(pid=2054) [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)] FAIL: handover_2G:oc2g+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)] FAIL: handover_2G:oc2g+bts1-trx-umtrx (fail: 1) FAIL: handover.py (8.0 sec) Error: osmo-stp_10.42.42.5(pid=2082): Process ended prematurely: osmo-stp_10.42.42.5(pid=2082) [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)] FAIL: handover_2G:octphy+bts1-trx-lms (fail: 1) FAIL: handover.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] FAIL: handover_2G:octphy+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=2110): Process ended prematurely: osmo-stp_10.42.42.5(pid=2110) [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)] FAIL: handover_2G:octphy+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=2125): Process ended prematurely: osmo-stp_10.42.42.5(pid=2125) [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)] FAIL: handover_2G:octphy+bts1-sysmo (fail: 1) FAIL: handover.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=2139): Process ended prematurely: osmo-stp_10.42.42.5(pid=2139) [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)] FAIL: handover_2G:octphy+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=2153): Process ended prematurely: osmo-stp_10.42.42.5(pid=2153) [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)] FAIL: handover_2G:octphy+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.7 sec) Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)] FAIL: handover_2G:trx-lms+bts1-trx-lms-limenet-micro (fail: 1) FAIL: handover.py (7.2 sec) Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] FAIL: handover_2G:trx-lms+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (7.6 sec) Error: osmo-stp_10.42.42.5(pid=2195): Process ended prematurely: osmo-stp_10.42.42.5(pid=2195) [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)] FAIL: handover_2G:trx-lms+bts1-sysmo (fail: 1) FAIL: handover.py (7.1 sec) Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)] FAIL: handover_2G:trx-lms+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=2225): Process ended prematurely: osmo-stp_10.42.42.5(pid=2225) [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)] FAIL: handover_2G:trx-lms+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.5 sec) Error: osmo-stp_10.42.42.5(pid=2240): Process ended prematurely: osmo-stp_10.42.42.5(pid=2240) [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 (fail: 1) FAIL: handover.py (7.3 sec) Error: osmo-stp_10.42.42.5(pid=2265): Process ended prematurely: osmo-stp_10.42.42.5(pid=2265) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-sysmo (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=2282): Process ended prematurely: osmo-stp_10.42.42.5(pid=2282) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.7 sec) Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)] FAIL: handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.6 sec) Error: osmo-stp_10.42.42.5(pid=2315): Process ended prematurely: osmo-stp_10.42.42.5(pid=2315) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)] FAIL: handover_2G:trx-sysmocell5000+bts1-sysmo (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=2330): Process ended prematurely: osmo-stp_10.42.42.5(pid=2330) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)] FAIL: handover_2G:trx-sysmocell5000+bts1-trx-b200 (fail: 1) FAIL: handover.py (7.4 sec) Error: osmo-stp_10.42.42.5(pid=2344): Process ended prematurely: osmo-stp_10.42.42.5(pid=2344) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)] FAIL: handover_2G:trx-sysmocell5000+bts1-trx-umtrx (fail: 1) FAIL: handover.py (6.8 sec) Error: osmo-stp_10.42.42.5(pid=2358): Process ended prematurely: osmo-stp_10.42.42.5(pid=2358) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)] FAIL: handover_2G:sysmo+bts1-trx-b200 (fail: 1) FAIL: handover.py (6.5 sec) Error: osmo-stp_10.42.42.5(pid=2372): Process ended prematurely: osmo-stp_10.42.42.5(pid=2372) [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)] FAIL: handover_2G:sysmo+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)] FAIL: handover_2G:trx-b200+bts1-trx-umtrx (fail: 1) FAIL: handover.py (7.0 sec) Error: osmo-stp_10.42.42.5(pid=2400): Process ended prematurely: osmo-stp_10.42.42.5(pid=2400) [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)] + rm -rf trial-2394/inst + cd trial-2394 + command -v journalctl + [ ! -z /bin/journalctl ] + readlink last_run + journalctl -u ofono -o short-precise --since 2022-12-13 20:05:54 + readlink last_run + tar czf /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394-run.tgz run.2022-12-13_20-06-05 + tar czf /home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394-bin.tgz checksums.md5 open5gs.build-8.tgz osmo-bsc.build-17681.tgz osmo-bts-oc2g.build-5537.tgz osmo-bts-sysmo.build-8041.tgz osmo-bts.build-7510.tgz osmo-ggsn.build-6690.tgz osmo-hlr.build-8715.tgz osmo-hnbgw.build-2987.tgz osmo-mgw.build-8960.tgz osmo-msc.build-29307.tgz osmo-nitb.build-12991.tgz osmo-pcu-oc2g.build-3911.tgz osmo-pcu-sysmo.build-5194.tgz osmo-pcu.build-5155.tgz osmo-sgsn.build-30091.tgz osmo-stp.build-9256.tgz osmo-trx.build-4683.tgz osmocom-bb.build-4710.tgz srslte.build-19.tgz + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results [Checks API] No suitable checks publisher found. Sending e-mails to: pespin@sysmocom.de Finished: FAILURE